| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5001680672268908, | |
| "eval_steps": 500, | |
| "global_step": 744, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006722689075630252, | |
| "grad_norm": 0.0835651233792305, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.0786, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0013445378151260505, | |
| "grad_norm": 0.08339695632457733, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.0642, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0020168067226890756, | |
| "grad_norm": 0.08287601917982101, | |
| "learning_rate": 3e-06, | |
| "loss": 0.9508, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.002689075630252101, | |
| "grad_norm": 0.09812851250171661, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.9892, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0033613445378151263, | |
| "grad_norm": 0.10798798501491547, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9393, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004033613445378151, | |
| "grad_norm": 0.11012189835309982, | |
| "learning_rate": 6e-06, | |
| "loss": 1.0222, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.004705882352941176, | |
| "grad_norm": 0.0818193256855011, | |
| "learning_rate": 7e-06, | |
| "loss": 0.9702, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.005378151260504202, | |
| "grad_norm": 0.08617620915174484, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.1444, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006050420168067227, | |
| "grad_norm": 0.07566545158624649, | |
| "learning_rate": 9e-06, | |
| "loss": 0.9204, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0067226890756302525, | |
| "grad_norm": 0.07344148308038712, | |
| "learning_rate": 1e-05, | |
| "loss": 0.8932, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007394957983193277, | |
| "grad_norm": 0.1588195115327835, | |
| "learning_rate": 9.999988689583452e-06, | |
| "loss": 1.0167, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.008067226890756302, | |
| "grad_norm": 0.105576291680336, | |
| "learning_rate": 9.999954758384983e-06, | |
| "loss": 1.0244, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.008739495798319327, | |
| "grad_norm": 0.10251228511333466, | |
| "learning_rate": 9.999898206558095e-06, | |
| "loss": 1.0446, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.009411764705882352, | |
| "grad_norm": 0.11292218416929245, | |
| "learning_rate": 9.999819034358644e-06, | |
| "loss": 1.0304, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.010084033613445379, | |
| "grad_norm": 0.12369322031736374, | |
| "learning_rate": 9.999717242144817e-06, | |
| "loss": 1.049, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.010756302521008404, | |
| "grad_norm": 0.16626787185668945, | |
| "learning_rate": 9.99959283037714e-06, | |
| "loss": 1.0647, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.011428571428571429, | |
| "grad_norm": 0.800682008266449, | |
| "learning_rate": 9.99944579961847e-06, | |
| "loss": 0.9812, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.012100840336134453, | |
| "grad_norm": 0.09268046170473099, | |
| "learning_rate": 9.999276150534001e-06, | |
| "loss": 0.9062, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.012773109243697478, | |
| "grad_norm": 0.0998532846570015, | |
| "learning_rate": 9.999083883891251e-06, | |
| "loss": 1.0247, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.013445378151260505, | |
| "grad_norm": 0.17539170384407043, | |
| "learning_rate": 9.99886900056007e-06, | |
| "loss": 1.0814, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01411764705882353, | |
| "grad_norm": 0.150508314371109, | |
| "learning_rate": 9.998631501512624e-06, | |
| "loss": 0.9967, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.014789915966386555, | |
| "grad_norm": 0.10628243535757065, | |
| "learning_rate": 9.998371387823398e-06, | |
| "loss": 0.9941, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.01546218487394958, | |
| "grad_norm": 0.13679274916648865, | |
| "learning_rate": 9.998088660669189e-06, | |
| "loss": 0.983, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.016134453781512605, | |
| "grad_norm": 0.10756199061870575, | |
| "learning_rate": 9.997783321329104e-06, | |
| "loss": 1.002, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.01680672268907563, | |
| "grad_norm": 0.1575344055891037, | |
| "learning_rate": 9.997455371184546e-06, | |
| "loss": 1.0167, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.017478991596638654, | |
| "grad_norm": 0.16291604936122894, | |
| "learning_rate": 9.997104811719221e-06, | |
| "loss": 1.0141, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.01815126050420168, | |
| "grad_norm": 0.21997588872909546, | |
| "learning_rate": 9.996731644519111e-06, | |
| "loss": 0.8077, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.018823529411764704, | |
| "grad_norm": 0.1384553760290146, | |
| "learning_rate": 9.996335871272494e-06, | |
| "loss": 1.0216, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.019495798319327733, | |
| "grad_norm": 0.1880977898836136, | |
| "learning_rate": 9.995917493769912e-06, | |
| "loss": 1.0098, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.020168067226890758, | |
| "grad_norm": 0.14351259171962738, | |
| "learning_rate": 9.995476513904171e-06, | |
| "loss": 1.0134, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.020840336134453782, | |
| "grad_norm": 0.1357450932264328, | |
| "learning_rate": 9.995012933670341e-06, | |
| "loss": 0.9587, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.021512605042016807, | |
| "grad_norm": 0.15096725523471832, | |
| "learning_rate": 9.994526755165736e-06, | |
| "loss": 0.8823, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.022184873949579832, | |
| "grad_norm": 0.2435840666294098, | |
| "learning_rate": 9.994017980589907e-06, | |
| "loss": 0.9802, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.022857142857142857, | |
| "grad_norm": 0.12320239096879959, | |
| "learning_rate": 9.993486612244634e-06, | |
| "loss": 1.0142, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.023529411764705882, | |
| "grad_norm": 0.11510821431875229, | |
| "learning_rate": 9.99293265253392e-06, | |
| "loss": 0.8819, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.024201680672268907, | |
| "grad_norm": 0.13881511986255646, | |
| "learning_rate": 9.992356103963967e-06, | |
| "loss": 1.0291, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.024873949579831932, | |
| "grad_norm": 0.12611961364746094, | |
| "learning_rate": 9.99175696914318e-06, | |
| "loss": 0.8883, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.025546218487394957, | |
| "grad_norm": 0.1128062754869461, | |
| "learning_rate": 9.991135250782143e-06, | |
| "loss": 0.9399, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.02621848739495798, | |
| "grad_norm": 0.17889104783535004, | |
| "learning_rate": 9.990490951693612e-06, | |
| "loss": 0.8848, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.02689075630252101, | |
| "grad_norm": 0.10607869923114777, | |
| "learning_rate": 9.989824074792507e-06, | |
| "loss": 0.9864, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.027563025210084035, | |
| "grad_norm": 0.11618159711360931, | |
| "learning_rate": 9.989134623095888e-06, | |
| "loss": 0.9561, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.02823529411764706, | |
| "grad_norm": 0.13454240560531616, | |
| "learning_rate": 9.98842259972295e-06, | |
| "loss": 0.949, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.028907563025210085, | |
| "grad_norm": 0.11738969385623932, | |
| "learning_rate": 9.987688007895002e-06, | |
| "loss": 0.9184, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.02957983193277311, | |
| "grad_norm": 0.11672742664813995, | |
| "learning_rate": 9.986930850935465e-06, | |
| "loss": 0.945, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.030252100840336135, | |
| "grad_norm": 0.10767639428377151, | |
| "learning_rate": 9.986151132269843e-06, | |
| "loss": 1.0525, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03092436974789916, | |
| "grad_norm": 0.11100558191537857, | |
| "learning_rate": 9.98534885542571e-06, | |
| "loss": 0.8767, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03159663865546219, | |
| "grad_norm": 0.12392528355121613, | |
| "learning_rate": 9.9845240240327e-06, | |
| "loss": 0.9066, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03226890756302521, | |
| "grad_norm": 0.12757766246795654, | |
| "learning_rate": 9.98367664182249e-06, | |
| "loss": 0.8557, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03294117647058824, | |
| "grad_norm": 0.09705185890197754, | |
| "learning_rate": 9.982806712628776e-06, | |
| "loss": 0.8187, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.03361344537815126, | |
| "grad_norm": 0.11287973076105118, | |
| "learning_rate": 9.981914240387264e-06, | |
| "loss": 0.8826, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03428571428571429, | |
| "grad_norm": 0.10316391289234161, | |
| "learning_rate": 9.98099922913565e-06, | |
| "loss": 0.8536, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.03495798319327731, | |
| "grad_norm": 0.09859252721071243, | |
| "learning_rate": 9.980061683013594e-06, | |
| "loss": 0.7973, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.03563025210084034, | |
| "grad_norm": 0.10780596733093262, | |
| "learning_rate": 9.979101606262709e-06, | |
| "loss": 0.8864, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.03630252100840336, | |
| "grad_norm": 0.13508446514606476, | |
| "learning_rate": 9.978119003226546e-06, | |
| "loss": 0.9185, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.03697478991596639, | |
| "grad_norm": 0.12588554620742798, | |
| "learning_rate": 9.977113878350561e-06, | |
| "loss": 0.8077, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03764705882352941, | |
| "grad_norm": 0.09272392839193344, | |
| "learning_rate": 9.976086236182113e-06, | |
| "loss": 0.9335, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.03831932773109244, | |
| "grad_norm": 0.0940898135304451, | |
| "learning_rate": 9.975036081370417e-06, | |
| "loss": 0.8295, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.038991596638655465, | |
| "grad_norm": 0.36463847756385803, | |
| "learning_rate": 9.973963418666556e-06, | |
| "loss": 0.9301, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.03966386554621849, | |
| "grad_norm": 0.10689139366149902, | |
| "learning_rate": 9.972868252923433e-06, | |
| "loss": 0.8314, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.040336134453781515, | |
| "grad_norm": 0.10545141249895096, | |
| "learning_rate": 9.97175058909576e-06, | |
| "loss": 0.836, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.041008403361344536, | |
| "grad_norm": 0.09649187326431274, | |
| "learning_rate": 9.970610432240033e-06, | |
| "loss": 0.798, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.041680672268907565, | |
| "grad_norm": 0.11074765026569366, | |
| "learning_rate": 9.969447787514512e-06, | |
| "loss": 0.9432, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.042352941176470586, | |
| "grad_norm": 0.14206334948539734, | |
| "learning_rate": 9.968262660179197e-06, | |
| "loss": 1.03, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.043025210084033615, | |
| "grad_norm": 0.2147335410118103, | |
| "learning_rate": 9.9670550555958e-06, | |
| "loss": 0.8486, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.043697478991596636, | |
| "grad_norm": 0.11276064813137054, | |
| "learning_rate": 9.965824979227727e-06, | |
| "loss": 0.8415, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.044369747899159664, | |
| "grad_norm": 0.1048726737499237, | |
| "learning_rate": 9.964572436640046e-06, | |
| "loss": 0.8171, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.045042016806722686, | |
| "grad_norm": 0.09552193433046341, | |
| "learning_rate": 9.96329743349947e-06, | |
| "loss": 0.818, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.045714285714285714, | |
| "grad_norm": 0.11481764167547226, | |
| "learning_rate": 9.961999975574327e-06, | |
| "loss": 0.8802, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04638655462184874, | |
| "grad_norm": 0.12009887397289276, | |
| "learning_rate": 9.960680068734528e-06, | |
| "loss": 0.8471, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.047058823529411764, | |
| "grad_norm": 0.11171095073223114, | |
| "learning_rate": 9.959337718951558e-06, | |
| "loss": 0.7807, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04773109243697479, | |
| "grad_norm": 0.19787555932998657, | |
| "learning_rate": 9.957972932298425e-06, | |
| "loss": 0.7859, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.048403361344537814, | |
| "grad_norm": 0.14838945865631104, | |
| "learning_rate": 9.956585714949656e-06, | |
| "loss": 0.84, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.04907563025210084, | |
| "grad_norm": 0.1107582226395607, | |
| "learning_rate": 9.95517607318125e-06, | |
| "loss": 0.8462, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.049747899159663864, | |
| "grad_norm": 0.10351675003767014, | |
| "learning_rate": 9.953744013370664e-06, | |
| "loss": 0.8877, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.05042016806722689, | |
| "grad_norm": 0.10547688603401184, | |
| "learning_rate": 9.952289541996772e-06, | |
| "loss": 0.9026, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.051092436974789913, | |
| "grad_norm": 0.1045449823141098, | |
| "learning_rate": 9.950812665639846e-06, | |
| "loss": 0.7632, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.05176470588235294, | |
| "grad_norm": 0.10957052558660507, | |
| "learning_rate": 9.949313390981523e-06, | |
| "loss": 0.6904, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.05243697478991596, | |
| "grad_norm": 0.11886177957057953, | |
| "learning_rate": 9.94779172480477e-06, | |
| "loss": 0.8598, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.05310924369747899, | |
| "grad_norm": 0.11801187694072723, | |
| "learning_rate": 9.946247673993859e-06, | |
| "loss": 0.7523, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.05378151260504202, | |
| "grad_norm": 0.11699094623327255, | |
| "learning_rate": 9.944681245534329e-06, | |
| "loss": 0.7911, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05445378151260504, | |
| "grad_norm": 0.12566529214382172, | |
| "learning_rate": 9.943092446512969e-06, | |
| "loss": 0.7427, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.05512605042016807, | |
| "grad_norm": 0.12246568500995636, | |
| "learning_rate": 9.941481284117767e-06, | |
| "loss": 0.6664, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.05579831932773109, | |
| "grad_norm": 0.13946433365345, | |
| "learning_rate": 9.939847765637892e-06, | |
| "loss": 0.7136, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.05647058823529412, | |
| "grad_norm": 0.1847638487815857, | |
| "learning_rate": 9.938191898463652e-06, | |
| "loss": 0.7466, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.05714285714285714, | |
| "grad_norm": 0.15350033342838287, | |
| "learning_rate": 9.936513690086466e-06, | |
| "loss": 0.8925, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05781512605042017, | |
| "grad_norm": 0.12483131885528564, | |
| "learning_rate": 9.934813148098833e-06, | |
| "loss": 0.7337, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.05848739495798319, | |
| "grad_norm": 0.22703243792057037, | |
| "learning_rate": 9.93309028019428e-06, | |
| "loss": 0.7534, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.05915966386554622, | |
| "grad_norm": 0.1408054232597351, | |
| "learning_rate": 9.931345094167355e-06, | |
| "loss": 0.7855, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.05983193277310924, | |
| "grad_norm": 0.10884613543748856, | |
| "learning_rate": 9.929577597913569e-06, | |
| "loss": 0.873, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.06050420168067227, | |
| "grad_norm": 0.12801045179367065, | |
| "learning_rate": 9.927787799429366e-06, | |
| "loss": 0.731, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0611764705882353, | |
| "grad_norm": 0.11761047691106796, | |
| "learning_rate": 9.925975706812099e-06, | |
| "loss": 0.8504, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.06184873949579832, | |
| "grad_norm": 0.11633070558309555, | |
| "learning_rate": 9.924141328259973e-06, | |
| "loss": 0.771, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.06252100840336135, | |
| "grad_norm": 0.1195223405957222, | |
| "learning_rate": 9.922284672072022e-06, | |
| "loss": 0.8507, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.06319327731092438, | |
| "grad_norm": 0.11958979815244675, | |
| "learning_rate": 9.920405746648067e-06, | |
| "loss": 0.8864, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.06386554621848739, | |
| "grad_norm": 0.4856259822845459, | |
| "learning_rate": 9.918504560488683e-06, | |
| "loss": 0.8751, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.06453781512605042, | |
| "grad_norm": 0.14082475006580353, | |
| "learning_rate": 9.91658112219515e-06, | |
| "loss": 0.749, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06521008403361345, | |
| "grad_norm": 0.13045863807201385, | |
| "learning_rate": 9.914635440469427e-06, | |
| "loss": 0.7975, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.06588235294117648, | |
| "grad_norm": 0.14883267879486084, | |
| "learning_rate": 9.912667524114097e-06, | |
| "loss": 0.8199, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.06655462184873949, | |
| "grad_norm": 0.128151535987854, | |
| "learning_rate": 9.910677382032346e-06, | |
| "loss": 0.7441, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.06722689075630252, | |
| "grad_norm": 0.13587278127670288, | |
| "learning_rate": 9.908665023227906e-06, | |
| "loss": 0.8143, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06789915966386555, | |
| "grad_norm": 0.18061594665050507, | |
| "learning_rate": 9.906630456805024e-06, | |
| "loss": 0.9194, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.06857142857142857, | |
| "grad_norm": 0.14718933403491974, | |
| "learning_rate": 9.904573691968417e-06, | |
| "loss": 0.8189, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.0692436974789916, | |
| "grad_norm": 0.11956693977117538, | |
| "learning_rate": 9.902494738023233e-06, | |
| "loss": 0.7266, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.06991596638655462, | |
| "grad_norm": 0.14369268715381622, | |
| "learning_rate": 9.900393604375006e-06, | |
| "loss": 0.8043, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.07058823529411765, | |
| "grad_norm": 0.12656539678573608, | |
| "learning_rate": 9.898270300529615e-06, | |
| "loss": 0.8553, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.07126050420168067, | |
| "grad_norm": 0.1397569477558136, | |
| "learning_rate": 9.89612483609324e-06, | |
| "loss": 0.8091, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0719327731092437, | |
| "grad_norm": 0.1262049674987793, | |
| "learning_rate": 9.893957220772319e-06, | |
| "loss": 0.8208, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.07260504201680672, | |
| "grad_norm": 2.6684651374816895, | |
| "learning_rate": 9.891767464373503e-06, | |
| "loss": 0.9089, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.07327731092436975, | |
| "grad_norm": 0.3158283233642578, | |
| "learning_rate": 9.889555576803617e-06, | |
| "loss": 0.8193, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.07394957983193277, | |
| "grad_norm": 0.1529214233160019, | |
| "learning_rate": 9.887321568069612e-06, | |
| "loss": 0.7586, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.0746218487394958, | |
| "grad_norm": 0.13424837589263916, | |
| "learning_rate": 9.88506544827851e-06, | |
| "loss": 0.7868, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.07529411764705882, | |
| "grad_norm": 0.1253993809223175, | |
| "learning_rate": 9.882787227637376e-06, | |
| "loss": 0.7582, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.07596638655462185, | |
| "grad_norm": 0.1568586230278015, | |
| "learning_rate": 9.88048691645326e-06, | |
| "loss": 0.7763, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.07663865546218487, | |
| "grad_norm": 0.16978754103183746, | |
| "learning_rate": 9.87816452513315e-06, | |
| "loss": 0.796, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.0773109243697479, | |
| "grad_norm": 0.1352425515651703, | |
| "learning_rate": 9.875820064183936e-06, | |
| "loss": 0.7634, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.07798319327731093, | |
| "grad_norm": 0.1855115294456482, | |
| "learning_rate": 9.873453544212347e-06, | |
| "loss": 0.6697, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.07865546218487394, | |
| "grad_norm": 0.1740746945142746, | |
| "learning_rate": 9.871064975924913e-06, | |
| "loss": 0.7209, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.07932773109243697, | |
| "grad_norm": 0.2007463425397873, | |
| "learning_rate": 9.868654370127918e-06, | |
| "loss": 0.7044, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.12837733328342438, | |
| "learning_rate": 9.866221737727341e-06, | |
| "loss": 0.7969, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.08067226890756303, | |
| "grad_norm": 0.17075017094612122, | |
| "learning_rate": 9.86376708972882e-06, | |
| "loss": 0.6553, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08134453781512604, | |
| "grad_norm": 0.1436099112033844, | |
| "learning_rate": 9.861290437237585e-06, | |
| "loss": 0.7498, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.08201680672268907, | |
| "grad_norm": 0.12680667638778687, | |
| "learning_rate": 9.858791791458431e-06, | |
| "loss": 0.6969, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.0826890756302521, | |
| "grad_norm": 0.21285346150398254, | |
| "learning_rate": 9.856271163695646e-06, | |
| "loss": 0.8366, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.08336134453781513, | |
| "grad_norm": 0.1799962818622589, | |
| "learning_rate": 9.85372856535297e-06, | |
| "loss": 0.6776, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.08403361344537816, | |
| "grad_norm": 0.1583629548549652, | |
| "learning_rate": 9.851164007933539e-06, | |
| "loss": 0.8507, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.08470588235294117, | |
| "grad_norm": 0.15405218303203583, | |
| "learning_rate": 9.848577503039843e-06, | |
| "loss": 0.7331, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.0853781512605042, | |
| "grad_norm": 0.18484558165073395, | |
| "learning_rate": 9.845969062373655e-06, | |
| "loss": 0.7908, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.08605042016806723, | |
| "grad_norm": 0.1605813205242157, | |
| "learning_rate": 9.843338697736e-06, | |
| "loss": 0.8332, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08672268907563026, | |
| "grad_norm": 0.14769910275936127, | |
| "learning_rate": 9.840686421027085e-06, | |
| "loss": 0.7287, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.08739495798319327, | |
| "grad_norm": 0.16447949409484863, | |
| "learning_rate": 9.83801224424625e-06, | |
| "loss": 0.7388, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.0880672268907563, | |
| "grad_norm": 0.15745119750499725, | |
| "learning_rate": 9.835316179491919e-06, | |
| "loss": 0.729, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.08873949579831933, | |
| "grad_norm": 0.18337000906467438, | |
| "learning_rate": 9.832598238961534e-06, | |
| "loss": 0.7714, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.08941176470588236, | |
| "grad_norm": 0.14670008420944214, | |
| "learning_rate": 9.829858434951516e-06, | |
| "loss": 0.7787, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.09008403361344537, | |
| "grad_norm": 0.15470527112483978, | |
| "learning_rate": 9.82709677985719e-06, | |
| "loss": 0.8125, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.0907563025210084, | |
| "grad_norm": 0.15246663987636566, | |
| "learning_rate": 9.824313286172748e-06, | |
| "loss": 0.7938, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.09142857142857143, | |
| "grad_norm": 0.15700078010559082, | |
| "learning_rate": 9.821507966491178e-06, | |
| "loss": 0.6438, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.09210084033613446, | |
| "grad_norm": 0.15387018024921417, | |
| "learning_rate": 9.81868083350421e-06, | |
| "loss": 0.6915, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.09277310924369749, | |
| "grad_norm": 0.17690274119377136, | |
| "learning_rate": 9.81583190000227e-06, | |
| "loss": 0.6618, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.0934453781512605, | |
| "grad_norm": 0.1894235461950302, | |
| "learning_rate": 9.812961178874404e-06, | |
| "loss": 0.7949, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.09411764705882353, | |
| "grad_norm": 0.27365830540657043, | |
| "learning_rate": 9.810068683108233e-06, | |
| "loss": 0.6956, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09478991596638656, | |
| "grad_norm": 0.1983897089958191, | |
| "learning_rate": 9.807154425789894e-06, | |
| "loss": 0.6946, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.09546218487394958, | |
| "grad_norm": 0.16158057749271393, | |
| "learning_rate": 9.804218420103969e-06, | |
| "loss": 0.6912, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.0961344537815126, | |
| "grad_norm": 0.1842929571866989, | |
| "learning_rate": 9.801260679333435e-06, | |
| "loss": 0.6841, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.09680672268907563, | |
| "grad_norm": 0.18475371599197388, | |
| "learning_rate": 9.798281216859608e-06, | |
| "loss": 0.8085, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.09747899159663866, | |
| "grad_norm": 0.16353516280651093, | |
| "learning_rate": 9.795280046162072e-06, | |
| "loss": 0.7655, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.09815126050420168, | |
| "grad_norm": 0.15461254119873047, | |
| "learning_rate": 9.792257180818622e-06, | |
| "loss": 0.7782, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.0988235294117647, | |
| "grad_norm": 0.1649758517742157, | |
| "learning_rate": 9.789212634505205e-06, | |
| "loss": 0.728, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.09949579831932773, | |
| "grad_norm": 0.1581656038761139, | |
| "learning_rate": 9.786146420995856e-06, | |
| "loss": 0.832, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.10016806722689076, | |
| "grad_norm": 0.15653114020824432, | |
| "learning_rate": 9.783058554162637e-06, | |
| "loss": 0.7491, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.10084033613445378, | |
| "grad_norm": 0.18371178209781647, | |
| "learning_rate": 9.779949047975568e-06, | |
| "loss": 0.7454, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.10151260504201681, | |
| "grad_norm": 0.1631736010313034, | |
| "learning_rate": 9.776817916502577e-06, | |
| "loss": 0.7361, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.10218487394957983, | |
| "grad_norm": 0.16311539709568024, | |
| "learning_rate": 9.773665173909424e-06, | |
| "loss": 0.6452, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.10285714285714286, | |
| "grad_norm": 0.19410477578639984, | |
| "learning_rate": 9.770490834459641e-06, | |
| "loss": 0.8368, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.10352941176470588, | |
| "grad_norm": 0.19130192697048187, | |
| "learning_rate": 9.767294912514468e-06, | |
| "loss": 0.6695, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.10420168067226891, | |
| "grad_norm": 0.15637724101543427, | |
| "learning_rate": 9.76407742253279e-06, | |
| "loss": 0.6275, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.10487394957983193, | |
| "grad_norm": 0.16742682456970215, | |
| "learning_rate": 9.760838379071065e-06, | |
| "loss": 0.7172, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.10554621848739495, | |
| "grad_norm": 0.47532567381858826, | |
| "learning_rate": 9.757577796783268e-06, | |
| "loss": 0.8479, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.10621848739495798, | |
| "grad_norm": 0.14579716324806213, | |
| "learning_rate": 9.754295690420815e-06, | |
| "loss": 0.6863, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.10689075630252101, | |
| "grad_norm": 0.1644534468650818, | |
| "learning_rate": 9.750992074832503e-06, | |
| "loss": 0.7262, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.10756302521008404, | |
| "grad_norm": 0.1633559912443161, | |
| "learning_rate": 9.74766696496444e-06, | |
| "loss": 0.5784, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10823529411764705, | |
| "grad_norm": 0.17903897166252136, | |
| "learning_rate": 9.744320375859975e-06, | |
| "loss": 0.7111, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.10890756302521008, | |
| "grad_norm": 0.1747799664735794, | |
| "learning_rate": 9.740952322659636e-06, | |
| "loss": 0.6858, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.10957983193277311, | |
| "grad_norm": 0.15818876028060913, | |
| "learning_rate": 9.737562820601058e-06, | |
| "loss": 0.7589, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.11025210084033614, | |
| "grad_norm": 0.16842347383499146, | |
| "learning_rate": 9.73415188501891e-06, | |
| "loss": 0.6315, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.11092436974789915, | |
| "grad_norm": 0.17130237817764282, | |
| "learning_rate": 9.730719531344837e-06, | |
| "loss": 0.7264, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.11159663865546218, | |
| "grad_norm": 0.21110771596431732, | |
| "learning_rate": 9.727265775107375e-06, | |
| "loss": 0.8001, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.11226890756302521, | |
| "grad_norm": 0.2074054777622223, | |
| "learning_rate": 9.723790631931892e-06, | |
| "loss": 0.7568, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.11294117647058824, | |
| "grad_norm": 0.17436759173870087, | |
| "learning_rate": 9.72029411754052e-06, | |
| "loss": 0.7216, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.11361344537815125, | |
| "grad_norm": 0.15503355860710144, | |
| "learning_rate": 9.71677624775207e-06, | |
| "loss": 0.5998, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.11428571428571428, | |
| "grad_norm": 0.2187543511390686, | |
| "learning_rate": 9.71323703848197e-06, | |
| "loss": 0.8118, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.11495798319327731, | |
| "grad_norm": 0.17232966423034668, | |
| "learning_rate": 9.709676505742194e-06, | |
| "loss": 0.7798, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.11563025210084034, | |
| "grad_norm": 0.16726981103420258, | |
| "learning_rate": 9.706094665641184e-06, | |
| "loss": 0.7202, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.11630252100840337, | |
| "grad_norm": 0.1730181723833084, | |
| "learning_rate": 9.70249153438378e-06, | |
| "loss": 0.724, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.11697478991596638, | |
| "grad_norm": 0.2613270580768585, | |
| "learning_rate": 9.698867128271152e-06, | |
| "loss": 0.639, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 0.17092633247375488, | |
| "learning_rate": 9.695221463700715e-06, | |
| "loss": 0.7663, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.11831932773109244, | |
| "grad_norm": 5.159976959228516, | |
| "learning_rate": 9.691554557166063e-06, | |
| "loss": 0.6931, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.11899159663865547, | |
| "grad_norm": 0.16329586505889893, | |
| "learning_rate": 9.687866425256894e-06, | |
| "loss": 0.6889, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.11966386554621848, | |
| "grad_norm": 0.1860726773738861, | |
| "learning_rate": 9.684157084658929e-06, | |
| "loss": 0.6816, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.12033613445378151, | |
| "grad_norm": 0.16123488545417786, | |
| "learning_rate": 9.680426552153843e-06, | |
| "loss": 0.6856, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.12100840336134454, | |
| "grad_norm": 0.180853471159935, | |
| "learning_rate": 9.676674844619187e-06, | |
| "loss": 0.693, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12168067226890757, | |
| "grad_norm": 0.20253466069698334, | |
| "learning_rate": 9.67290197902831e-06, | |
| "loss": 0.8013, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.1223529411764706, | |
| "grad_norm": 0.17012205719947815, | |
| "learning_rate": 9.66910797245029e-06, | |
| "loss": 0.7746, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.12302521008403361, | |
| "grad_norm": 0.24241431057453156, | |
| "learning_rate": 9.665292842049836e-06, | |
| "loss": 0.7619, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.12369747899159664, | |
| "grad_norm": 0.3148103654384613, | |
| "learning_rate": 9.66145660508724e-06, | |
| "loss": 0.738, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.12436974789915967, | |
| "grad_norm": 0.20171897113323212, | |
| "learning_rate": 9.657599278918278e-06, | |
| "loss": 0.7616, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1250420168067227, | |
| "grad_norm": 0.17481227219104767, | |
| "learning_rate": 9.65372088099413e-06, | |
| "loss": 0.7468, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.12571428571428572, | |
| "grad_norm": 0.20101875066757202, | |
| "learning_rate": 9.649821428861319e-06, | |
| "loss": 0.7537, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.12638655462184875, | |
| "grad_norm": 0.20836427807807922, | |
| "learning_rate": 9.645900940161616e-06, | |
| "loss": 0.7499, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.12705882352941175, | |
| "grad_norm": 0.22894078493118286, | |
| "learning_rate": 9.641959432631966e-06, | |
| "loss": 0.7718, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.12773109243697478, | |
| "grad_norm": 0.17879128456115723, | |
| "learning_rate": 9.637996924104403e-06, | |
| "loss": 0.6813, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1284033613445378, | |
| "grad_norm": 0.1844119280576706, | |
| "learning_rate": 9.634013432505977e-06, | |
| "loss": 0.8137, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.12907563025210084, | |
| "grad_norm": 0.16975240409374237, | |
| "learning_rate": 9.630008975858667e-06, | |
| "loss": 0.7139, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.12974789915966387, | |
| "grad_norm": 0.17935213446617126, | |
| "learning_rate": 9.625983572279304e-06, | |
| "loss": 0.6553, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.1304201680672269, | |
| "grad_norm": 0.19229981303215027, | |
| "learning_rate": 9.621937239979484e-06, | |
| "loss": 0.6752, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.13109243697478992, | |
| "grad_norm": 0.20354849100112915, | |
| "learning_rate": 9.617869997265486e-06, | |
| "loss": 0.6714, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.13176470588235295, | |
| "grad_norm": 0.21125207841396332, | |
| "learning_rate": 9.613781862538196e-06, | |
| "loss": 0.6478, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.13243697478991598, | |
| "grad_norm": 0.1878240555524826, | |
| "learning_rate": 9.609672854293018e-06, | |
| "loss": 0.6485, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.13310924369747898, | |
| "grad_norm": 0.1830340474843979, | |
| "learning_rate": 9.605542991119787e-06, | |
| "loss": 0.8007, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.133781512605042, | |
| "grad_norm": 0.1766654998064041, | |
| "learning_rate": 9.601392291702693e-06, | |
| "loss": 0.6918, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.13445378151260504, | |
| "grad_norm": 0.2146570086479187, | |
| "learning_rate": 9.597220774820193e-06, | |
| "loss": 0.7351, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13512605042016806, | |
| "grad_norm": 0.3166307210922241, | |
| "learning_rate": 9.593028459344923e-06, | |
| "loss": 0.7551, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.1357983193277311, | |
| "grad_norm": 0.20315152406692505, | |
| "learning_rate": 9.588815364243618e-06, | |
| "loss": 0.7196, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.13647058823529412, | |
| "grad_norm": 0.19757510721683502, | |
| "learning_rate": 9.58458150857702e-06, | |
| "loss": 0.7198, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.13714285714285715, | |
| "grad_norm": 0.1865769773721695, | |
| "learning_rate": 9.5803269114998e-06, | |
| "loss": 0.6766, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.13781512605042018, | |
| "grad_norm": 0.21868400275707245, | |
| "learning_rate": 9.576051592260464e-06, | |
| "loss": 0.7456, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.1384873949579832, | |
| "grad_norm": 0.23371611535549164, | |
| "learning_rate": 9.571755570201266e-06, | |
| "loss": 0.7324, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.1391596638655462, | |
| "grad_norm": 0.1825055480003357, | |
| "learning_rate": 9.567438864758128e-06, | |
| "loss": 0.7392, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.13983193277310924, | |
| "grad_norm": 0.20412546396255493, | |
| "learning_rate": 9.563101495460543e-06, | |
| "loss": 0.6748, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.14050420168067226, | |
| "grad_norm": 0.18851631879806519, | |
| "learning_rate": 9.558743481931494e-06, | |
| "loss": 0.7368, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.1411764705882353, | |
| "grad_norm": 0.19340087473392487, | |
| "learning_rate": 9.554364843887361e-06, | |
| "loss": 0.7966, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.14184873949579832, | |
| "grad_norm": 0.21277926862239838, | |
| "learning_rate": 9.549965601137827e-06, | |
| "loss": 0.7708, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.14252100840336135, | |
| "grad_norm": 0.19546258449554443, | |
| "learning_rate": 9.545545773585806e-06, | |
| "loss": 0.8285, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.14319327731092438, | |
| "grad_norm": 2.4378411769866943, | |
| "learning_rate": 9.54110538122733e-06, | |
| "loss": 0.6936, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.1438655462184874, | |
| "grad_norm": 0.17651917040348053, | |
| "learning_rate": 9.536644444151475e-06, | |
| "loss": 0.6601, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.14453781512605043, | |
| "grad_norm": 0.19953793287277222, | |
| "learning_rate": 9.532162982540264e-06, | |
| "loss": 0.6732, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.14521008403361343, | |
| "grad_norm": 0.18227693438529968, | |
| "learning_rate": 9.527661016668577e-06, | |
| "loss": 0.7152, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.14588235294117646, | |
| "grad_norm": 0.2055724710226059, | |
| "learning_rate": 9.523138566904053e-06, | |
| "loss": 0.651, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.1465546218487395, | |
| "grad_norm": 0.1922536939382553, | |
| "learning_rate": 9.518595653707015e-06, | |
| "loss": 0.694, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.14722689075630252, | |
| "grad_norm": 0.1832892894744873, | |
| "learning_rate": 9.514032297630354e-06, | |
| "loss": 0.7108, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.14789915966386555, | |
| "grad_norm": 0.20151115953922272, | |
| "learning_rate": 9.509448519319455e-06, | |
| "loss": 0.7187, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14857142857142858, | |
| "grad_norm": 0.1979878842830658, | |
| "learning_rate": 9.504844339512096e-06, | |
| "loss": 0.7189, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.1492436974789916, | |
| "grad_norm": 0.20959986746311188, | |
| "learning_rate": 9.500219779038353e-06, | |
| "loss": 0.7598, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.14991596638655463, | |
| "grad_norm": 0.26220154762268066, | |
| "learning_rate": 9.495574858820507e-06, | |
| "loss": 0.6579, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.15058823529411763, | |
| "grad_norm": 0.20292134582996368, | |
| "learning_rate": 9.49090959987295e-06, | |
| "loss": 0.6989, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.15126050420168066, | |
| "grad_norm": 0.18850331008434296, | |
| "learning_rate": 9.486224023302095e-06, | |
| "loss": 0.6869, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.1519327731092437, | |
| "grad_norm": 0.2740769386291504, | |
| "learning_rate": 9.481518150306267e-06, | |
| "loss": 0.7336, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.15260504201680672, | |
| "grad_norm": 0.2561083734035492, | |
| "learning_rate": 9.476792002175621e-06, | |
| "loss": 0.7116, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.15327731092436975, | |
| "grad_norm": 0.19910801947116852, | |
| "learning_rate": 9.47204560029204e-06, | |
| "loss": 0.6767, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.15394957983193278, | |
| "grad_norm": 0.1883971393108368, | |
| "learning_rate": 9.467278966129034e-06, | |
| "loss": 0.7448, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.1546218487394958, | |
| "grad_norm": 0.20471471548080444, | |
| "learning_rate": 9.462492121251653e-06, | |
| "loss": 0.6735, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.15529411764705883, | |
| "grad_norm": 0.2020663022994995, | |
| "learning_rate": 9.45768508731638e-06, | |
| "loss": 0.7307, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.15596638655462186, | |
| "grad_norm": 0.1929408609867096, | |
| "learning_rate": 9.452857886071037e-06, | |
| "loss": 0.7016, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.15663865546218486, | |
| "grad_norm": 0.29967066645622253, | |
| "learning_rate": 9.448010539354684e-06, | |
| "loss": 0.7133, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.1573109243697479, | |
| "grad_norm": 0.18856149911880493, | |
| "learning_rate": 9.443143069097531e-06, | |
| "loss": 0.6637, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.15798319327731092, | |
| "grad_norm": 0.18955619633197784, | |
| "learning_rate": 9.43825549732082e-06, | |
| "loss": 0.7367, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.15865546218487395, | |
| "grad_norm": 1.0548439025878906, | |
| "learning_rate": 9.433347846136743e-06, | |
| "loss": 0.7294, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.15932773109243697, | |
| "grad_norm": 0.19085678458213806, | |
| "learning_rate": 9.428420137748329e-06, | |
| "loss": 0.7797, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.2003992199897766, | |
| "learning_rate": 9.423472394449354e-06, | |
| "loss": 0.7579, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.16067226890756303, | |
| "grad_norm": 0.4015868902206421, | |
| "learning_rate": 9.418504638624233e-06, | |
| "loss": 0.6845, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.16134453781512606, | |
| "grad_norm": 0.1845397651195526, | |
| "learning_rate": 9.413516892747918e-06, | |
| "loss": 0.7254, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1620168067226891, | |
| "grad_norm": 0.2877404987812042, | |
| "learning_rate": 9.408509179385806e-06, | |
| "loss": 0.5533, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.1626890756302521, | |
| "grad_norm": 1.1842849254608154, | |
| "learning_rate": 9.403481521193625e-06, | |
| "loss": 0.7173, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.16336134453781512, | |
| "grad_norm": 0.19836628437042236, | |
| "learning_rate": 9.398433940917337e-06, | |
| "loss": 0.6032, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.16403361344537815, | |
| "grad_norm": 0.18493618071079254, | |
| "learning_rate": 9.39336646139304e-06, | |
| "loss": 0.691, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.16470588235294117, | |
| "grad_norm": 0.21216131746768951, | |
| "learning_rate": 9.388279105546852e-06, | |
| "loss": 0.7955, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.1653781512605042, | |
| "grad_norm": 0.19313201308250427, | |
| "learning_rate": 9.38317189639482e-06, | |
| "loss": 0.6655, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.16605042016806723, | |
| "grad_norm": 0.20905853807926178, | |
| "learning_rate": 9.37804485704281e-06, | |
| "loss": 0.7399, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.16672268907563026, | |
| "grad_norm": 0.19061219692230225, | |
| "learning_rate": 9.3728980106864e-06, | |
| "loss": 0.6734, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.1673949579831933, | |
| "grad_norm": 0.31909891963005066, | |
| "learning_rate": 9.367731380610784e-06, | |
| "loss": 0.8297, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.16806722689075632, | |
| "grad_norm": 0.18734252452850342, | |
| "learning_rate": 9.362544990190654e-06, | |
| "loss": 0.6964, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.16873949579831932, | |
| "grad_norm": 0.2664547562599182, | |
| "learning_rate": 9.357338862890107e-06, | |
| "loss": 0.6729, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.16941176470588235, | |
| "grad_norm": 0.23206093907356262, | |
| "learning_rate": 9.352113022262525e-06, | |
| "loss": 0.7237, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.17008403361344537, | |
| "grad_norm": 0.19709858298301697, | |
| "learning_rate": 9.34686749195049e-06, | |
| "loss": 0.7221, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.1707563025210084, | |
| "grad_norm": 0.2132461667060852, | |
| "learning_rate": 9.341602295685649e-06, | |
| "loss": 0.7707, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.17142857142857143, | |
| "grad_norm": 0.20399631559848785, | |
| "learning_rate": 9.33631745728863e-06, | |
| "loss": 0.6073, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.17210084033613446, | |
| "grad_norm": 0.21512362360954285, | |
| "learning_rate": 9.33101300066892e-06, | |
| "loss": 0.7637, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.1727731092436975, | |
| "grad_norm": 0.38459283113479614, | |
| "learning_rate": 9.325688949824768e-06, | |
| "loss": 0.7271, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.17344537815126052, | |
| "grad_norm": 0.6972576975822449, | |
| "learning_rate": 9.320345328843063e-06, | |
| "loss": 0.7559, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.17411764705882352, | |
| "grad_norm": 0.20466119050979614, | |
| "learning_rate": 9.31498216189924e-06, | |
| "loss": 0.6713, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.17478991596638654, | |
| "grad_norm": 0.3543570637702942, | |
| "learning_rate": 9.309599473257157e-06, | |
| "loss": 0.7256, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17546218487394957, | |
| "grad_norm": 0.19050233066082, | |
| "learning_rate": 9.304197287269e-06, | |
| "loss": 0.7107, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.1761344537815126, | |
| "grad_norm": 0.19116462767124176, | |
| "learning_rate": 9.29877562837515e-06, | |
| "loss": 0.6839, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.17680672268907563, | |
| "grad_norm": 0.22071011364459991, | |
| "learning_rate": 9.293334521104103e-06, | |
| "loss": 0.7256, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.17747899159663866, | |
| "grad_norm": 0.21820850670337677, | |
| "learning_rate": 9.287873990072328e-06, | |
| "loss": 0.6952, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.1781512605042017, | |
| "grad_norm": 0.19550518691539764, | |
| "learning_rate": 9.282394059984186e-06, | |
| "loss": 0.697, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.17882352941176471, | |
| "grad_norm": 0.18131797015666962, | |
| "learning_rate": 9.276894755631785e-06, | |
| "loss": 0.6845, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.17949579831932774, | |
| "grad_norm": 0.2566013038158417, | |
| "learning_rate": 9.271376101894897e-06, | |
| "loss": 0.694, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.18016806722689074, | |
| "grad_norm": 0.20400108397006989, | |
| "learning_rate": 9.265838123740833e-06, | |
| "loss": 0.6565, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.18084033613445377, | |
| "grad_norm": 0.22308161854743958, | |
| "learning_rate": 9.260280846224328e-06, | |
| "loss": 0.6994, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.1815126050420168, | |
| "grad_norm": 0.19968609511852264, | |
| "learning_rate": 9.25470429448743e-06, | |
| "loss": 0.7693, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.18218487394957983, | |
| "grad_norm": 0.19011756777763367, | |
| "learning_rate": 9.24910849375939e-06, | |
| "loss": 0.6951, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.18285714285714286, | |
| "grad_norm": 0.2302047312259674, | |
| "learning_rate": 9.243493469356543e-06, | |
| "loss": 0.765, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.18352941176470589, | |
| "grad_norm": 0.19871503114700317, | |
| "learning_rate": 9.237859246682194e-06, | |
| "loss": 0.5769, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.1842016806722689, | |
| "grad_norm": 0.20518113672733307, | |
| "learning_rate": 9.232205851226504e-06, | |
| "loss": 0.6779, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.18487394957983194, | |
| "grad_norm": 0.2253684103488922, | |
| "learning_rate": 9.226533308566379e-06, | |
| "loss": 0.8146, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.18554621848739497, | |
| "grad_norm": 0.21118251979351044, | |
| "learning_rate": 9.220841644365343e-06, | |
| "loss": 0.6319, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.18621848739495797, | |
| "grad_norm": 0.229267880320549, | |
| "learning_rate": 9.215130884373437e-06, | |
| "loss": 0.5965, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.186890756302521, | |
| "grad_norm": 0.21749767661094666, | |
| "learning_rate": 9.20940105442709e-06, | |
| "loss": 0.6744, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.18756302521008403, | |
| "grad_norm": 0.21476207673549652, | |
| "learning_rate": 9.203652180449006e-06, | |
| "loss": 0.7267, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.18823529411764706, | |
| "grad_norm": 0.21310514211654663, | |
| "learning_rate": 9.19788428844805e-06, | |
| "loss": 0.6398, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.18890756302521008, | |
| "grad_norm": 0.20523132383823395, | |
| "learning_rate": 9.192097404519125e-06, | |
| "loss": 0.71, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.1895798319327731, | |
| "grad_norm": 0.21132954955101013, | |
| "learning_rate": 9.186291554843058e-06, | |
| "loss": 0.7067, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.19025210084033614, | |
| "grad_norm": 0.3063057065010071, | |
| "learning_rate": 9.180466765686485e-06, | |
| "loss": 0.7032, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.19092436974789917, | |
| "grad_norm": 0.22190402448177338, | |
| "learning_rate": 9.174623063401715e-06, | |
| "loss": 0.6836, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.1915966386554622, | |
| "grad_norm": 0.19611823558807373, | |
| "learning_rate": 9.168760474426637e-06, | |
| "loss": 0.6805, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.1922689075630252, | |
| "grad_norm": 0.19553613662719727, | |
| "learning_rate": 9.162879025284576e-06, | |
| "loss": 0.6299, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.19294117647058823, | |
| "grad_norm": 0.20817598700523376, | |
| "learning_rate": 9.156978742584193e-06, | |
| "loss": 0.7777, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.19361344537815126, | |
| "grad_norm": 0.2142859697341919, | |
| "learning_rate": 9.151059653019345e-06, | |
| "loss": 0.6493, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.19428571428571428, | |
| "grad_norm": 0.21361011266708374, | |
| "learning_rate": 9.145121783368983e-06, | |
| "loss": 0.5819, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.1949579831932773, | |
| "grad_norm": 0.19033358991146088, | |
| "learning_rate": 9.139165160497017e-06, | |
| "loss": 0.5813, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.19563025210084034, | |
| "grad_norm": 0.20409995317459106, | |
| "learning_rate": 9.133189811352198e-06, | |
| "loss": 0.6008, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.19630252100840337, | |
| "grad_norm": 0.20880399644374847, | |
| "learning_rate": 9.127195762968008e-06, | |
| "loss": 0.7718, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.1969747899159664, | |
| "grad_norm": 0.33951178193092346, | |
| "learning_rate": 9.121183042462517e-06, | |
| "loss": 0.7092, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.1976470588235294, | |
| "grad_norm": 0.2210870087146759, | |
| "learning_rate": 9.115151677038274e-06, | |
| "loss": 0.786, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.19831932773109243, | |
| "grad_norm": 0.22350308299064636, | |
| "learning_rate": 9.109101693982183e-06, | |
| "loss": 0.7115, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.19899159663865545, | |
| "grad_norm": 0.23932407796382904, | |
| "learning_rate": 9.103033120665372e-06, | |
| "loss": 0.6476, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.19966386554621848, | |
| "grad_norm": 0.2179158478975296, | |
| "learning_rate": 9.096945984543082e-06, | |
| "loss": 0.653, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2003361344537815, | |
| "grad_norm": 0.20750783383846283, | |
| "learning_rate": 9.090840313154527e-06, | |
| "loss": 0.6717, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.20100840336134454, | |
| "grad_norm": 0.2178952544927597, | |
| "learning_rate": 9.084716134122785e-06, | |
| "loss": 0.636, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.20168067226890757, | |
| "grad_norm": 0.19057603180408478, | |
| "learning_rate": 9.078573475154663e-06, | |
| "loss": 0.6087, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2023529411764706, | |
| "grad_norm": 0.3372030258178711, | |
| "learning_rate": 9.072412364040569e-06, | |
| "loss": 0.794, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.20302521008403362, | |
| "grad_norm": 0.2145543247461319, | |
| "learning_rate": 9.066232828654398e-06, | |
| "loss": 0.649, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.20369747899159663, | |
| "grad_norm": 0.22783125936985016, | |
| "learning_rate": 9.0600348969534e-06, | |
| "loss": 0.6988, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.20436974789915965, | |
| "grad_norm": 0.35722485184669495, | |
| "learning_rate": 9.053818596978051e-06, | |
| "loss": 0.5973, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.20504201680672268, | |
| "grad_norm": 0.256307989358902, | |
| "learning_rate": 9.047583956851924e-06, | |
| "loss": 0.733, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2057142857142857, | |
| "grad_norm": 0.3715127110481262, | |
| "learning_rate": 9.041331004781571e-06, | |
| "loss": 0.7164, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.20638655462184874, | |
| "grad_norm": 0.21380753815174103, | |
| "learning_rate": 9.035059769056392e-06, | |
| "loss": 0.6332, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.20705882352941177, | |
| "grad_norm": 0.22382056713104248, | |
| "learning_rate": 9.0287702780485e-06, | |
| "loss": 0.5795, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2077310924369748, | |
| "grad_norm": 0.2213864028453827, | |
| "learning_rate": 9.0224625602126e-06, | |
| "loss": 0.6573, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.20840336134453782, | |
| "grad_norm": 0.2228260636329651, | |
| "learning_rate": 9.01613664408586e-06, | |
| "loss": 0.8475, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.20907563025210085, | |
| "grad_norm": 0.25468334555625916, | |
| "learning_rate": 9.009792558287777e-06, | |
| "loss": 0.819, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.20974789915966385, | |
| "grad_norm": 0.20580936968326569, | |
| "learning_rate": 9.003430331520054e-06, | |
| "loss": 0.7051, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.21042016806722688, | |
| "grad_norm": 0.22535796463489532, | |
| "learning_rate": 8.997049992566463e-06, | |
| "loss": 0.6888, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.2110924369747899, | |
| "grad_norm": 0.1907246857881546, | |
| "learning_rate": 8.990651570292719e-06, | |
| "loss": 0.5605, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.21176470588235294, | |
| "grad_norm": 0.203364759683609, | |
| "learning_rate": 8.984235093646355e-06, | |
| "loss": 0.6962, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.21243697478991597, | |
| "grad_norm": 0.2653529942035675, | |
| "learning_rate": 8.977800591656578e-06, | |
| "loss": 0.6416, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.213109243697479, | |
| "grad_norm": 0.19569313526153564, | |
| "learning_rate": 8.971348093434147e-06, | |
| "loss": 0.5888, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.21378151260504202, | |
| "grad_norm": 0.20980022847652435, | |
| "learning_rate": 8.96487762817124e-06, | |
| "loss": 0.7006, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.21445378151260505, | |
| "grad_norm": 0.20609882473945618, | |
| "learning_rate": 8.958389225141319e-06, | |
| "loss": 0.5779, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.21512605042016808, | |
| "grad_norm": 0.2215481400489807, | |
| "learning_rate": 8.951882913699001e-06, | |
| "loss": 0.7546, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21579831932773108, | |
| "grad_norm": 0.23511946201324463, | |
| "learning_rate": 8.945358723279922e-06, | |
| "loss": 0.7205, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.2164705882352941, | |
| "grad_norm": 0.41210508346557617, | |
| "learning_rate": 8.938816683400609e-06, | |
| "loss": 0.755, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.21714285714285714, | |
| "grad_norm": 0.29828765988349915, | |
| "learning_rate": 8.932256823658337e-06, | |
| "loss": 0.681, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.21781512605042017, | |
| "grad_norm": 0.2204638570547104, | |
| "learning_rate": 8.925679173731005e-06, | |
| "loss": 0.6376, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.2184873949579832, | |
| "grad_norm": 0.27005571126937866, | |
| "learning_rate": 8.919083763377001e-06, | |
| "loss": 0.7109, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.21915966386554622, | |
| "grad_norm": 0.24745038151741028, | |
| "learning_rate": 8.912470622435056e-06, | |
| "loss": 0.6251, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.21983193277310925, | |
| "grad_norm": 0.20610134303569794, | |
| "learning_rate": 8.905839780824124e-06, | |
| "loss": 0.687, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.22050420168067228, | |
| "grad_norm": 0.22061991691589355, | |
| "learning_rate": 8.899191268543237e-06, | |
| "loss": 0.6248, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.2211764705882353, | |
| "grad_norm": 0.22769795358181, | |
| "learning_rate": 8.892525115671372e-06, | |
| "loss": 0.7537, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.2218487394957983, | |
| "grad_norm": 0.2176414579153061, | |
| "learning_rate": 8.885841352367315e-06, | |
| "loss": 0.6707, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.22252100840336134, | |
| "grad_norm": 0.23448556661605835, | |
| "learning_rate": 8.879140008869525e-06, | |
| "loss": 0.6581, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.22319327731092437, | |
| "grad_norm": 0.47701385617256165, | |
| "learning_rate": 8.872421115495996e-06, | |
| "loss": 0.6326, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.2238655462184874, | |
| "grad_norm": 0.2669718265533447, | |
| "learning_rate": 8.865684702644121e-06, | |
| "loss": 0.6678, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.22453781512605042, | |
| "grad_norm": 0.2369898110628128, | |
| "learning_rate": 8.858930800790557e-06, | |
| "loss": 0.6582, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.22521008403361345, | |
| "grad_norm": 0.2101169228553772, | |
| "learning_rate": 8.852159440491077e-06, | |
| "loss": 0.7423, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.22588235294117648, | |
| "grad_norm": 0.21075445413589478, | |
| "learning_rate": 8.845370652380447e-06, | |
| "loss": 0.6468, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2265546218487395, | |
| "grad_norm": 0.2244008332490921, | |
| "learning_rate": 8.838564467172274e-06, | |
| "loss": 0.6697, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.2272268907563025, | |
| "grad_norm": 0.21729138493537903, | |
| "learning_rate": 8.831740915658872e-06, | |
| "loss": 0.682, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.22789915966386554, | |
| "grad_norm": 0.21469177305698395, | |
| "learning_rate": 8.824900028711128e-06, | |
| "loss": 0.6144, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.22857142857142856, | |
| "grad_norm": 0.19239458441734314, | |
| "learning_rate": 8.818041837278355e-06, | |
| "loss": 0.6099, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2292436974789916, | |
| "grad_norm": 0.24779051542282104, | |
| "learning_rate": 8.811166372388149e-06, | |
| "loss": 0.6901, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.22991596638655462, | |
| "grad_norm": 0.21615615487098694, | |
| "learning_rate": 8.804273665146263e-06, | |
| "loss": 0.6693, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.23058823529411765, | |
| "grad_norm": 0.27268433570861816, | |
| "learning_rate": 8.797363746736452e-06, | |
| "loss": 0.8542, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.23126050420168068, | |
| "grad_norm": 0.2103165239095688, | |
| "learning_rate": 8.790436648420338e-06, | |
| "loss": 0.6726, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.2319327731092437, | |
| "grad_norm": 0.2211274951696396, | |
| "learning_rate": 8.783492401537268e-06, | |
| "loss": 0.7011, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.23260504201680673, | |
| "grad_norm": 0.22610008716583252, | |
| "learning_rate": 8.77653103750417e-06, | |
| "loss": 0.5894, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.23327731092436974, | |
| "grad_norm": 0.21889732778072357, | |
| "learning_rate": 8.769552587815417e-06, | |
| "loss": 0.6557, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.23394957983193276, | |
| "grad_norm": 0.22735275328159332, | |
| "learning_rate": 8.76255708404268e-06, | |
| "loss": 0.6196, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.2346218487394958, | |
| "grad_norm": 0.24510014057159424, | |
| "learning_rate": 8.755544557834779e-06, | |
| "loss": 0.6766, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 0.20867806673049927, | |
| "learning_rate": 8.748515040917555e-06, | |
| "loss": 0.694, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.23596638655462185, | |
| "grad_norm": 0.23174314200878143, | |
| "learning_rate": 8.741468565093713e-06, | |
| "loss": 0.6212, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.23663865546218488, | |
| "grad_norm": 0.2600148022174835, | |
| "learning_rate": 8.73440516224268e-06, | |
| "loss": 0.5647, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.2373109243697479, | |
| "grad_norm": 0.21916405856609344, | |
| "learning_rate": 8.727324864320472e-06, | |
| "loss": 0.7096, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.23798319327731093, | |
| "grad_norm": 0.25194647908210754, | |
| "learning_rate": 8.720227703359536e-06, | |
| "loss": 0.7456, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.23865546218487396, | |
| "grad_norm": 0.2153853476047516, | |
| "learning_rate": 8.713113711468607e-06, | |
| "loss": 0.6285, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.23932773109243696, | |
| "grad_norm": 0.2569597065448761, | |
| "learning_rate": 8.705982920832573e-06, | |
| "loss": 0.6491, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.2086285650730133, | |
| "learning_rate": 8.698835363712318e-06, | |
| "loss": 0.662, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.24067226890756302, | |
| "grad_norm": 0.23374126851558685, | |
| "learning_rate": 8.691671072444582e-06, | |
| "loss": 0.729, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.24134453781512605, | |
| "grad_norm": 0.2192952185869217, | |
| "learning_rate": 8.684490079441813e-06, | |
| "loss": 0.6381, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.24201680672268908, | |
| "grad_norm": 0.2088990956544876, | |
| "learning_rate": 8.677292417192018e-06, | |
| "loss": 0.6033, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2426890756302521, | |
| "grad_norm": 0.21980631351470947, | |
| "learning_rate": 8.67007811825862e-06, | |
| "loss": 0.6557, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.24336134453781513, | |
| "grad_norm": 0.21364949643611908, | |
| "learning_rate": 8.66284721528031e-06, | |
| "loss": 0.5617, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.24403361344537816, | |
| "grad_norm": 0.21444816887378693, | |
| "learning_rate": 8.6555997409709e-06, | |
| "loss": 0.7188, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.2447058823529412, | |
| "grad_norm": 0.3139742910861969, | |
| "learning_rate": 8.648335728119168e-06, | |
| "loss": 0.6365, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.2453781512605042, | |
| "grad_norm": 0.3673727810382843, | |
| "learning_rate": 8.64105520958872e-06, | |
| "loss": 0.6725, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.24605042016806722, | |
| "grad_norm": 0.22386662662029266, | |
| "learning_rate": 8.633758218317836e-06, | |
| "loss": 0.6167, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.24672268907563025, | |
| "grad_norm": 0.2022496610879898, | |
| "learning_rate": 8.62644478731932e-06, | |
| "loss": 0.6761, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.24739495798319328, | |
| "grad_norm": 0.35748136043548584, | |
| "learning_rate": 8.619114949680349e-06, | |
| "loss": 0.6699, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.2480672268907563, | |
| "grad_norm": 0.23497340083122253, | |
| "learning_rate": 8.611768738562333e-06, | |
| "loss": 0.7103, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.24873949579831933, | |
| "grad_norm": 0.23439949750900269, | |
| "learning_rate": 8.604406187200758e-06, | |
| "loss": 0.7444, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.24941176470588236, | |
| "grad_norm": 0.19876611232757568, | |
| "learning_rate": 8.597027328905026e-06, | |
| "loss": 0.5419, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.2500840336134454, | |
| "grad_norm": 0.2008461058139801, | |
| "learning_rate": 8.589632197058326e-06, | |
| "loss": 0.5705, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.2507563025210084, | |
| "grad_norm": 0.279691606760025, | |
| "learning_rate": 8.582220825117466e-06, | |
| "loss": 0.6726, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.25142857142857145, | |
| "grad_norm": 0.21170209348201752, | |
| "learning_rate": 8.574793246612727e-06, | |
| "loss": 0.599, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.25210084033613445, | |
| "grad_norm": 0.23143023252487183, | |
| "learning_rate": 8.567349495147711e-06, | |
| "loss": 0.673, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.2527731092436975, | |
| "grad_norm": 0.3455113172531128, | |
| "learning_rate": 8.559889604399195e-06, | |
| "loss": 0.7567, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.2534453781512605, | |
| "grad_norm": 0.23424625396728516, | |
| "learning_rate": 8.552413608116959e-06, | |
| "loss": 0.6846, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.2541176470588235, | |
| "grad_norm": 0.25633034110069275, | |
| "learning_rate": 8.544921540123663e-06, | |
| "loss": 0.6866, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.25478991596638656, | |
| "grad_norm": 0.2438989281654358, | |
| "learning_rate": 8.537413434314668e-06, | |
| "loss": 0.5694, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.25546218487394956, | |
| "grad_norm": 0.2545592784881592, | |
| "learning_rate": 8.529889324657894e-06, | |
| "loss": 0.7359, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2561344537815126, | |
| "grad_norm": 0.33247342705726624, | |
| "learning_rate": 8.52234924519367e-06, | |
| "loss": 0.6206, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.2568067226890756, | |
| "grad_norm": 0.31537359952926636, | |
| "learning_rate": 8.51479323003457e-06, | |
| "loss": 0.6515, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.2574789915966387, | |
| "grad_norm": 0.2566099464893341, | |
| "learning_rate": 8.507221313365266e-06, | |
| "loss": 0.7823, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.2581512605042017, | |
| "grad_norm": 0.21989482641220093, | |
| "learning_rate": 8.499633529442373e-06, | |
| "loss": 0.6416, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.25882352941176473, | |
| "grad_norm": 0.23314514756202698, | |
| "learning_rate": 8.492029912594284e-06, | |
| "loss": 0.7286, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.25949579831932773, | |
| "grad_norm": 0.2304847538471222, | |
| "learning_rate": 8.484410497221036e-06, | |
| "loss": 0.7232, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.26016806722689073, | |
| "grad_norm": 0.3086731731891632, | |
| "learning_rate": 8.476775317794126e-06, | |
| "loss": 0.797, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.2608403361344538, | |
| "grad_norm": 0.24391745030879974, | |
| "learning_rate": 8.469124408856384e-06, | |
| "loss": 0.6864, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.2615126050420168, | |
| "grad_norm": 0.2130875438451767, | |
| "learning_rate": 8.461457805021793e-06, | |
| "loss": 0.7461, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.26218487394957984, | |
| "grad_norm": 0.2305675446987152, | |
| "learning_rate": 8.45377554097535e-06, | |
| "loss": 0.7015, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.26285714285714284, | |
| "grad_norm": 0.24206651747226715, | |
| "learning_rate": 8.446077651472892e-06, | |
| "loss": 0.6689, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.2635294117647059, | |
| "grad_norm": 0.2249177098274231, | |
| "learning_rate": 8.438364171340957e-06, | |
| "loss": 0.6084, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.2642016806722689, | |
| "grad_norm": 0.23055896162986755, | |
| "learning_rate": 8.430635135476616e-06, | |
| "loss": 0.6501, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.26487394957983196, | |
| "grad_norm": 0.30286553502082825, | |
| "learning_rate": 8.422890578847313e-06, | |
| "loss": 0.6421, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.26554621848739496, | |
| "grad_norm": 0.20739050209522247, | |
| "learning_rate": 8.415130536490712e-06, | |
| "loss": 0.6456, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.26621848739495796, | |
| "grad_norm": 0.23757591843605042, | |
| "learning_rate": 8.407355043514538e-06, | |
| "loss": 0.7336, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.266890756302521, | |
| "grad_norm": 0.2152106910943985, | |
| "learning_rate": 8.399564135096417e-06, | |
| "loss": 0.6866, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.267563025210084, | |
| "grad_norm": 0.22571507096290588, | |
| "learning_rate": 8.39175784648372e-06, | |
| "loss": 0.6797, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.26823529411764707, | |
| "grad_norm": 0.2353668212890625, | |
| "learning_rate": 8.383936212993392e-06, | |
| "loss": 0.624, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.2689075630252101, | |
| "grad_norm": 0.2632080018520355, | |
| "learning_rate": 8.376099270011808e-06, | |
| "loss": 0.7362, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.26957983193277313, | |
| "grad_norm": 0.26158758997917175, | |
| "learning_rate": 8.368247052994605e-06, | |
| "loss": 0.5969, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.27025210084033613, | |
| "grad_norm": 0.239485502243042, | |
| "learning_rate": 8.360379597466519e-06, | |
| "loss": 0.631, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.2709243697478992, | |
| "grad_norm": 0.2522924840450287, | |
| "learning_rate": 8.352496939021233e-06, | |
| "loss": 0.7101, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.2715966386554622, | |
| "grad_norm": 0.22495077550411224, | |
| "learning_rate": 8.344599113321203e-06, | |
| "loss": 0.5785, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.2722689075630252, | |
| "grad_norm": 0.25629207491874695, | |
| "learning_rate": 8.336686156097512e-06, | |
| "loss": 0.757, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.27294117647058824, | |
| "grad_norm": 0.40765833854675293, | |
| "learning_rate": 8.328758103149696e-06, | |
| "loss": 0.7224, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.27361344537815124, | |
| "grad_norm": 0.2634163200855255, | |
| "learning_rate": 8.320814990345587e-06, | |
| "loss": 0.7794, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.2742857142857143, | |
| "grad_norm": 0.24929873645305634, | |
| "learning_rate": 8.312856853621152e-06, | |
| "loss": 0.7422, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.2749579831932773, | |
| "grad_norm": 0.2845971882343292, | |
| "learning_rate": 8.304883728980325e-06, | |
| "loss": 0.7359, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.27563025210084036, | |
| "grad_norm": 0.24346016347408295, | |
| "learning_rate": 8.296895652494851e-06, | |
| "loss": 0.6485, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.27630252100840336, | |
| "grad_norm": 0.23367783427238464, | |
| "learning_rate": 8.288892660304122e-06, | |
| "loss": 0.5814, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.2769747899159664, | |
| "grad_norm": 0.34782543778419495, | |
| "learning_rate": 8.280874788615004e-06, | |
| "loss": 0.5857, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.2776470588235294, | |
| "grad_norm": 0.27658021450042725, | |
| "learning_rate": 8.272842073701688e-06, | |
| "loss": 0.679, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.2783193277310924, | |
| "grad_norm": 0.2381054013967514, | |
| "learning_rate": 8.264794551905512e-06, | |
| "loss": 0.5859, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.27899159663865547, | |
| "grad_norm": 0.2386159598827362, | |
| "learning_rate": 8.256732259634807e-06, | |
| "loss": 0.7333, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.27966386554621847, | |
| "grad_norm": 0.23790478706359863, | |
| "learning_rate": 8.248655233364724e-06, | |
| "loss": 0.6381, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.2803361344537815, | |
| "grad_norm": 0.2430446296930313, | |
| "learning_rate": 8.24056350963708e-06, | |
| "loss": 0.6681, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.2810084033613445, | |
| "grad_norm": 0.2563830614089966, | |
| "learning_rate": 8.232457125060178e-06, | |
| "loss": 0.7506, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.2816806722689076, | |
| "grad_norm": 0.236500084400177, | |
| "learning_rate": 8.224336116308654e-06, | |
| "loss": 0.6722, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.2823529411764706, | |
| "grad_norm": 0.24401167035102844, | |
| "learning_rate": 8.216200520123305e-06, | |
| "loss": 0.7555, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.28302521008403364, | |
| "grad_norm": 0.24071764945983887, | |
| "learning_rate": 8.20805037331092e-06, | |
| "loss": 0.6701, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.28369747899159664, | |
| "grad_norm": 0.2599017322063446, | |
| "learning_rate": 8.199885712744128e-06, | |
| "loss": 0.7838, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.28436974789915964, | |
| "grad_norm": 0.23312319815158844, | |
| "learning_rate": 8.191706575361208e-06, | |
| "loss": 0.6454, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.2850420168067227, | |
| "grad_norm": 0.3320861756801605, | |
| "learning_rate": 8.183512998165941e-06, | |
| "loss": 0.5617, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.2857142857142857, | |
| "grad_norm": 0.29827767610549927, | |
| "learning_rate": 8.175305018227439e-06, | |
| "loss": 0.6889, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.28638655462184875, | |
| "grad_norm": 0.2738671898841858, | |
| "learning_rate": 8.167082672679968e-06, | |
| "loss": 0.7371, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.28705882352941176, | |
| "grad_norm": 0.24301859736442566, | |
| "learning_rate": 8.15884599872279e-06, | |
| "loss": 0.6621, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.2877310924369748, | |
| "grad_norm": 0.2335437387228012, | |
| "learning_rate": 8.150595033619989e-06, | |
| "loss": 0.6062, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.2884033613445378, | |
| "grad_norm": 0.24218881130218506, | |
| "learning_rate": 8.142329814700306e-06, | |
| "loss": 0.7732, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.28907563025210087, | |
| "grad_norm": 0.23290084302425385, | |
| "learning_rate": 8.13405037935697e-06, | |
| "loss": 0.671, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.28974789915966387, | |
| "grad_norm": 0.24484236538410187, | |
| "learning_rate": 8.125756765047528e-06, | |
| "loss": 0.7383, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.29042016806722687, | |
| "grad_norm": 0.2516631782054901, | |
| "learning_rate": 8.117449009293668e-06, | |
| "loss": 0.6141, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.2910924369747899, | |
| "grad_norm": 0.5268867015838623, | |
| "learning_rate": 8.109127149681065e-06, | |
| "loss": 0.626, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.2917647058823529, | |
| "grad_norm": 0.46247419714927673, | |
| "learning_rate": 8.100791223859198e-06, | |
| "loss": 0.6713, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.292436974789916, | |
| "grad_norm": 0.33584773540496826, | |
| "learning_rate": 8.092441269541182e-06, | |
| "loss": 0.7156, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.293109243697479, | |
| "grad_norm": 0.29816320538520813, | |
| "learning_rate": 8.084077324503602e-06, | |
| "loss": 0.6754, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.29378151260504204, | |
| "grad_norm": 0.253115713596344, | |
| "learning_rate": 8.075699426586345e-06, | |
| "loss": 0.6449, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.29445378151260504, | |
| "grad_norm": 0.24944230914115906, | |
| "learning_rate": 8.067307613692408e-06, | |
| "loss": 0.5776, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.29512605042016804, | |
| "grad_norm": 0.25170648097991943, | |
| "learning_rate": 8.058901923787757e-06, | |
| "loss": 0.5794, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.2957983193277311, | |
| "grad_norm": 0.3000252842903137, | |
| "learning_rate": 8.050482394901132e-06, | |
| "loss": 0.7025, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.2964705882352941, | |
| "grad_norm": 0.25940564274787903, | |
| "learning_rate": 8.042049065123882e-06, | |
| "loss": 0.6512, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.29714285714285715, | |
| "grad_norm": 0.25988590717315674, | |
| "learning_rate": 8.0336019726098e-06, | |
| "loss": 0.6544, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.29781512605042015, | |
| "grad_norm": 0.3429681956768036, | |
| "learning_rate": 8.025141155574939e-06, | |
| "loss": 0.7266, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.2984873949579832, | |
| "grad_norm": 0.3786052167415619, | |
| "learning_rate": 8.016666652297443e-06, | |
| "loss": 0.7693, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.2991596638655462, | |
| "grad_norm": 0.24071510136127472, | |
| "learning_rate": 8.008178501117376e-06, | |
| "loss": 0.692, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.29983193277310927, | |
| "grad_norm": 0.22229009866714478, | |
| "learning_rate": 7.999676740436553e-06, | |
| "loss": 0.6618, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.30050420168067227, | |
| "grad_norm": 0.2864013910293579, | |
| "learning_rate": 7.991161408718353e-06, | |
| "loss": 0.7082, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.30117647058823527, | |
| "grad_norm": 0.22621232271194458, | |
| "learning_rate": 7.982632544487555e-06, | |
| "loss": 0.5874, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.3018487394957983, | |
| "grad_norm": 0.24563252925872803, | |
| "learning_rate": 7.974090186330165e-06, | |
| "loss": 0.7186, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.3025210084033613, | |
| "grad_norm": 0.30611452460289, | |
| "learning_rate": 7.96553437289323e-06, | |
| "loss": 0.6962, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.3031932773109244, | |
| "grad_norm": 0.23493875563144684, | |
| "learning_rate": 7.956965142884678e-06, | |
| "loss": 0.6031, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.3038655462184874, | |
| "grad_norm": 0.26626601815223694, | |
| "learning_rate": 7.948382535073134e-06, | |
| "loss": 0.6433, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.30453781512605044, | |
| "grad_norm": 0.2446458488702774, | |
| "learning_rate": 7.939786588287743e-06, | |
| "loss": 0.8106, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.30521008403361344, | |
| "grad_norm": 0.2521326243877411, | |
| "learning_rate": 7.931177341418003e-06, | |
| "loss": 0.6874, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.3058823529411765, | |
| "grad_norm": 0.23391471803188324, | |
| "learning_rate": 7.922554833413581e-06, | |
| "loss": 0.6423, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3065546218487395, | |
| "grad_norm": 0.24418647587299347, | |
| "learning_rate": 7.91391910328414e-06, | |
| "loss": 0.6531, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3072268907563025, | |
| "grad_norm": 0.2206183671951294, | |
| "learning_rate": 7.90527019009916e-06, | |
| "loss": 0.7098, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.30789915966386555, | |
| "grad_norm": 0.23588207364082336, | |
| "learning_rate": 7.89660813298777e-06, | |
| "loss": 0.6648, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.30857142857142855, | |
| "grad_norm": 0.35487234592437744, | |
| "learning_rate": 7.887932971138555e-06, | |
| "loss": 0.7094, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.3092436974789916, | |
| "grad_norm": 0.26851218938827515, | |
| "learning_rate": 7.879244743799393e-06, | |
| "loss": 0.7412, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3099159663865546, | |
| "grad_norm": 0.2544209063053131, | |
| "learning_rate": 7.870543490277274e-06, | |
| "loss": 0.6263, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.31058823529411766, | |
| "grad_norm": 0.21729524433612823, | |
| "learning_rate": 7.861829249938119e-06, | |
| "loss": 0.6552, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.31126050420168067, | |
| "grad_norm": 0.3726813495159149, | |
| "learning_rate": 7.853102062206601e-06, | |
| "loss": 0.6353, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3119327731092437, | |
| "grad_norm": 0.225904643535614, | |
| "learning_rate": 7.844361966565973e-06, | |
| "loss": 0.6529, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.3126050420168067, | |
| "grad_norm": 0.432298481464386, | |
| "learning_rate": 7.835609002557883e-06, | |
| "loss": 0.6485, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3132773109243697, | |
| "grad_norm": 0.45495152473449707, | |
| "learning_rate": 7.8268432097822e-06, | |
| "loss": 0.6468, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3139495798319328, | |
| "grad_norm": 0.23771986365318298, | |
| "learning_rate": 7.81806462789683e-06, | |
| "loss": 0.6454, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.3146218487394958, | |
| "grad_norm": 0.2486136257648468, | |
| "learning_rate": 7.80927329661754e-06, | |
| "loss": 0.6243, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.31529411764705884, | |
| "grad_norm": 0.29532894492149353, | |
| "learning_rate": 7.80046925571778e-06, | |
| "loss": 0.7355, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.31596638655462184, | |
| "grad_norm": 0.29661232233047485, | |
| "learning_rate": 7.791652545028494e-06, | |
| "loss": 0.5596, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.3166386554621849, | |
| "grad_norm": 0.2840026021003723, | |
| "learning_rate": 7.782823204437952e-06, | |
| "loss": 0.7123, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.3173109243697479, | |
| "grad_norm": 0.24036720395088196, | |
| "learning_rate": 7.773981273891563e-06, | |
| "loss": 0.6763, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.31798319327731095, | |
| "grad_norm": 0.3194415271282196, | |
| "learning_rate": 7.765126793391691e-06, | |
| "loss": 0.7346, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.31865546218487395, | |
| "grad_norm": 0.24713455140590668, | |
| "learning_rate": 7.756259802997483e-06, | |
| "loss": 0.6414, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.31932773109243695, | |
| "grad_norm": 0.2846837043762207, | |
| "learning_rate": 7.747380342824683e-06, | |
| "loss": 0.5973, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.25316038727760315, | |
| "learning_rate": 7.738488453045446e-06, | |
| "loss": 0.6392, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.320672268907563, | |
| "grad_norm": 0.23145373165607452, | |
| "learning_rate": 7.729584173888162e-06, | |
| "loss": 0.6528, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.32134453781512606, | |
| "grad_norm": 0.2564818561077118, | |
| "learning_rate": 7.720667545637278e-06, | |
| "loss": 0.7126, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.32201680672268906, | |
| "grad_norm": 0.2856581509113312, | |
| "learning_rate": 7.7117386086331e-06, | |
| "loss": 0.6829, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.3226890756302521, | |
| "grad_norm": 0.25063401460647583, | |
| "learning_rate": 7.70279740327163e-06, | |
| "loss": 0.6701, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3233613445378151, | |
| "grad_norm": 0.24919474124908447, | |
| "learning_rate": 7.693843970004369e-06, | |
| "loss": 0.6791, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.3240336134453782, | |
| "grad_norm": 0.2518171966075897, | |
| "learning_rate": 7.684878349338144e-06, | |
| "loss": 0.6549, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.3247058823529412, | |
| "grad_norm": 0.22823643684387207, | |
| "learning_rate": 7.675900581834914e-06, | |
| "loss": 0.6602, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.3253781512605042, | |
| "grad_norm": 0.22611699998378754, | |
| "learning_rate": 7.666910708111597e-06, | |
| "loss": 0.6114, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.32605042016806723, | |
| "grad_norm": 0.21574345231056213, | |
| "learning_rate": 7.657908768839879e-06, | |
| "loss": 0.5915, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.32672268907563023, | |
| "grad_norm": 0.26198115944862366, | |
| "learning_rate": 7.648894804746031e-06, | |
| "loss": 0.6995, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.3273949579831933, | |
| "grad_norm": 0.2797788381576538, | |
| "learning_rate": 7.63986885661073e-06, | |
| "loss": 0.7056, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.3280672268907563, | |
| "grad_norm": 0.26868724822998047, | |
| "learning_rate": 7.630830965268872e-06, | |
| "loss": 0.6964, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.32873949579831935, | |
| "grad_norm": 0.2783353626728058, | |
| "learning_rate": 7.621781171609379e-06, | |
| "loss": 0.8026, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.32941176470588235, | |
| "grad_norm": 0.25210657715797424, | |
| "learning_rate": 7.612719516575027e-06, | |
| "loss": 0.7001, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.3300840336134454, | |
| "grad_norm": 0.25456830859184265, | |
| "learning_rate": 7.603646041162253e-06, | |
| "loss": 0.7183, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.3307563025210084, | |
| "grad_norm": 0.2586143910884857, | |
| "learning_rate": 7.594560786420974e-06, | |
| "loss": 0.6673, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.3314285714285714, | |
| "grad_norm": 0.23656786978244781, | |
| "learning_rate": 7.585463793454393e-06, | |
| "loss": 0.6919, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.33210084033613446, | |
| "grad_norm": 0.2484300434589386, | |
| "learning_rate": 7.576355103418822e-06, | |
| "loss": 0.6797, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.33277310924369746, | |
| "grad_norm": 0.2324364334344864, | |
| "learning_rate": 7.567234757523495e-06, | |
| "loss": 0.5792, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.3334453781512605, | |
| "grad_norm": 0.2646612226963043, | |
| "learning_rate": 7.558102797030376e-06, | |
| "loss": 0.6596, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.3341176470588235, | |
| "grad_norm": 0.2537459433078766, | |
| "learning_rate": 7.548959263253972e-06, | |
| "loss": 0.6514, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.3347899159663866, | |
| "grad_norm": 0.22300805151462555, | |
| "learning_rate": 7.539804197561157e-06, | |
| "loss": 0.6405, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.3354621848739496, | |
| "grad_norm": 0.25793418288230896, | |
| "learning_rate": 7.530637641370973e-06, | |
| "loss": 0.7418, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.33613445378151263, | |
| "grad_norm": 0.2405708134174347, | |
| "learning_rate": 7.521459636154448e-06, | |
| "loss": 0.706, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.33680672268907563, | |
| "grad_norm": 0.27533820271492004, | |
| "learning_rate": 7.512270223434404e-06, | |
| "loss": 0.7115, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.33747899159663863, | |
| "grad_norm": 0.25702375173568726, | |
| "learning_rate": 7.50306944478528e-06, | |
| "loss": 0.6651, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.3381512605042017, | |
| "grad_norm": 0.2616071403026581, | |
| "learning_rate": 7.493857341832928e-06, | |
| "loss": 0.7395, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.3388235294117647, | |
| "grad_norm": 0.28658849000930786, | |
| "learning_rate": 7.484633956254435e-06, | |
| "loss": 0.556, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.33949579831932775, | |
| "grad_norm": 0.2618944048881531, | |
| "learning_rate": 7.4753993297779405e-06, | |
| "loss": 0.6296, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.34016806722689075, | |
| "grad_norm": 0.2552236020565033, | |
| "learning_rate": 7.466153504182428e-06, | |
| "loss": 0.678, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.3408403361344538, | |
| "grad_norm": 0.3072948753833771, | |
| "learning_rate": 7.456896521297554e-06, | |
| "loss": 0.7548, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.3415126050420168, | |
| "grad_norm": 0.25775688886642456, | |
| "learning_rate": 7.4476284230034524e-06, | |
| "loss": 0.6952, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.3421848739495798, | |
| "grad_norm": 0.273126482963562, | |
| "learning_rate": 7.438349251230546e-06, | |
| "loss": 0.7131, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.34285714285714286, | |
| "grad_norm": 0.2639390528202057, | |
| "learning_rate": 7.4290590479593495e-06, | |
| "loss": 0.6222, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.34352941176470586, | |
| "grad_norm": 0.2653580605983734, | |
| "learning_rate": 7.419757855220292e-06, | |
| "loss": 0.7089, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.3442016806722689, | |
| "grad_norm": 0.25796201825141907, | |
| "learning_rate": 7.410445715093522e-06, | |
| "loss": 0.6543, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.3448739495798319, | |
| "grad_norm": 0.24363821744918823, | |
| "learning_rate": 7.40112266970871e-06, | |
| "loss": 0.7319, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.345546218487395, | |
| "grad_norm": 0.3578212261199951, | |
| "learning_rate": 7.3917887612448665e-06, | |
| "loss": 0.683, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.346218487394958, | |
| "grad_norm": 0.22685156762599945, | |
| "learning_rate": 7.3824440319301514e-06, | |
| "loss": 0.6173, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.34689075630252103, | |
| "grad_norm": 0.24462002515792847, | |
| "learning_rate": 7.373088524041676e-06, | |
| "loss": 0.7198, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.34756302521008403, | |
| "grad_norm": 0.28811222314834595, | |
| "learning_rate": 7.363722279905315e-06, | |
| "loss": 0.5977, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.34823529411764703, | |
| "grad_norm": 0.39319655299186707, | |
| "learning_rate": 7.354345341895519e-06, | |
| "loss": 0.6215, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.3489075630252101, | |
| "grad_norm": 0.34350088238716125, | |
| "learning_rate": 7.3449577524351175e-06, | |
| "loss": 0.7442, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.3495798319327731, | |
| "grad_norm": 0.2592061161994934, | |
| "learning_rate": 7.3355595539951306e-06, | |
| "loss": 0.5607, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.35025210084033614, | |
| "grad_norm": 0.28326231241226196, | |
| "learning_rate": 7.326150789094571e-06, | |
| "loss": 0.8001, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.35092436974789915, | |
| "grad_norm": 0.26701200008392334, | |
| "learning_rate": 7.316731500300262e-06, | |
| "loss": 0.6752, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.3515966386554622, | |
| "grad_norm": 0.2517106533050537, | |
| "learning_rate": 7.307301730226634e-06, | |
| "loss": 0.6148, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.3522689075630252, | |
| "grad_norm": 0.29826560616493225, | |
| "learning_rate": 7.297861521535539e-06, | |
| "loss": 0.7735, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.35294117647058826, | |
| "grad_norm": 0.25772950053215027, | |
| "learning_rate": 7.288410916936052e-06, | |
| "loss": 0.6317, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.35361344537815126, | |
| "grad_norm": 0.29670852422714233, | |
| "learning_rate": 7.278949959184285e-06, | |
| "loss": 0.6847, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.35428571428571426, | |
| "grad_norm": 0.24543483555316925, | |
| "learning_rate": 7.269478691083185e-06, | |
| "loss": 0.6581, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.3549579831932773, | |
| "grad_norm": 0.2952398657798767, | |
| "learning_rate": 7.259997155482349e-06, | |
| "loss": 0.6281, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.3556302521008403, | |
| "grad_norm": 0.2506166696548462, | |
| "learning_rate": 7.250505395277824e-06, | |
| "loss": 0.6794, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.3563025210084034, | |
| "grad_norm": 0.24329133331775665, | |
| "learning_rate": 7.241003453411913e-06, | |
| "loss": 0.6596, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.3569747899159664, | |
| "grad_norm": 0.26009994745254517, | |
| "learning_rate": 7.231491372872985e-06, | |
| "loss": 0.6786, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.35764705882352943, | |
| "grad_norm": 0.2705908417701721, | |
| "learning_rate": 7.221969196695279e-06, | |
| "loss": 0.6875, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.35831932773109243, | |
| "grad_norm": 0.3454313278198242, | |
| "learning_rate": 7.212436967958704e-06, | |
| "loss": 0.7207, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.3589915966386555, | |
| "grad_norm": 0.2596156895160675, | |
| "learning_rate": 7.202894729788652e-06, | |
| "loss": 0.6778, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.3596638655462185, | |
| "grad_norm": 0.28452539443969727, | |
| "learning_rate": 7.193342525355796e-06, | |
| "loss": 0.6935, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.3603361344537815, | |
| "grad_norm": 0.2546745836734772, | |
| "learning_rate": 7.183780397875905e-06, | |
| "loss": 0.6509, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.36100840336134454, | |
| "grad_norm": 0.2790706753730774, | |
| "learning_rate": 7.174208390609636e-06, | |
| "loss": 0.6822, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.36168067226890754, | |
| "grad_norm": 0.26098689436912537, | |
| "learning_rate": 7.164626546862341e-06, | |
| "loss": 0.6061, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.3623529411764706, | |
| "grad_norm": 0.24673348665237427, | |
| "learning_rate": 7.1550349099838826e-06, | |
| "loss": 0.6056, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.3630252100840336, | |
| "grad_norm": 0.2599000036716461, | |
| "learning_rate": 7.14543352336842e-06, | |
| "loss": 0.6806, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.36369747899159666, | |
| "grad_norm": 0.24589070677757263, | |
| "learning_rate": 7.135822430454229e-06, | |
| "loss": 0.6482, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.36436974789915966, | |
| "grad_norm": 0.48587021231651306, | |
| "learning_rate": 7.126201674723493e-06, | |
| "loss": 0.6874, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.3650420168067227, | |
| "grad_norm": 0.27641111612319946, | |
| "learning_rate": 7.116571299702115e-06, | |
| "loss": 0.6909, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.3657142857142857, | |
| "grad_norm": 0.2415248155593872, | |
| "learning_rate": 7.106931348959517e-06, | |
| "loss": 0.5929, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.3663865546218487, | |
| "grad_norm": 0.2484642118215561, | |
| "learning_rate": 7.09728186610844e-06, | |
| "loss": 0.7068, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.36705882352941177, | |
| "grad_norm": 0.2528263032436371, | |
| "learning_rate": 7.087622894804756e-06, | |
| "loss": 0.6186, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.36773109243697477, | |
| "grad_norm": 0.22120706737041473, | |
| "learning_rate": 7.077954478747258e-06, | |
| "loss": 0.5633, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.3684033613445378, | |
| "grad_norm": 0.2927933633327484, | |
| "learning_rate": 7.06827666167747e-06, | |
| "loss": 0.7007, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.36907563025210083, | |
| "grad_norm": 0.3395981788635254, | |
| "learning_rate": 7.0585894873794514e-06, | |
| "loss": 0.7834, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.3697478991596639, | |
| "grad_norm": 0.26647213101387024, | |
| "learning_rate": 7.0488929996795916e-06, | |
| "loss": 0.7019, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.3704201680672269, | |
| "grad_norm": 0.2740980088710785, | |
| "learning_rate": 7.039187242446417e-06, | |
| "loss": 0.6743, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.37109243697478994, | |
| "grad_norm": 3.1661012172698975, | |
| "learning_rate": 7.029472259590391e-06, | |
| "loss": 0.7327, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.37176470588235294, | |
| "grad_norm": 0.254384845495224, | |
| "learning_rate": 7.019748095063712e-06, | |
| "loss": 0.6645, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.37243697478991594, | |
| "grad_norm": 0.24111615121364594, | |
| "learning_rate": 7.010014792860125e-06, | |
| "loss": 0.604, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.373109243697479, | |
| "grad_norm": 0.26376351714134216, | |
| "learning_rate": 7.0002723970147065e-06, | |
| "loss": 0.6022, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.373781512605042, | |
| "grad_norm": 0.2674425542354584, | |
| "learning_rate": 6.990520951603682e-06, | |
| "loss": 0.6118, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.37445378151260506, | |
| "grad_norm": 0.29168662428855896, | |
| "learning_rate": 6.980760500744214e-06, | |
| "loss": 0.6827, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.37512605042016806, | |
| "grad_norm": 0.2536768913269043, | |
| "learning_rate": 6.970991088594208e-06, | |
| "loss": 0.6195, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.3757983193277311, | |
| "grad_norm": 0.2554040253162384, | |
| "learning_rate": 6.961212759352111e-06, | |
| "loss": 0.6637, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.3764705882352941, | |
| "grad_norm": 0.2917897403240204, | |
| "learning_rate": 6.9514255572567165e-06, | |
| "loss": 0.732, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.37714285714285717, | |
| "grad_norm": 0.26408785581588745, | |
| "learning_rate": 6.941629526586959e-06, | |
| "loss": 0.588, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.37781512605042017, | |
| "grad_norm": 0.2667170464992523, | |
| "learning_rate": 6.931824711661706e-06, | |
| "loss": 0.5844, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.37848739495798317, | |
| "grad_norm": 0.25926536321640015, | |
| "learning_rate": 6.9220111568395835e-06, | |
| "loss": 0.5672, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.3791596638655462, | |
| "grad_norm": 0.24174527823925018, | |
| "learning_rate": 6.912188906518742e-06, | |
| "loss": 0.6529, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.3798319327731092, | |
| "grad_norm": 0.24654068052768707, | |
| "learning_rate": 6.902358005136679e-06, | |
| "loss": 0.6284, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.3805042016806723, | |
| "grad_norm": 0.33144494891166687, | |
| "learning_rate": 6.8925184971700335e-06, | |
| "loss": 0.6332, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.3811764705882353, | |
| "grad_norm": 0.2504251301288605, | |
| "learning_rate": 6.882670427134377e-06, | |
| "loss": 0.6116, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.38184873949579834, | |
| "grad_norm": 0.28265705704689026, | |
| "learning_rate": 6.87281383958402e-06, | |
| "loss": 0.6197, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.38252100840336134, | |
| "grad_norm": 0.28033989667892456, | |
| "learning_rate": 6.862948779111807e-06, | |
| "loss": 0.7287, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.3831932773109244, | |
| "grad_norm": 0.25803911685943604, | |
| "learning_rate": 6.853075290348913e-06, | |
| "loss": 0.6291, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.3838655462184874, | |
| "grad_norm": 3.2309842109680176, | |
| "learning_rate": 6.843193417964649e-06, | |
| "loss": 0.6378, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.3845378151260504, | |
| "grad_norm": 0.24009639024734497, | |
| "learning_rate": 6.833303206666251e-06, | |
| "loss": 0.59, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.38521008403361345, | |
| "grad_norm": 0.28828173875808716, | |
| "learning_rate": 6.823404701198682e-06, | |
| "loss": 0.5809, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.38588235294117645, | |
| "grad_norm": 0.3830989897251129, | |
| "learning_rate": 6.813497946344432e-06, | |
| "loss": 0.6486, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.3865546218487395, | |
| "grad_norm": 0.7421220541000366, | |
| "learning_rate": 6.803582986923309e-06, | |
| "loss": 0.5754, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.3872268907563025, | |
| "grad_norm": 0.2593109905719757, | |
| "learning_rate": 6.793659867792243e-06, | |
| "loss": 0.6286, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.38789915966386557, | |
| "grad_norm": 0.2637573182582855, | |
| "learning_rate": 6.783728633845076e-06, | |
| "loss": 0.6702, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.38857142857142857, | |
| "grad_norm": 0.2585836946964264, | |
| "learning_rate": 6.773789330012368e-06, | |
| "loss": 0.6846, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.3892436974789916, | |
| "grad_norm": 0.2886744439601898, | |
| "learning_rate": 6.763842001261182e-06, | |
| "loss": 0.64, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.3899159663865546, | |
| "grad_norm": 0.2627091109752655, | |
| "learning_rate": 6.753886692594895e-06, | |
| "loss": 0.6964, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.3905882352941176, | |
| "grad_norm": 0.2730655372142792, | |
| "learning_rate": 6.743923449052978e-06, | |
| "loss": 0.6604, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.3912605042016807, | |
| "grad_norm": 0.264847993850708, | |
| "learning_rate": 6.733952315710807e-06, | |
| "loss": 0.5977, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.3919327731092437, | |
| "grad_norm": 0.44198712706565857, | |
| "learning_rate": 6.723973337679452e-06, | |
| "loss": 0.7457, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.39260504201680674, | |
| "grad_norm": 0.28945159912109375, | |
| "learning_rate": 6.71398656010547e-06, | |
| "loss": 0.6746, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.39327731092436974, | |
| "grad_norm": 0.24213764071464539, | |
| "learning_rate": 6.7039920281707085e-06, | |
| "loss": 0.6704, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.3939495798319328, | |
| "grad_norm": 0.23295095562934875, | |
| "learning_rate": 6.693989787092092e-06, | |
| "loss": 0.6482, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.3946218487394958, | |
| "grad_norm": 0.2597988247871399, | |
| "learning_rate": 6.6839798821214285e-06, | |
| "loss": 0.6737, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.3952941176470588, | |
| "grad_norm": 0.2782224416732788, | |
| "learning_rate": 6.673962358545195e-06, | |
| "loss": 0.692, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.39596638655462185, | |
| "grad_norm": 0.26222875714302063, | |
| "learning_rate": 6.663937261684339e-06, | |
| "loss": 0.626, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.39663865546218485, | |
| "grad_norm": 0.33985576033592224, | |
| "learning_rate": 6.653904636894066e-06, | |
| "loss": 0.7779, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.3973109243697479, | |
| "grad_norm": 0.24656908214092255, | |
| "learning_rate": 6.643864529563644e-06, | |
| "loss": 0.6294, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.3979831932773109, | |
| "grad_norm": 0.2757978141307831, | |
| "learning_rate": 6.633816985116193e-06, | |
| "loss": 0.696, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.39865546218487397, | |
| "grad_norm": 0.25663167238235474, | |
| "learning_rate": 6.623762049008475e-06, | |
| "loss": 0.6184, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.39932773109243697, | |
| "grad_norm": 0.35530152916908264, | |
| "learning_rate": 6.6136997667306965e-06, | |
| "loss": 0.7097, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.2539604604244232, | |
| "learning_rate": 6.603630183806302e-06, | |
| "loss": 0.6409, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.400672268907563, | |
| "grad_norm": 0.26510563492774963, | |
| "learning_rate": 6.593553345791761e-06, | |
| "loss": 0.608, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.401344537815126, | |
| "grad_norm": 0.30561932921409607, | |
| "learning_rate": 6.583469298276367e-06, | |
| "loss": 0.6943, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.4020168067226891, | |
| "grad_norm": 0.2881486713886261, | |
| "learning_rate": 6.573378086882031e-06, | |
| "loss": 0.6482, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.4026890756302521, | |
| "grad_norm": 0.23158025741577148, | |
| "learning_rate": 6.563279757263075e-06, | |
| "loss": 0.6077, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.40336134453781514, | |
| "grad_norm": 0.26355454325675964, | |
| "learning_rate": 6.553174355106027e-06, | |
| "loss": 0.7279, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.40403361344537814, | |
| "grad_norm": 0.2594321370124817, | |
| "learning_rate": 6.543061926129406e-06, | |
| "loss": 0.6562, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.4047058823529412, | |
| "grad_norm": 0.3101213276386261, | |
| "learning_rate": 6.5329425160835295e-06, | |
| "loss": 0.6323, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.4053781512605042, | |
| "grad_norm": 0.33795782923698425, | |
| "learning_rate": 6.522816170750292e-06, | |
| "loss": 0.8041, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.40605042016806725, | |
| "grad_norm": 0.27324649691581726, | |
| "learning_rate": 6.512682935942969e-06, | |
| "loss": 0.5827, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.40672268907563025, | |
| "grad_norm": 0.27596983313560486, | |
| "learning_rate": 6.502542857506001e-06, | |
| "loss": 0.5471, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.40739495798319325, | |
| "grad_norm": 0.2658310532569885, | |
| "learning_rate": 6.492395981314794e-06, | |
| "loss": 0.6285, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.4080672268907563, | |
| "grad_norm": 0.48361650109291077, | |
| "learning_rate": 6.482242353275506e-06, | |
| "loss": 0.7018, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.4087394957983193, | |
| "grad_norm": 0.25251778960227966, | |
| "learning_rate": 6.472082019324841e-06, | |
| "loss": 0.6945, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.40941176470588236, | |
| "grad_norm": 0.25905075669288635, | |
| "learning_rate": 6.461915025429846e-06, | |
| "loss": 0.6599, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.41008403361344536, | |
| "grad_norm": 0.2535420358181, | |
| "learning_rate": 6.451741417587693e-06, | |
| "loss": 0.626, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.4107563025210084, | |
| "grad_norm": 0.2766690254211426, | |
| "learning_rate": 6.441561241825477e-06, | |
| "loss": 0.6546, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.4114285714285714, | |
| "grad_norm": 0.25445756316185, | |
| "learning_rate": 6.431374544200013e-06, | |
| "loss": 0.5742, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.4121008403361345, | |
| "grad_norm": 0.28966280817985535, | |
| "learning_rate": 6.421181370797617e-06, | |
| "loss": 0.6537, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.4127731092436975, | |
| "grad_norm": 0.2379719316959381, | |
| "learning_rate": 6.410981767733904e-06, | |
| "loss": 0.6824, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.4134453781512605, | |
| "grad_norm": 0.2687048017978668, | |
| "learning_rate": 6.4007757811535754e-06, | |
| "loss": 0.64, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.41411764705882353, | |
| "grad_norm": 0.2796523869037628, | |
| "learning_rate": 6.390563457230219e-06, | |
| "loss": 0.6194, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.41478991596638654, | |
| "grad_norm": 0.2782626152038574, | |
| "learning_rate": 6.3803448421660874e-06, | |
| "loss": 0.6612, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.4154621848739496, | |
| "grad_norm": 0.28166112303733826, | |
| "learning_rate": 6.370119982191898e-06, | |
| "loss": 0.6456, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.4161344537815126, | |
| "grad_norm": 0.26723188161849976, | |
| "learning_rate": 6.359888923566621e-06, | |
| "loss": 0.6041, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.41680672268907565, | |
| "grad_norm": 0.27030959725379944, | |
| "learning_rate": 6.349651712577271e-06, | |
| "loss": 0.6505, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.41747899159663865, | |
| "grad_norm": 2.7985944747924805, | |
| "learning_rate": 6.339408395538695e-06, | |
| "loss": 0.7561, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.4181512605042017, | |
| "grad_norm": 0.26714402437210083, | |
| "learning_rate": 6.329159018793367e-06, | |
| "loss": 0.6763, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.4188235294117647, | |
| "grad_norm": 0.2583383023738861, | |
| "learning_rate": 6.318903628711176e-06, | |
| "loss": 0.5717, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.4194957983193277, | |
| "grad_norm": 0.2568351626396179, | |
| "learning_rate": 6.3086422716892135e-06, | |
| "loss": 0.6625, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.42016806722689076, | |
| "grad_norm": 0.2755672037601471, | |
| "learning_rate": 6.298374994151568e-06, | |
| "loss": 0.6316, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.42084033613445376, | |
| "grad_norm": 0.4097544848918915, | |
| "learning_rate": 6.288101842549117e-06, | |
| "loss": 0.6771, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.4215126050420168, | |
| "grad_norm": 0.2402237504720688, | |
| "learning_rate": 6.277822863359308e-06, | |
| "loss": 0.565, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.4221848739495798, | |
| "grad_norm": 0.31299471855163574, | |
| "learning_rate": 6.267538103085954e-06, | |
| "loss": 0.6345, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.4228571428571429, | |
| "grad_norm": 0.2810736298561096, | |
| "learning_rate": 6.257247608259027e-06, | |
| "loss": 0.6372, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.4235294117647059, | |
| "grad_norm": 0.2941895127296448, | |
| "learning_rate": 6.246951425434439e-06, | |
| "loss": 0.6446, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.42420168067226893, | |
| "grad_norm": 0.3644469380378723, | |
| "learning_rate": 6.236649601193837e-06, | |
| "loss": 0.6302, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.42487394957983193, | |
| "grad_norm": 0.2842269539833069, | |
| "learning_rate": 6.2263421821443885e-06, | |
| "loss": 0.7139, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.42554621848739493, | |
| "grad_norm": 0.36507514119148254, | |
| "learning_rate": 6.2160292149185765e-06, | |
| "loss": 0.6699, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.426218487394958, | |
| "grad_norm": 0.26595255732536316, | |
| "learning_rate": 6.205710746173983e-06, | |
| "loss": 0.6743, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.426890756302521, | |
| "grad_norm": 0.2433597445487976, | |
| "learning_rate": 6.195386822593079e-06, | |
| "loss": 0.5643, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.42756302521008405, | |
| "grad_norm": 0.255718469619751, | |
| "learning_rate": 6.185057490883017e-06, | |
| "loss": 0.574, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.42823529411764705, | |
| "grad_norm": 0.2665930688381195, | |
| "learning_rate": 6.174722797775412e-06, | |
| "loss": 0.6666, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.4289075630252101, | |
| "grad_norm": 0.5584204792976379, | |
| "learning_rate": 6.164382790026139e-06, | |
| "loss": 0.6694, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.4295798319327731, | |
| "grad_norm": 0.24981260299682617, | |
| "learning_rate": 6.154037514415116e-06, | |
| "loss": 0.6957, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.43025210084033616, | |
| "grad_norm": 0.326659232378006, | |
| "learning_rate": 6.143687017746092e-06, | |
| "loss": 0.6464, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.43092436974789916, | |
| "grad_norm": 0.2832396328449249, | |
| "learning_rate": 6.13333134684644e-06, | |
| "loss": 0.6428, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.43159663865546216, | |
| "grad_norm": 0.28141486644744873, | |
| "learning_rate": 6.122970548566941e-06, | |
| "loss": 0.6963, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.4322689075630252, | |
| "grad_norm": 0.2905043661594391, | |
| "learning_rate": 6.112604669781572e-06, | |
| "loss": 0.774, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.4329411764705882, | |
| "grad_norm": 0.25778400897979736, | |
| "learning_rate": 6.102233757387297e-06, | |
| "loss": 0.6694, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.4336134453781513, | |
| "grad_norm": 0.2858029007911682, | |
| "learning_rate": 6.091857858303849e-06, | |
| "loss": 0.6804, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.4342857142857143, | |
| "grad_norm": 1.3971102237701416, | |
| "learning_rate": 6.081477019473526e-06, | |
| "loss": 0.609, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.43495798319327733, | |
| "grad_norm": 1.6669397354125977, | |
| "learning_rate": 6.071091287860973e-06, | |
| "loss": 0.7046, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.43563025210084033, | |
| "grad_norm": 0.35399138927459717, | |
| "learning_rate": 6.060700710452969e-06, | |
| "loss": 0.6126, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.4363025210084034, | |
| "grad_norm": 0.2908792495727539, | |
| "learning_rate": 6.050305334258218e-06, | |
| "loss": 0.6811, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.4369747899159664, | |
| "grad_norm": 0.31430238485336304, | |
| "learning_rate": 6.039905206307135e-06, | |
| "loss": 0.7455, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.4376470588235294, | |
| "grad_norm": 0.28872379660606384, | |
| "learning_rate": 6.02950037365163e-06, | |
| "loss": 0.7073, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.43831932773109245, | |
| "grad_norm": 0.307539165019989, | |
| "learning_rate": 6.0190908833649e-06, | |
| "loss": 0.6654, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.43899159663865545, | |
| "grad_norm": 0.25360313057899475, | |
| "learning_rate": 6.008676782541214e-06, | |
| "loss": 0.5718, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.4396638655462185, | |
| "grad_norm": 0.2672552764415741, | |
| "learning_rate": 5.998258118295699e-06, | |
| "loss": 0.6905, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.4403361344537815, | |
| "grad_norm": 0.30437520146369934, | |
| "learning_rate": 5.987834937764128e-06, | |
| "loss": 0.6353, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.44100840336134456, | |
| "grad_norm": 0.26263427734375, | |
| "learning_rate": 5.977407288102707e-06, | |
| "loss": 0.6468, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.44168067226890756, | |
| "grad_norm": 0.28768637776374817, | |
| "learning_rate": 5.96697521648786e-06, | |
| "loss": 0.7692, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.4423529411764706, | |
| "grad_norm": 0.26617807149887085, | |
| "learning_rate": 5.956538770116017e-06, | |
| "loss": 0.6276, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.4430252100840336, | |
| "grad_norm": 0.28536146879196167, | |
| "learning_rate": 5.9460979962034e-06, | |
| "loss": 0.6676, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.4436974789915966, | |
| "grad_norm": 0.2859978675842285, | |
| "learning_rate": 5.935652941985811e-06, | |
| "loss": 0.6448, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.4443697478991597, | |
| "grad_norm": 0.25909751653671265, | |
| "learning_rate": 5.925203654718416e-06, | |
| "loss": 0.6796, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.4450420168067227, | |
| "grad_norm": 0.2795214354991913, | |
| "learning_rate": 5.914750181675528e-06, | |
| "loss": 0.6997, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.44571428571428573, | |
| "grad_norm": 0.294744074344635, | |
| "learning_rate": 5.904292570150405e-06, | |
| "loss": 0.6473, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.44638655462184873, | |
| "grad_norm": 0.3279610872268677, | |
| "learning_rate": 5.893830867455022e-06, | |
| "loss": 0.5764, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.4470588235294118, | |
| "grad_norm": 0.2655121386051178, | |
| "learning_rate": 5.883365120919866e-06, | |
| "loss": 0.6358, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.4477310924369748, | |
| "grad_norm": 0.32814836502075195, | |
| "learning_rate": 5.872895377893717e-06, | |
| "loss": 0.7385, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.4484033613445378, | |
| "grad_norm": 0.2529246211051941, | |
| "learning_rate": 5.8624216857434355e-06, | |
| "loss": 0.6481, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.44907563025210084, | |
| "grad_norm": 0.2767293155193329, | |
| "learning_rate": 5.8519440918537565e-06, | |
| "loss": 0.6832, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.44974789915966384, | |
| "grad_norm": 0.2895969748497009, | |
| "learning_rate": 5.841462643627052e-06, | |
| "loss": 0.6057, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.4504201680672269, | |
| "grad_norm": 0.2783525288105011, | |
| "learning_rate": 5.830977388483145e-06, | |
| "loss": 0.6067, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.4510924369747899, | |
| "grad_norm": 0.2585814297199249, | |
| "learning_rate": 5.820488373859078e-06, | |
| "loss": 0.6107, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.45176470588235296, | |
| "grad_norm": 0.26951438188552856, | |
| "learning_rate": 5.809995647208897e-06, | |
| "loss": 0.6025, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.45243697478991596, | |
| "grad_norm": 0.31395092606544495, | |
| "learning_rate": 5.7994992560034465e-06, | |
| "loss": 0.6059, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.453109243697479, | |
| "grad_norm": 0.2794203758239746, | |
| "learning_rate": 5.78899924773015e-06, | |
| "loss": 0.6012, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.453781512605042, | |
| "grad_norm": 0.3008469045162201, | |
| "learning_rate": 5.778495669892797e-06, | |
| "loss": 0.7903, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.454453781512605, | |
| "grad_norm": 0.28986555337905884, | |
| "learning_rate": 5.767988570011319e-06, | |
| "loss": 0.7761, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.45512605042016807, | |
| "grad_norm": 0.2750732898712158, | |
| "learning_rate": 5.7574779956215895e-06, | |
| "loss": 0.6829, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.45579831932773107, | |
| "grad_norm": 0.2800249457359314, | |
| "learning_rate": 5.746963994275198e-06, | |
| "loss": 0.6328, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.45647058823529413, | |
| "grad_norm": 0.3277261257171631, | |
| "learning_rate": 5.736446613539238e-06, | |
| "loss": 0.7113, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.45714285714285713, | |
| "grad_norm": 0.38434597849845886, | |
| "learning_rate": 5.725925900996092e-06, | |
| "loss": 0.6246, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.4578151260504202, | |
| "grad_norm": 0.28766515851020813, | |
| "learning_rate": 5.715401904243217e-06, | |
| "loss": 0.6869, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.4584873949579832, | |
| "grad_norm": 0.27494388818740845, | |
| "learning_rate": 5.7048746708929295e-06, | |
| "loss": 0.6553, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.45915966386554624, | |
| "grad_norm": 0.2542380094528198, | |
| "learning_rate": 5.694344248572182e-06, | |
| "loss": 0.624, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.45983193277310924, | |
| "grad_norm": 0.25246119499206543, | |
| "learning_rate": 5.683810684922364e-06, | |
| "loss": 0.5755, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.46050420168067224, | |
| "grad_norm": 0.25998345017433167, | |
| "learning_rate": 5.673274027599074e-06, | |
| "loss": 0.6419, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.4611764705882353, | |
| "grad_norm": 0.2949938178062439, | |
| "learning_rate": 5.6627343242719005e-06, | |
| "loss": 0.6576, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.4618487394957983, | |
| "grad_norm": 0.29067671298980713, | |
| "learning_rate": 5.65219162262422e-06, | |
| "loss": 0.6236, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.46252100840336136, | |
| "grad_norm": 0.2589462101459503, | |
| "learning_rate": 5.641645970352971e-06, | |
| "loss": 0.6078, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.46319327731092436, | |
| "grad_norm": 0.279607892036438, | |
| "learning_rate": 5.631097415168444e-06, | |
| "loss": 0.6406, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.4638655462184874, | |
| "grad_norm": 0.2617252469062805, | |
| "learning_rate": 5.620546004794056e-06, | |
| "loss": 0.5925, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.4645378151260504, | |
| "grad_norm": 0.25018689036369324, | |
| "learning_rate": 5.609991786966147e-06, | |
| "loss": 0.6874, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.46521008403361347, | |
| "grad_norm": 0.2570939064025879, | |
| "learning_rate": 5.59943480943376e-06, | |
| "loss": 0.702, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.46588235294117647, | |
| "grad_norm": 0.2667822539806366, | |
| "learning_rate": 5.588875119958416e-06, | |
| "loss": 0.6649, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.46655462184873947, | |
| "grad_norm": 0.25593918561935425, | |
| "learning_rate": 5.5783127663139125e-06, | |
| "loss": 0.5738, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.4672268907563025, | |
| "grad_norm": 0.2824491560459137, | |
| "learning_rate": 5.567747796286095e-06, | |
| "loss": 0.6734, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.4678991596638655, | |
| "grad_norm": 0.38326337933540344, | |
| "learning_rate": 5.557180257672651e-06, | |
| "loss": 0.6552, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.4685714285714286, | |
| "grad_norm": 0.2844530940055847, | |
| "learning_rate": 5.546610198282885e-06, | |
| "loss": 0.7337, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.4692436974789916, | |
| "grad_norm": 0.25757545232772827, | |
| "learning_rate": 5.5360376659375034e-06, | |
| "loss": 0.673, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.46991596638655464, | |
| "grad_norm": 0.3221890330314636, | |
| "learning_rate": 5.525462708468411e-06, | |
| "loss": 0.6717, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 0.2673189342021942, | |
| "learning_rate": 5.514885373718471e-06, | |
| "loss": 0.6176, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.4712605042016807, | |
| "grad_norm": 0.2657619118690491, | |
| "learning_rate": 5.50430570954131e-06, | |
| "loss": 0.583, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.4719327731092437, | |
| "grad_norm": 0.27417489886283875, | |
| "learning_rate": 5.493723763801093e-06, | |
| "loss": 0.6567, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.4726050420168067, | |
| "grad_norm": 0.2946763038635254, | |
| "learning_rate": 5.483139584372305e-06, | |
| "loss": 0.6181, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.47327731092436975, | |
| "grad_norm": 0.30727869272232056, | |
| "learning_rate": 5.472553219139538e-06, | |
| "loss": 0.7477, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.47394957983193275, | |
| "grad_norm": 0.2983488142490387, | |
| "learning_rate": 5.461964715997269e-06, | |
| "loss": 0.6275, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.4746218487394958, | |
| "grad_norm": 0.2903206944465637, | |
| "learning_rate": 5.451374122849655e-06, | |
| "loss": 0.6209, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.4752941176470588, | |
| "grad_norm": 0.2685922384262085, | |
| "learning_rate": 5.440781487610301e-06, | |
| "loss": 0.5138, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.47596638655462187, | |
| "grad_norm": 0.28184786438941956, | |
| "learning_rate": 5.4301868582020534e-06, | |
| "loss": 0.6914, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.47663865546218487, | |
| "grad_norm": 0.26457056403160095, | |
| "learning_rate": 5.4195902825567826e-06, | |
| "loss": 0.5649, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.4773109243697479, | |
| "grad_norm": 0.2903013527393341, | |
| "learning_rate": 5.408991808615163e-06, | |
| "loss": 0.6914, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.4779831932773109, | |
| "grad_norm": 0.257293701171875, | |
| "learning_rate": 5.398391484326455e-06, | |
| "loss": 0.7265, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.4786554621848739, | |
| "grad_norm": 0.32167428731918335, | |
| "learning_rate": 5.387789357648291e-06, | |
| "loss": 0.6238, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.479327731092437, | |
| "grad_norm": 0.31054526567459106, | |
| "learning_rate": 5.37718547654646e-06, | |
| "loss": 0.7332, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.2612065374851227, | |
| "learning_rate": 5.366579888994689e-06, | |
| "loss": 0.5567, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.48067226890756304, | |
| "grad_norm": 0.26963531970977783, | |
| "learning_rate": 5.355972642974419e-06, | |
| "loss": 0.6649, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.48134453781512604, | |
| "grad_norm": 0.25748398900032043, | |
| "learning_rate": 5.345363786474602e-06, | |
| "loss": 0.6106, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.4820168067226891, | |
| "grad_norm": 0.4748085141181946, | |
| "learning_rate": 5.33475336749147e-06, | |
| "loss": 0.7107, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.4826890756302521, | |
| "grad_norm": 0.29449623823165894, | |
| "learning_rate": 5.324141434028326e-06, | |
| "loss": 0.5832, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.48336134453781515, | |
| "grad_norm": 0.3572652041912079, | |
| "learning_rate": 5.3135280340953275e-06, | |
| "loss": 0.6705, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.48403361344537815, | |
| "grad_norm": 0.27834391593933105, | |
| "learning_rate": 5.302913215709264e-06, | |
| "loss": 0.6785, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.48470588235294115, | |
| "grad_norm": 0.3693716526031494, | |
| "learning_rate": 5.29229702689334e-06, | |
| "loss": 0.6701, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.4853781512605042, | |
| "grad_norm": 0.2585570812225342, | |
| "learning_rate": 5.281679515676964e-06, | |
| "loss": 0.6636, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.4860504201680672, | |
| "grad_norm": 0.29713648557662964, | |
| "learning_rate": 5.271060730095528e-06, | |
| "loss": 0.715, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.48672268907563027, | |
| "grad_norm": 0.28932321071624756, | |
| "learning_rate": 5.260440718190183e-06, | |
| "loss": 0.721, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.48739495798319327, | |
| "grad_norm": 0.2766154110431671, | |
| "learning_rate": 5.249819528007635e-06, | |
| "loss": 0.7076, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.4880672268907563, | |
| "grad_norm": 0.3108142614364624, | |
| "learning_rate": 5.239197207599917e-06, | |
| "loss": 0.6568, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.4887394957983193, | |
| "grad_norm": 0.4963802993297577, | |
| "learning_rate": 5.2285738050241785e-06, | |
| "loss": 0.7286, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.4894117647058824, | |
| "grad_norm": 0.27572745084762573, | |
| "learning_rate": 5.217949368342462e-06, | |
| "loss": 0.6334, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.4900840336134454, | |
| "grad_norm": 0.268737256526947, | |
| "learning_rate": 5.207323945621487e-06, | |
| "loss": 0.5284, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.4907563025210084, | |
| "grad_norm": 0.2618063986301422, | |
| "learning_rate": 5.196697584932438e-06, | |
| "loss": 0.6269, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.49142857142857144, | |
| "grad_norm": 0.2563369572162628, | |
| "learning_rate": 5.1860703343507415e-06, | |
| "loss": 0.5615, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.49210084033613444, | |
| "grad_norm": 0.27392837405204773, | |
| "learning_rate": 5.175442241955849e-06, | |
| "loss": 0.7335, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.4927731092436975, | |
| "grad_norm": 0.27399542927742004, | |
| "learning_rate": 5.1648133558310235e-06, | |
| "loss": 0.6352, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.4934453781512605, | |
| "grad_norm": 0.2760237753391266, | |
| "learning_rate": 5.1541837240631145e-06, | |
| "loss": 0.5735, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.49411764705882355, | |
| "grad_norm": 0.4060201644897461, | |
| "learning_rate": 5.143553394742347e-06, | |
| "loss": 0.6645, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.49478991596638655, | |
| "grad_norm": 0.28323784470558167, | |
| "learning_rate": 5.1329224159621025e-06, | |
| "loss": 0.6426, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.4954621848739496, | |
| "grad_norm": 0.2778545618057251, | |
| "learning_rate": 5.122290835818703e-06, | |
| "loss": 0.6755, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.4961344537815126, | |
| "grad_norm": 0.26787570118904114, | |
| "learning_rate": 5.111658702411185e-06, | |
| "loss": 0.6359, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.4968067226890756, | |
| "grad_norm": 0.288600891828537, | |
| "learning_rate": 5.101026063841093e-06, | |
| "loss": 0.6425, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.49747899159663866, | |
| "grad_norm": 0.2667143940925598, | |
| "learning_rate": 5.090392968212254e-06, | |
| "loss": 0.5656, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.49815126050420167, | |
| "grad_norm": 0.33794844150543213, | |
| "learning_rate": 5.079759463630568e-06, | |
| "loss": 0.6698, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.4988235294117647, | |
| "grad_norm": 0.2642398476600647, | |
| "learning_rate": 5.069125598203777e-06, | |
| "loss": 0.4504, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.4994957983193277, | |
| "grad_norm": 0.3267820477485657, | |
| "learning_rate": 5.058491420041264e-06, | |
| "loss": 0.6917, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.5001680672268908, | |
| "grad_norm": 0.2998903691768646, | |
| "learning_rate": 5.04785697725382e-06, | |
| "loss": 0.5965, | |
| "step": 744 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 1487, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 248, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.77584559897135e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |