| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9992531740104555, |
| "eval_steps": 500, |
| "global_step": 892, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0011202389843166542, |
| "grad_norm": 2.8858156204223633, |
| "learning_rate": 5.0000000000000004e-08, |
| "loss": 0.9141, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0022404779686333084, |
| "grad_norm": 2.804832935333252, |
| "learning_rate": 1.0000000000000001e-07, |
| "loss": 0.9218, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0033607169529499626, |
| "grad_norm": 2.7312190532684326, |
| "learning_rate": 1.5000000000000002e-07, |
| "loss": 0.9026, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.004480955937266617, |
| "grad_norm": 2.466888904571533, |
| "learning_rate": 2.0000000000000002e-07, |
| "loss": 0.9196, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005601194921583271, |
| "grad_norm": 2.629023551940918, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 0.8756, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.006721433905899925, |
| "grad_norm": 2.747882604598999, |
| "learning_rate": 3.0000000000000004e-07, |
| "loss": 0.9368, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.00784167289021658, |
| "grad_norm": 2.7748570442199707, |
| "learning_rate": 3.5000000000000004e-07, |
| "loss": 0.9265, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.008961911874533234, |
| "grad_norm": 2.38838267326355, |
| "learning_rate": 4.0000000000000003e-07, |
| "loss": 0.9154, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.010082150858849889, |
| "grad_norm": 2.9623191356658936, |
| "learning_rate": 4.5000000000000003e-07, |
| "loss": 0.9322, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.011202389843166542, |
| "grad_norm": 2.4339418411254883, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.9117, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012322628827483197, |
| "grad_norm": 2.7546939849853516, |
| "learning_rate": 5.5e-07, |
| "loss": 0.9146, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01344286781179985, |
| "grad_norm": 2.2417454719543457, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 0.8947, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.014563106796116505, |
| "grad_norm": 2.443024158477783, |
| "learning_rate": 6.5e-07, |
| "loss": 0.8952, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.01568334578043316, |
| "grad_norm": 2.1837103366851807, |
| "learning_rate": 7.000000000000001e-07, |
| "loss": 0.9105, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.016803584764749812, |
| "grad_norm": 2.1527903079986572, |
| "learning_rate": 7.5e-07, |
| "loss": 0.8899, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.017923823749066467, |
| "grad_norm": 2.161756753921509, |
| "learning_rate": 8.000000000000001e-07, |
| "loss": 0.8655, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.019044062733383122, |
| "grad_norm": 1.898628830909729, |
| "learning_rate": 8.500000000000001e-07, |
| "loss": 0.85, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.020164301717699777, |
| "grad_norm": 1.7848337888717651, |
| "learning_rate": 9.000000000000001e-07, |
| "loss": 0.8654, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.02128454070201643, |
| "grad_norm": 1.9204438924789429, |
| "learning_rate": 9.500000000000001e-07, |
| "loss": 0.8685, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.022404779686333084, |
| "grad_norm": 1.6950091123580933, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.8981, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02352501867064974, |
| "grad_norm": 1.774417519569397, |
| "learning_rate": 1.0500000000000001e-06, |
| "loss": 0.8953, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.024645257654966394, |
| "grad_norm": 1.7463773488998413, |
| "learning_rate": 1.1e-06, |
| "loss": 0.8668, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.025765496639283045, |
| "grad_norm": 1.5141345262527466, |
| "learning_rate": 1.1500000000000002e-06, |
| "loss": 0.8523, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.0268857356235997, |
| "grad_norm": 1.5256919860839844, |
| "learning_rate": 1.2000000000000002e-06, |
| "loss": 0.837, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.028005974607916356, |
| "grad_norm": 1.3926639556884766, |
| "learning_rate": 1.25e-06, |
| "loss": 0.8498, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.02912621359223301, |
| "grad_norm": 1.2967628240585327, |
| "learning_rate": 1.3e-06, |
| "loss": 0.7906, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.030246452576549662, |
| "grad_norm": 1.2432132959365845, |
| "learning_rate": 1.3500000000000002e-06, |
| "loss": 0.8143, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.03136669156086632, |
| "grad_norm": 1.1862553358078003, |
| "learning_rate": 1.4000000000000001e-06, |
| "loss": 0.7959, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.03248693054518297, |
| "grad_norm": 1.18585205078125, |
| "learning_rate": 1.45e-06, |
| "loss": 0.8263, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.033607169529499624, |
| "grad_norm": 1.118574857711792, |
| "learning_rate": 1.5e-06, |
| "loss": 0.7765, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03472740851381628, |
| "grad_norm": 1.1179440021514893, |
| "learning_rate": 1.5500000000000002e-06, |
| "loss": 0.8037, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.035847647498132934, |
| "grad_norm": 1.100803017616272, |
| "learning_rate": 1.6000000000000001e-06, |
| "loss": 0.8113, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.03696788648244959, |
| "grad_norm": 1.097655177116394, |
| "learning_rate": 1.6500000000000003e-06, |
| "loss": 0.7993, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.038088125466766244, |
| "grad_norm": 1.0662972927093506, |
| "learning_rate": 1.7000000000000002e-06, |
| "loss": 0.8029, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.039208364451082896, |
| "grad_norm": 1.109535574913025, |
| "learning_rate": 1.75e-06, |
| "loss": 0.8218, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.040328603435399554, |
| "grad_norm": 1.0223349332809448, |
| "learning_rate": 1.8000000000000001e-06, |
| "loss": 0.7871, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.041448842419716206, |
| "grad_norm": 1.0227162837982178, |
| "learning_rate": 1.85e-06, |
| "loss": 0.7944, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.04256908140403286, |
| "grad_norm": 0.9250116348266602, |
| "learning_rate": 1.9000000000000002e-06, |
| "loss": 0.7522, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.043689320388349516, |
| "grad_norm": 0.9528149366378784, |
| "learning_rate": 1.9500000000000004e-06, |
| "loss": 0.7645, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.04480955937266617, |
| "grad_norm": 0.8865862488746643, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.7861, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.045929798356982826, |
| "grad_norm": 0.9337865114212036, |
| "learning_rate": 2.05e-06, |
| "loss": 0.7427, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.04705003734129948, |
| "grad_norm": 0.880203127861023, |
| "learning_rate": 2.1000000000000002e-06, |
| "loss": 0.7411, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.04817027632561613, |
| "grad_norm": 0.8911599516868591, |
| "learning_rate": 2.15e-06, |
| "loss": 0.7434, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.04929051530993279, |
| "grad_norm": 0.8979325294494629, |
| "learning_rate": 2.2e-06, |
| "loss": 0.7598, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.05041075429424944, |
| "grad_norm": 0.8859411478042603, |
| "learning_rate": 2.25e-06, |
| "loss": 0.7646, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05153099327856609, |
| "grad_norm": 0.8641071915626526, |
| "learning_rate": 2.3000000000000004e-06, |
| "loss": 0.7559, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.05265123226288275, |
| "grad_norm": 2.738354444503784, |
| "learning_rate": 2.35e-06, |
| "loss": 0.7826, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0537714712471994, |
| "grad_norm": 0.847560465335846, |
| "learning_rate": 2.4000000000000003e-06, |
| "loss": 0.7469, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.05489171023151606, |
| "grad_norm": 0.8350309729576111, |
| "learning_rate": 2.4500000000000003e-06, |
| "loss": 0.7878, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.05601194921583271, |
| "grad_norm": 0.8858978748321533, |
| "learning_rate": 2.5e-06, |
| "loss": 0.7154, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05713218820014936, |
| "grad_norm": 0.8486636877059937, |
| "learning_rate": 2.55e-06, |
| "loss": 0.7521, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.05825242718446602, |
| "grad_norm": 0.8095760345458984, |
| "learning_rate": 2.6e-06, |
| "loss": 0.7355, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.05937266616878267, |
| "grad_norm": 1.1256295442581177, |
| "learning_rate": 2.6500000000000005e-06, |
| "loss": 0.7312, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.060492905153099324, |
| "grad_norm": 0.8093723058700562, |
| "learning_rate": 2.7000000000000004e-06, |
| "loss": 0.738, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.06161314413741598, |
| "grad_norm": 0.807765543460846, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.7055, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06273338312173264, |
| "grad_norm": 0.8036230206489563, |
| "learning_rate": 2.8000000000000003e-06, |
| "loss": 0.7354, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.0638536221060493, |
| "grad_norm": 0.809104859828949, |
| "learning_rate": 2.85e-06, |
| "loss": 0.7469, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.06497386109036594, |
| "grad_norm": 0.8124133944511414, |
| "learning_rate": 2.9e-06, |
| "loss": 0.7039, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0660941000746826, |
| "grad_norm": 0.8039435744285583, |
| "learning_rate": 2.95e-06, |
| "loss": 0.7209, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.06721433905899925, |
| "grad_norm": 0.8367541432380676, |
| "learning_rate": 3e-06, |
| "loss": 0.7759, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06833457804331591, |
| "grad_norm": 0.7983250021934509, |
| "learning_rate": 3.05e-06, |
| "loss": 0.7251, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.06945481702763256, |
| "grad_norm": 0.7989967465400696, |
| "learning_rate": 3.1000000000000004e-06, |
| "loss": 0.7164, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.07057505601194922, |
| "grad_norm": 0.7835646867752075, |
| "learning_rate": 3.1500000000000003e-06, |
| "loss": 0.7124, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.07169529499626587, |
| "grad_norm": 0.7820047736167908, |
| "learning_rate": 3.2000000000000003e-06, |
| "loss": 0.6997, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.07281553398058252, |
| "grad_norm": 0.8633654713630676, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 0.7248, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07393577296489919, |
| "grad_norm": 0.7743967175483704, |
| "learning_rate": 3.3000000000000006e-06, |
| "loss": 0.7237, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.07505601194921584, |
| "grad_norm": 0.7750105857849121, |
| "learning_rate": 3.3500000000000005e-06, |
| "loss": 0.6874, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.07617625093353249, |
| "grad_norm": 0.7676857113838196, |
| "learning_rate": 3.4000000000000005e-06, |
| "loss": 0.6771, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.07729648991784914, |
| "grad_norm": 0.7877640724182129, |
| "learning_rate": 3.45e-06, |
| "loss": 0.7063, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.07841672890216579, |
| "grad_norm": 0.7854837775230408, |
| "learning_rate": 3.5e-06, |
| "loss": 0.6957, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.07953696788648244, |
| "grad_norm": 0.8387333750724792, |
| "learning_rate": 3.5500000000000003e-06, |
| "loss": 0.6923, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.08065720687079911, |
| "grad_norm": 0.7769498229026794, |
| "learning_rate": 3.6000000000000003e-06, |
| "loss": 0.7229, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.08177744585511576, |
| "grad_norm": 0.8273895978927612, |
| "learning_rate": 3.65e-06, |
| "loss": 0.7011, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.08289768483943241, |
| "grad_norm": 0.7759560346603394, |
| "learning_rate": 3.7e-06, |
| "loss": 0.7246, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.08401792382374906, |
| "grad_norm": 0.7503573298454285, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.6711, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.08513816280806571, |
| "grad_norm": 0.7817795276641846, |
| "learning_rate": 3.8000000000000005e-06, |
| "loss": 0.6771, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.08625840179238238, |
| "grad_norm": 0.7503968477249146, |
| "learning_rate": 3.85e-06, |
| "loss": 0.6903, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.08737864077669903, |
| "grad_norm": 0.7876687049865723, |
| "learning_rate": 3.900000000000001e-06, |
| "loss": 0.6963, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.08849887976101568, |
| "grad_norm": 0.7441173791885376, |
| "learning_rate": 3.95e-06, |
| "loss": 0.6872, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.08961911874533234, |
| "grad_norm": 0.7741108536720276, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.6563, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09073935772964899, |
| "grad_norm": 0.7747477889060974, |
| "learning_rate": 4.05e-06, |
| "loss": 0.7077, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.09185959671396565, |
| "grad_norm": 0.8173837065696716, |
| "learning_rate": 4.1e-06, |
| "loss": 0.708, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0929798356982823, |
| "grad_norm": 0.7583895325660706, |
| "learning_rate": 4.15e-06, |
| "loss": 0.6696, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.09410007468259896, |
| "grad_norm": 0.7949450612068176, |
| "learning_rate": 4.2000000000000004e-06, |
| "loss": 0.7041, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.09522031366691561, |
| "grad_norm": 0.7842839360237122, |
| "learning_rate": 4.25e-06, |
| "loss": 0.6552, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.09634055265123226, |
| "grad_norm": 0.769949734210968, |
| "learning_rate": 4.3e-06, |
| "loss": 0.7012, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.09746079163554892, |
| "grad_norm": 0.7680435180664062, |
| "learning_rate": 4.350000000000001e-06, |
| "loss": 0.7026, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.09858103061986558, |
| "grad_norm": 0.7704882621765137, |
| "learning_rate": 4.4e-06, |
| "loss": 0.676, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.09970126960418223, |
| "grad_norm": 0.7687551379203796, |
| "learning_rate": 4.450000000000001e-06, |
| "loss": 0.662, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.10082150858849888, |
| "grad_norm": 0.8296576738357544, |
| "learning_rate": 4.5e-06, |
| "loss": 0.6815, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10194174757281553, |
| "grad_norm": 0.807574987411499, |
| "learning_rate": 4.5500000000000005e-06, |
| "loss": 0.6959, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.10306198655713218, |
| "grad_norm": 0.8537940979003906, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 0.6568, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.10418222554144885, |
| "grad_norm": 0.776905357837677, |
| "learning_rate": 4.65e-06, |
| "loss": 0.7027, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.1053024645257655, |
| "grad_norm": 0.7668991684913635, |
| "learning_rate": 4.7e-06, |
| "loss": 0.6537, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.10642270351008215, |
| "grad_norm": 0.7789910435676575, |
| "learning_rate": 4.75e-06, |
| "loss": 0.6637, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1075429424943988, |
| "grad_norm": 0.7807944416999817, |
| "learning_rate": 4.800000000000001e-06, |
| "loss": 0.7103, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.10866318147871545, |
| "grad_norm": 0.7590618133544922, |
| "learning_rate": 4.85e-06, |
| "loss": 0.6765, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.10978342046303212, |
| "grad_norm": 0.7463409900665283, |
| "learning_rate": 4.9000000000000005e-06, |
| "loss": 0.6795, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.11090365944734877, |
| "grad_norm": 0.8291321992874146, |
| "learning_rate": 4.95e-06, |
| "loss": 0.7311, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.11202389843166542, |
| "grad_norm": 0.7995114326477051, |
| "learning_rate": 5e-06, |
| "loss": 0.684, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11314413741598207, |
| "grad_norm": 0.7649957537651062, |
| "learning_rate": 4.9999995527397415e-06, |
| "loss": 0.6645, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.11426437640029873, |
| "grad_norm": 0.8313412070274353, |
| "learning_rate": 4.999998210959126e-06, |
| "loss": 0.6656, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.11538461538461539, |
| "grad_norm": 0.7994295358657837, |
| "learning_rate": 4.999995974658632e-06, |
| "loss": 0.6562, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.11650485436893204, |
| "grad_norm": 0.8024242520332336, |
| "learning_rate": 4.999992843839062e-06, |
| "loss": 0.6946, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.1176250933532487, |
| "grad_norm": 0.7950218319892883, |
| "learning_rate": 4.999988818501535e-06, |
| "loss": 0.6833, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.11874533233756535, |
| "grad_norm": 0.8187536597251892, |
| "learning_rate": 4.9999838986474925e-06, |
| "loss": 0.6869, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.119865571321882, |
| "grad_norm": 0.7608385682106018, |
| "learning_rate": 4.999978084278693e-06, |
| "loss": 0.6536, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.12098581030619865, |
| "grad_norm": 0.9910794496536255, |
| "learning_rate": 4.999971375397218e-06, |
| "loss": 0.6444, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.12210604929051531, |
| "grad_norm": 0.8221011757850647, |
| "learning_rate": 4.9999637720054675e-06, |
| "loss": 0.6986, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.12322628827483197, |
| "grad_norm": 0.8212369680404663, |
| "learning_rate": 4.999955274106163e-06, |
| "loss": 0.6559, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12434652725914862, |
| "grad_norm": 0.7603834867477417, |
| "learning_rate": 4.999945881702344e-06, |
| "loss": 0.6644, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.12546676624346528, |
| "grad_norm": 0.864615261554718, |
| "learning_rate": 4.999935594797372e-06, |
| "loss": 0.7045, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.12658700522778193, |
| "grad_norm": 0.7939414381980896, |
| "learning_rate": 4.999924413394926e-06, |
| "loss": 0.6506, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.1277072442120986, |
| "grad_norm": 0.7965752482414246, |
| "learning_rate": 4.99991233749901e-06, |
| "loss": 0.6634, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.12882748319641524, |
| "grad_norm": 0.809953510761261, |
| "learning_rate": 4.999899367113943e-06, |
| "loss": 0.6613, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.1299477221807319, |
| "grad_norm": 0.7917526960372925, |
| "learning_rate": 4.999885502244365e-06, |
| "loss": 0.6503, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.13106796116504854, |
| "grad_norm": 0.7986327409744263, |
| "learning_rate": 4.999870742895239e-06, |
| "loss": 0.6607, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.1321882001493652, |
| "grad_norm": 1.0296788215637207, |
| "learning_rate": 4.999855089071844e-06, |
| "loss": 0.6705, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.13330843913368184, |
| "grad_norm": 0.7908150553703308, |
| "learning_rate": 4.999838540779782e-06, |
| "loss": 0.6622, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1344286781179985, |
| "grad_norm": 0.8663723468780518, |
| "learning_rate": 4.999821098024975e-06, |
| "loss": 0.6592, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13554891710231515, |
| "grad_norm": 0.8147454857826233, |
| "learning_rate": 4.999802760813662e-06, |
| "loss": 0.6478, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.13666915608663183, |
| "grad_norm": 0.810529351234436, |
| "learning_rate": 4.9997835291524065e-06, |
| "loss": 0.6438, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.13778939507094848, |
| "grad_norm": 0.7966436743736267, |
| "learning_rate": 4.999763403048089e-06, |
| "loss": 0.6425, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.13890963405526513, |
| "grad_norm": 0.789413571357727, |
| "learning_rate": 4.999742382507909e-06, |
| "loss": 0.6227, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.14002987303958178, |
| "grad_norm": 0.7998204827308655, |
| "learning_rate": 4.999720467539391e-06, |
| "loss": 0.6635, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.14115011202389843, |
| "grad_norm": 0.8009337782859802, |
| "learning_rate": 4.999697658150374e-06, |
| "loss": 0.6673, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.14227035100821508, |
| "grad_norm": 0.7708600163459778, |
| "learning_rate": 4.99967395434902e-06, |
| "loss": 0.6336, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.14339058999253174, |
| "grad_norm": 0.7975388765335083, |
| "learning_rate": 4.999649356143811e-06, |
| "loss": 0.6673, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.1445108289768484, |
| "grad_norm": 0.83116215467453, |
| "learning_rate": 4.999623863543548e-06, |
| "loss": 0.6902, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.14563106796116504, |
| "grad_norm": 0.8246234655380249, |
| "learning_rate": 4.999597476557352e-06, |
| "loss": 0.6586, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1467513069454817, |
| "grad_norm": 0.7604647278785706, |
| "learning_rate": 4.999570195194665e-06, |
| "loss": 0.6455, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.14787154592979837, |
| "grad_norm": 0.7587922215461731, |
| "learning_rate": 4.9995420194652475e-06, |
| "loss": 0.6107, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.14899178491411502, |
| "grad_norm": 0.909156858921051, |
| "learning_rate": 4.999512949379183e-06, |
| "loss": 0.679, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.15011202389843167, |
| "grad_norm": 0.8901562690734863, |
| "learning_rate": 4.999482984946872e-06, |
| "loss": 0.6887, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.15123226288274833, |
| "grad_norm": 0.7636528611183167, |
| "learning_rate": 4.999452126179035e-06, |
| "loss": 0.6514, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.15235250186706498, |
| "grad_norm": 0.8096560835838318, |
| "learning_rate": 4.999420373086715e-06, |
| "loss": 0.6937, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.15347274085138163, |
| "grad_norm": 0.8607243299484253, |
| "learning_rate": 4.999387725681274e-06, |
| "loss": 0.6812, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.15459297983569828, |
| "grad_norm": 0.8863621354103088, |
| "learning_rate": 4.9993541839743906e-06, |
| "loss": 0.6829, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.15571321882001493, |
| "grad_norm": 0.8292368054389954, |
| "learning_rate": 4.99931974797807e-06, |
| "loss": 0.6714, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.15683345780433158, |
| "grad_norm": 0.8053487539291382, |
| "learning_rate": 4.999284417704631e-06, |
| "loss": 0.656, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15795369678864823, |
| "grad_norm": 0.8153090476989746, |
| "learning_rate": 4.999248193166715e-06, |
| "loss": 0.6529, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.1590739357729649, |
| "grad_norm": 0.8820142149925232, |
| "learning_rate": 4.999211074377285e-06, |
| "loss": 0.6507, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.16019417475728157, |
| "grad_norm": 0.8246594071388245, |
| "learning_rate": 4.999173061349623e-06, |
| "loss": 0.6767, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.16131441374159822, |
| "grad_norm": 0.7902995944023132, |
| "learning_rate": 4.999134154097328e-06, |
| "loss": 0.6596, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.16243465272591487, |
| "grad_norm": 0.8101757764816284, |
| "learning_rate": 4.999094352634322e-06, |
| "loss": 0.6462, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16355489171023152, |
| "grad_norm": 0.8051759600639343, |
| "learning_rate": 4.999053656974847e-06, |
| "loss": 0.6659, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.16467513069454817, |
| "grad_norm": 0.8006038665771484, |
| "learning_rate": 4.999012067133465e-06, |
| "loss": 0.6865, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.16579536967886482, |
| "grad_norm": 0.8025104999542236, |
| "learning_rate": 4.998969583125055e-06, |
| "loss": 0.6558, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.16691560866318148, |
| "grad_norm": 0.7755445241928101, |
| "learning_rate": 4.99892620496482e-06, |
| "loss": 0.6373, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.16803584764749813, |
| "grad_norm": 0.8465038537979126, |
| "learning_rate": 4.99888193266828e-06, |
| "loss": 0.6476, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.16915608663181478, |
| "grad_norm": 0.8304318189620972, |
| "learning_rate": 4.9988367662512775e-06, |
| "loss": 0.6636, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.17027632561613143, |
| "grad_norm": 1.0744889974594116, |
| "learning_rate": 4.99879070572997e-06, |
| "loss": 0.6329, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1713965646004481, |
| "grad_norm": 0.8096840381622314, |
| "learning_rate": 4.998743751120843e-06, |
| "loss": 0.6515, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.17251680358476476, |
| "grad_norm": 0.8647177219390869, |
| "learning_rate": 4.998695902440693e-06, |
| "loss": 0.669, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.1736370425690814, |
| "grad_norm": 0.8000180125236511, |
| "learning_rate": 4.9986471597066435e-06, |
| "loss": 0.6353, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.17475728155339806, |
| "grad_norm": 0.7994810938835144, |
| "learning_rate": 4.998597522936134e-06, |
| "loss": 0.6312, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.17587752053771472, |
| "grad_norm": 0.8086467385292053, |
| "learning_rate": 4.9985469921469245e-06, |
| "loss": 0.6426, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.17699775952203137, |
| "grad_norm": 0.8089617490768433, |
| "learning_rate": 4.998495567357097e-06, |
| "loss": 0.6671, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.17811799850634802, |
| "grad_norm": 0.7937355041503906, |
| "learning_rate": 4.9984432485850495e-06, |
| "loss": 0.6433, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.17923823749066467, |
| "grad_norm": 0.7971526980400085, |
| "learning_rate": 4.998390035849503e-06, |
| "loss": 0.6371, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18035847647498132, |
| "grad_norm": 0.8417288064956665, |
| "learning_rate": 4.998335929169498e-06, |
| "loss": 0.6607, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.18147871545929797, |
| "grad_norm": 2.7477307319641113, |
| "learning_rate": 4.998280928564394e-06, |
| "loss": 0.6445, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.18259895444361463, |
| "grad_norm": 0.8154010772705078, |
| "learning_rate": 4.998225034053871e-06, |
| "loss": 0.6518, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1837191934279313, |
| "grad_norm": 0.8180714249610901, |
| "learning_rate": 4.9981682456579275e-06, |
| "loss": 0.6524, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.18483943241224796, |
| "grad_norm": 0.8008469939231873, |
| "learning_rate": 4.998110563396883e-06, |
| "loss": 0.6508, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.1859596713965646, |
| "grad_norm": 0.7731476426124573, |
| "learning_rate": 4.998051987291378e-06, |
| "loss": 0.6262, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.18707991038088126, |
| "grad_norm": 0.7730596661567688, |
| "learning_rate": 4.99799251736237e-06, |
| "loss": 0.6356, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.1882001493651979, |
| "grad_norm": 0.8305966854095459, |
| "learning_rate": 4.997932153631139e-06, |
| "loss": 0.6584, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.18932038834951456, |
| "grad_norm": 0.8761897683143616, |
| "learning_rate": 4.997870896119282e-06, |
| "loss": 0.6593, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.19044062733383121, |
| "grad_norm": 0.8341963887214661, |
| "learning_rate": 4.9978087448487204e-06, |
| "loss": 0.6293, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19156086631814787, |
| "grad_norm": 0.8244994282722473, |
| "learning_rate": 4.997745699841689e-06, |
| "loss": 0.6512, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.19268110530246452, |
| "grad_norm": 0.8051140904426575, |
| "learning_rate": 4.997681761120749e-06, |
| "loss": 0.6535, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.19380134428678117, |
| "grad_norm": 0.7865309119224548, |
| "learning_rate": 4.997616928708774e-06, |
| "loss": 0.6457, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.19492158327109785, |
| "grad_norm": 0.7985602021217346, |
| "learning_rate": 4.997551202628966e-06, |
| "loss": 0.6562, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1960418222554145, |
| "grad_norm": 0.7812699675559998, |
| "learning_rate": 4.99748458290484e-06, |
| "loss": 0.6505, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.19716206123973115, |
| "grad_norm": 0.7868354916572571, |
| "learning_rate": 4.997417069560234e-06, |
| "loss": 0.6295, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.1982823002240478, |
| "grad_norm": 0.8139058947563171, |
| "learning_rate": 4.997348662619305e-06, |
| "loss": 0.6637, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.19940253920836445, |
| "grad_norm": 0.7864823937416077, |
| "learning_rate": 4.997279362106528e-06, |
| "loss": 0.6478, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2005227781926811, |
| "grad_norm": 0.8095872402191162, |
| "learning_rate": 4.9972091680467e-06, |
| "loss": 0.668, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.20164301717699776, |
| "grad_norm": 0.8363040089607239, |
| "learning_rate": 4.997138080464938e-06, |
| "loss": 0.6757, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2027632561613144, |
| "grad_norm": 0.8066425323486328, |
| "learning_rate": 4.9970660993866756e-06, |
| "loss": 0.6617, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.20388349514563106, |
| "grad_norm": 0.8129490613937378, |
| "learning_rate": 4.996993224837672e-06, |
| "loss": 0.6463, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.2050037341299477, |
| "grad_norm": 0.8092365264892578, |
| "learning_rate": 4.996919456843998e-06, |
| "loss": 0.6441, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.20612397311426436, |
| "grad_norm": 0.7847099900245667, |
| "learning_rate": 4.996844795432051e-06, |
| "loss": 0.6608, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.20724421209858104, |
| "grad_norm": 0.7771169543266296, |
| "learning_rate": 4.9967692406285454e-06, |
| "loss": 0.6198, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2083644510828977, |
| "grad_norm": 0.8057869076728821, |
| "learning_rate": 4.996692792460513e-06, |
| "loss": 0.6312, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.20948469006721435, |
| "grad_norm": 0.8194419145584106, |
| "learning_rate": 4.996615450955311e-06, |
| "loss": 0.66, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.210604929051531, |
| "grad_norm": 0.8123747110366821, |
| "learning_rate": 4.99653721614061e-06, |
| "loss": 0.6527, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.21172516803584765, |
| "grad_norm": 0.8024148344993591, |
| "learning_rate": 4.996458088044405e-06, |
| "loss": 0.6426, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.2128454070201643, |
| "grad_norm": 0.8563250303268433, |
| "learning_rate": 4.996378066695008e-06, |
| "loss": 0.6444, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.21396564600448095, |
| "grad_norm": 0.8127154111862183, |
| "learning_rate": 4.99629715212105e-06, |
| "loss": 0.6478, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.2150858849887976, |
| "grad_norm": 0.816790759563446, |
| "learning_rate": 4.996215344351485e-06, |
| "loss": 0.6304, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.21620612397311426, |
| "grad_norm": 0.8222427368164062, |
| "learning_rate": 4.9961326434155834e-06, |
| "loss": 0.6418, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.2173263629574309, |
| "grad_norm": 0.8139140605926514, |
| "learning_rate": 4.996049049342936e-06, |
| "loss": 0.6305, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.21844660194174756, |
| "grad_norm": 0.8003841042518616, |
| "learning_rate": 4.995964562163455e-06, |
| "loss": 0.6474, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.21956684092606424, |
| "grad_norm": 0.8458191156387329, |
| "learning_rate": 4.9958791819073684e-06, |
| "loss": 0.6637, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.2206870799103809, |
| "grad_norm": 0.801009476184845, |
| "learning_rate": 4.995792908605227e-06, |
| "loss": 0.6388, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.22180731889469754, |
| "grad_norm": 0.8174487948417664, |
| "learning_rate": 4.995705742287901e-06, |
| "loss": 0.653, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.2229275578790142, |
| "grad_norm": 0.814853310585022, |
| "learning_rate": 4.995617682986578e-06, |
| "loss": 0.6217, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.22404779686333084, |
| "grad_norm": 0.8986819982528687, |
| "learning_rate": 4.995528730732766e-06, |
| "loss": 0.6547, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2251680358476475, |
| "grad_norm": 0.8147602081298828, |
| "learning_rate": 4.995438885558294e-06, |
| "loss": 0.6475, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.22628827483196415, |
| "grad_norm": 0.8108645081520081, |
| "learning_rate": 4.995348147495309e-06, |
| "loss": 0.6434, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.2274085138162808, |
| "grad_norm": 0.8559293746948242, |
| "learning_rate": 4.995256516576278e-06, |
| "loss": 0.6559, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.22852875280059745, |
| "grad_norm": 0.810727596282959, |
| "learning_rate": 4.995163992833986e-06, |
| "loss": 0.6365, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.2296489917849141, |
| "grad_norm": 0.8541222214698792, |
| "learning_rate": 4.99507057630154e-06, |
| "loss": 0.6624, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.23076923076923078, |
| "grad_norm": 0.8096019625663757, |
| "learning_rate": 4.994976267012366e-06, |
| "loss": 0.6213, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.23188946975354743, |
| "grad_norm": 0.868386447429657, |
| "learning_rate": 4.994881065000206e-06, |
| "loss": 0.6397, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.23300970873786409, |
| "grad_norm": 0.8383010029792786, |
| "learning_rate": 4.9947849702991275e-06, |
| "loss": 0.6477, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.23412994772218074, |
| "grad_norm": 0.8286524415016174, |
| "learning_rate": 4.994687982943511e-06, |
| "loss": 0.6321, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.2352501867064974, |
| "grad_norm": 0.7969548106193542, |
| "learning_rate": 4.994590102968061e-06, |
| "loss": 0.6284, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23637042569081404, |
| "grad_norm": 0.8124633431434631, |
| "learning_rate": 4.994491330407799e-06, |
| "loss": 0.6508, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.2374906646751307, |
| "grad_norm": 0.8430159687995911, |
| "learning_rate": 4.994391665298066e-06, |
| "loss": 0.6392, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.23861090365944734, |
| "grad_norm": 1.1165465116500854, |
| "learning_rate": 4.994291107674525e-06, |
| "loss": 0.6609, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.239731142643764, |
| "grad_norm": 0.7861813902854919, |
| "learning_rate": 4.9941896575731555e-06, |
| "loss": 0.627, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.24085138162808065, |
| "grad_norm": 0.8439143300056458, |
| "learning_rate": 4.994087315030256e-06, |
| "loss": 0.6511, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2419716206123973, |
| "grad_norm": 0.9279224276542664, |
| "learning_rate": 4.993984080082447e-06, |
| "loss": 0.6276, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.24309185959671398, |
| "grad_norm": 0.8302883505821228, |
| "learning_rate": 4.993879952766666e-06, |
| "loss": 0.6399, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.24421209858103063, |
| "grad_norm": 0.772523820400238, |
| "learning_rate": 4.993774933120171e-06, |
| "loss": 0.6284, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.24533233756534728, |
| "grad_norm": 0.8319805264472961, |
| "learning_rate": 4.993669021180539e-06, |
| "loss": 0.6407, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.24645257654966393, |
| "grad_norm": 0.8110228776931763, |
| "learning_rate": 4.993562216985665e-06, |
| "loss": 0.6598, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.24757281553398058, |
| "grad_norm": 0.8476558327674866, |
| "learning_rate": 4.9934545205737665e-06, |
| "loss": 0.6105, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.24869305451829724, |
| "grad_norm": 0.8189626932144165, |
| "learning_rate": 4.993345931983376e-06, |
| "loss": 0.6224, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.2498132935026139, |
| "grad_norm": 0.8342490792274475, |
| "learning_rate": 4.9932364512533485e-06, |
| "loss": 0.6217, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.25093353248693057, |
| "grad_norm": 0.838699460029602, |
| "learning_rate": 4.993126078422856e-06, |
| "loss": 0.6432, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.2520537714712472, |
| "grad_norm": 0.801331102848053, |
| "learning_rate": 4.9930148135313935e-06, |
| "loss": 0.6219, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.25317401045556387, |
| "grad_norm": 0.8075932860374451, |
| "learning_rate": 4.99290265661877e-06, |
| "loss": 0.649, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.2542942494398805, |
| "grad_norm": 0.8010944724082947, |
| "learning_rate": 4.992789607725116e-06, |
| "loss": 0.6159, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.2554144884241972, |
| "grad_norm": 0.8093600273132324, |
| "learning_rate": 4.992675666890884e-06, |
| "loss": 0.6162, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.2565347274085138, |
| "grad_norm": 0.8651375770568848, |
| "learning_rate": 4.99256083415684e-06, |
| "loss": 0.6391, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.2576549663928305, |
| "grad_norm": 0.8180515766143799, |
| "learning_rate": 4.992445109564074e-06, |
| "loss": 0.6627, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2587752053771471, |
| "grad_norm": 0.8492463231086731, |
| "learning_rate": 4.992328493153992e-06, |
| "loss": 0.6533, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.2598954443614638, |
| "grad_norm": 0.7910256385803223, |
| "learning_rate": 4.992210984968321e-06, |
| "loss": 0.6212, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.26101568334578046, |
| "grad_norm": 0.8081009984016418, |
| "learning_rate": 4.992092585049106e-06, |
| "loss": 0.6464, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.2621359223300971, |
| "grad_norm": 0.8275237083435059, |
| "learning_rate": 4.991973293438712e-06, |
| "loss": 0.6447, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.26325616131441376, |
| "grad_norm": 0.7819504141807556, |
| "learning_rate": 4.991853110179822e-06, |
| "loss": 0.6278, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2643764002987304, |
| "grad_norm": 0.7954742908477783, |
| "learning_rate": 4.991732035315439e-06, |
| "loss": 0.6259, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.26549663928304706, |
| "grad_norm": 0.7841144800186157, |
| "learning_rate": 4.9916100688888835e-06, |
| "loss": 0.6209, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.2666168782673637, |
| "grad_norm": 0.783143937587738, |
| "learning_rate": 4.9914872109437975e-06, |
| "loss": 0.6015, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.26773711725168037, |
| "grad_norm": 0.8399513363838196, |
| "learning_rate": 4.9913634615241394e-06, |
| "loss": 0.6624, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.268857356235997, |
| "grad_norm": 0.8158865571022034, |
| "learning_rate": 4.9912388206741895e-06, |
| "loss": 0.6607, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.26997759522031367, |
| "grad_norm": 0.8276694416999817, |
| "learning_rate": 4.991113288438543e-06, |
| "loss": 0.6474, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.2710978342046303, |
| "grad_norm": 0.8164044618606567, |
| "learning_rate": 4.9909868648621185e-06, |
| "loss": 0.6352, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.272218073188947, |
| "grad_norm": 0.8372899889945984, |
| "learning_rate": 4.99085954999015e-06, |
| "loss": 0.638, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.27333831217326365, |
| "grad_norm": 0.8520254492759705, |
| "learning_rate": 4.990731343868192e-06, |
| "loss": 0.6591, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.2744585511575803, |
| "grad_norm": 0.8587496876716614, |
| "learning_rate": 4.990602246542118e-06, |
| "loss": 0.6442, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.27557879014189696, |
| "grad_norm": 0.8117641806602478, |
| "learning_rate": 4.99047225805812e-06, |
| "loss": 0.6169, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.2766990291262136, |
| "grad_norm": 0.7888590693473816, |
| "learning_rate": 4.99034137846271e-06, |
| "loss": 0.6345, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.27781926811053026, |
| "grad_norm": 0.8112688064575195, |
| "learning_rate": 4.990209607802715e-06, |
| "loss": 0.6246, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.2789395070948469, |
| "grad_norm": 0.8172190189361572, |
| "learning_rate": 4.990076946125286e-06, |
| "loss": 0.6323, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.28005974607916356, |
| "grad_norm": 0.7784557938575745, |
| "learning_rate": 4.9899433934778905e-06, |
| "loss": 0.6186, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2811799850634802, |
| "grad_norm": 0.8571611642837524, |
| "learning_rate": 4.9898089499083135e-06, |
| "loss": 0.6157, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.28230022404779687, |
| "grad_norm": 0.798240065574646, |
| "learning_rate": 4.989673615464661e-06, |
| "loss": 0.6201, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2834204630321135, |
| "grad_norm": 0.8300586342811584, |
| "learning_rate": 4.989537390195356e-06, |
| "loss": 0.6481, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.28454070201643017, |
| "grad_norm": 0.9545755982398987, |
| "learning_rate": 4.989400274149141e-06, |
| "loss": 0.6315, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.28566094100074685, |
| "grad_norm": 0.80037522315979, |
| "learning_rate": 4.989262267375078e-06, |
| "loss": 0.6206, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2867811799850635, |
| "grad_norm": 0.8587538003921509, |
| "learning_rate": 4.989123369922547e-06, |
| "loss": 0.622, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.28790141896938015, |
| "grad_norm": 0.7835617661476135, |
| "learning_rate": 4.988983581841246e-06, |
| "loss": 0.6255, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.2890216579536968, |
| "grad_norm": 0.8115828037261963, |
| "learning_rate": 4.988842903181192e-06, |
| "loss": 0.6122, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.29014189693801345, |
| "grad_norm": 0.7731125950813293, |
| "learning_rate": 4.988701333992722e-06, |
| "loss": 0.5881, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.2912621359223301, |
| "grad_norm": 0.8486718535423279, |
| "learning_rate": 4.988558874326489e-06, |
| "loss": 0.676, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.29238237490664676, |
| "grad_norm": 0.7868174910545349, |
| "learning_rate": 4.988415524233469e-06, |
| "loss": 0.6267, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.2935026138909634, |
| "grad_norm": 0.7890263795852661, |
| "learning_rate": 4.9882712837649515e-06, |
| "loss": 0.6171, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.29462285287528006, |
| "grad_norm": 0.799913763999939, |
| "learning_rate": 4.988126152972548e-06, |
| "loss": 0.6353, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.29574309185959674, |
| "grad_norm": 0.8258731961250305, |
| "learning_rate": 4.987980131908186e-06, |
| "loss": 0.6371, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.29686333084391336, |
| "grad_norm": 0.8256173729896545, |
| "learning_rate": 4.987833220624116e-06, |
| "loss": 0.609, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.29798356982823004, |
| "grad_norm": 0.7728785872459412, |
| "learning_rate": 4.9876854191729e-06, |
| "loss": 0.6021, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.29910380881254667, |
| "grad_norm": 0.8612363338470459, |
| "learning_rate": 4.987536727607426e-06, |
| "loss": 0.6031, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.30022404779686335, |
| "grad_norm": 0.8287588357925415, |
| "learning_rate": 4.987387145980896e-06, |
| "loss": 0.6365, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.30134428678117997, |
| "grad_norm": 0.7820507884025574, |
| "learning_rate": 4.9872366743468305e-06, |
| "loss": 0.6257, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.30246452576549665, |
| "grad_norm": 0.8158690929412842, |
| "learning_rate": 4.987085312759071e-06, |
| "loss": 0.6465, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3035847647498133, |
| "grad_norm": 0.804691731929779, |
| "learning_rate": 4.986933061271776e-06, |
| "loss": 0.6384, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.30470500373412995, |
| "grad_norm": 0.8142663240432739, |
| "learning_rate": 4.9867799199394205e-06, |
| "loss": 0.6061, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.3058252427184466, |
| "grad_norm": 0.8177836537361145, |
| "learning_rate": 4.9866258888168e-06, |
| "loss": 0.6186, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.30694548170276326, |
| "grad_norm": 0.8021143078804016, |
| "learning_rate": 4.986470967959031e-06, |
| "loss": 0.6262, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.30806572068707994, |
| "grad_norm": 0.7913358807563782, |
| "learning_rate": 4.986315157421543e-06, |
| "loss": 0.6011, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.30918595967139656, |
| "grad_norm": 0.8460528254508972, |
| "learning_rate": 4.986158457260086e-06, |
| "loss": 0.5983, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.31030619865571324, |
| "grad_norm": 0.8357203006744385, |
| "learning_rate": 4.986000867530729e-06, |
| "loss": 0.6081, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.31142643764002986, |
| "grad_norm": 0.8164505362510681, |
| "learning_rate": 4.9858423882898595e-06, |
| "loss": 0.6408, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.31254667662434654, |
| "grad_norm": 0.8584355115890503, |
| "learning_rate": 4.985683019594183e-06, |
| "loss": 0.6206, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.31366691560866317, |
| "grad_norm": 0.8428062796592712, |
| "learning_rate": 4.985522761500722e-06, |
| "loss": 0.6622, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.31478715459297985, |
| "grad_norm": 0.9295979142189026, |
| "learning_rate": 4.985361614066818e-06, |
| "loss": 0.6374, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.31590739357729647, |
| "grad_norm": 0.7724334597587585, |
| "learning_rate": 4.985199577350132e-06, |
| "loss": 0.6148, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.31702763256161315, |
| "grad_norm": 0.785025954246521, |
| "learning_rate": 4.9850366514086415e-06, |
| "loss": 0.6299, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.3181478715459298, |
| "grad_norm": 0.8610864877700806, |
| "learning_rate": 4.984872836300641e-06, |
| "loss": 0.6464, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.31926811053024645, |
| "grad_norm": 0.8281784653663635, |
| "learning_rate": 4.9847081320847475e-06, |
| "loss": 0.6297, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.32038834951456313, |
| "grad_norm": 0.8076677322387695, |
| "learning_rate": 4.984542538819893e-06, |
| "loss": 0.6144, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.32150858849887975, |
| "grad_norm": 1.0354986190795898, |
| "learning_rate": 4.984376056565328e-06, |
| "loss": 0.6246, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.32262882748319643, |
| "grad_norm": 0.7936146259307861, |
| "learning_rate": 4.98420868538062e-06, |
| "loss": 0.6276, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.32374906646751306, |
| "grad_norm": 0.8247389793395996, |
| "learning_rate": 4.984040425325657e-06, |
| "loss": 0.6326, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.32486930545182974, |
| "grad_norm": 0.8053764700889587, |
| "learning_rate": 4.983871276460643e-06, |
| "loss": 0.6298, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.32598954443614636, |
| "grad_norm": 0.7672686576843262, |
| "learning_rate": 4.983701238846102e-06, |
| "loss": 0.6192, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.32710978342046304, |
| "grad_norm": 0.8261781930923462, |
| "learning_rate": 4.983530312542874e-06, |
| "loss": 0.6571, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.32823002240477966, |
| "grad_norm": 0.8620947599411011, |
| "learning_rate": 4.983358497612118e-06, |
| "loss": 0.6195, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.32935026138909634, |
| "grad_norm": 0.8011974692344666, |
| "learning_rate": 4.983185794115311e-06, |
| "loss": 0.6157, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.33047050037341297, |
| "grad_norm": 0.8179512619972229, |
| "learning_rate": 4.983012202114247e-06, |
| "loss": 0.6086, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.33159073935772965, |
| "grad_norm": 0.82745760679245, |
| "learning_rate": 4.98283772167104e-06, |
| "loss": 0.651, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.3327109783420463, |
| "grad_norm": 0.8494473695755005, |
| "learning_rate": 4.982662352848119e-06, |
| "loss": 0.6114, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.33383121732636295, |
| "grad_norm": 0.80657559633255, |
| "learning_rate": 4.982486095708234e-06, |
| "loss": 0.6105, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.33495145631067963, |
| "grad_norm": 0.8035582900047302, |
| "learning_rate": 4.982308950314449e-06, |
| "loss": 0.6373, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.33607169529499625, |
| "grad_norm": 0.7871240377426147, |
| "learning_rate": 4.982130916730151e-06, |
| "loss": 0.6004, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.33719193427931293, |
| "grad_norm": 0.8356077075004578, |
| "learning_rate": 4.98195199501904e-06, |
| "loss": 0.6164, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.33831217326362956, |
| "grad_norm": 0.7815148234367371, |
| "learning_rate": 4.981772185245135e-06, |
| "loss": 0.6173, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.33943241224794624, |
| "grad_norm": 0.8669472336769104, |
| "learning_rate": 4.981591487472776e-06, |
| "loss": 0.6209, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.34055265123226286, |
| "grad_norm": 0.7833518385887146, |
| "learning_rate": 4.981409901766615e-06, |
| "loss": 0.6178, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.34167289021657954, |
| "grad_norm": 0.79278165102005, |
| "learning_rate": 4.9812274281916275e-06, |
| "loss": 0.6268, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.3427931292008962, |
| "grad_norm": 0.802302360534668, |
| "learning_rate": 4.981044066813102e-06, |
| "loss": 0.5878, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.34391336818521284, |
| "grad_norm": 0.8093838691711426, |
| "learning_rate": 4.9808598176966485e-06, |
| "loss": 0.6419, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.3450336071695295, |
| "grad_norm": 0.7981029152870178, |
| "learning_rate": 4.980674680908192e-06, |
| "loss": 0.6203, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.34615384615384615, |
| "grad_norm": 0.8186250329017639, |
| "learning_rate": 4.980488656513976e-06, |
| "loss": 0.6346, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.3472740851381628, |
| "grad_norm": 0.7659736275672913, |
| "learning_rate": 4.980301744580561e-06, |
| "loss": 0.5925, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.34839432412247945, |
| "grad_norm": 0.8284393548965454, |
| "learning_rate": 4.980113945174826e-06, |
| "loss": 0.6471, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.34951456310679613, |
| "grad_norm": 0.7763761878013611, |
| "learning_rate": 4.979925258363968e-06, |
| "loss": 0.6095, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.35063480209111275, |
| "grad_norm": 0.820344090461731, |
| "learning_rate": 4.979735684215499e-06, |
| "loss": 0.6044, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.35175504107542943, |
| "grad_norm": 0.8457436561584473, |
| "learning_rate": 4.979545222797252e-06, |
| "loss": 0.6176, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.35287528005974605, |
| "grad_norm": 0.8047285079956055, |
| "learning_rate": 4.979353874177375e-06, |
| "loss": 0.5912, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.35399551904406273, |
| "grad_norm": 0.8075456619262695, |
| "learning_rate": 4.9791616384243335e-06, |
| "loss": 0.5807, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.3551157580283794, |
| "grad_norm": 0.7939711809158325, |
| "learning_rate": 4.978968515606912e-06, |
| "loss": 0.5862, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.35623599701269604, |
| "grad_norm": 0.8410739302635193, |
| "learning_rate": 4.97877450579421e-06, |
| "loss": 0.6144, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.3573562359970127, |
| "grad_norm": 0.8608905076980591, |
| "learning_rate": 4.9785796090556485e-06, |
| "loss": 0.6428, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.35847647498132934, |
| "grad_norm": 0.8229684233665466, |
| "learning_rate": 4.978383825460959e-06, |
| "loss": 0.6124, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.359596713965646, |
| "grad_norm": 0.790482223033905, |
| "learning_rate": 4.978187155080199e-06, |
| "loss": 0.6127, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.36071695294996264, |
| "grad_norm": 0.7994086146354675, |
| "learning_rate": 4.9779895979837355e-06, |
| "loss": 0.6337, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.3618371919342793, |
| "grad_norm": 0.8186279535293579, |
| "learning_rate": 4.977791154242257e-06, |
| "loss": 0.6257, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.36295743091859595, |
| "grad_norm": 0.7845602631568909, |
| "learning_rate": 4.977591823926769e-06, |
| "loss": 0.5702, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.3640776699029126, |
| "grad_norm": 0.7722570300102234, |
| "learning_rate": 4.977391607108593e-06, |
| "loss": 0.5897, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.36519790888722925, |
| "grad_norm": 0.8029158115386963, |
| "learning_rate": 4.977190503859368e-06, |
| "loss": 0.6142, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.36631814787154593, |
| "grad_norm": 0.801633894443512, |
| "learning_rate": 4.976988514251051e-06, |
| "loss": 0.6298, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.3674383868558626, |
| "grad_norm": 0.8345485925674438, |
| "learning_rate": 4.976785638355914e-06, |
| "loss": 0.6351, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.36855862584017923, |
| "grad_norm": 0.793038547039032, |
| "learning_rate": 4.97658187624655e-06, |
| "loss": 0.6463, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.3696788648244959, |
| "grad_norm": 0.8270999789237976, |
| "learning_rate": 4.976377227995866e-06, |
| "loss": 0.6193, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37079910380881254, |
| "grad_norm": 0.8013745546340942, |
| "learning_rate": 4.9761716936770855e-06, |
| "loss": 0.6047, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.3719193427931292, |
| "grad_norm": 0.8266115784645081, |
| "learning_rate": 4.975965273363751e-06, |
| "loss": 0.6226, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.37303958177744584, |
| "grad_norm": 0.8072906732559204, |
| "learning_rate": 4.975757967129722e-06, |
| "loss": 0.615, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.3741598207617625, |
| "grad_norm": 0.7997392416000366, |
| "learning_rate": 4.975549775049174e-06, |
| "loss": 0.6271, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.37528005974607914, |
| "grad_norm": 0.8856087923049927, |
| "learning_rate": 4.9753406971966e-06, |
| "loss": 0.6066, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.3764002987303958, |
| "grad_norm": 0.7950431704521179, |
| "learning_rate": 4.975130733646809e-06, |
| "loss": 0.6001, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.37752053771471245, |
| "grad_norm": 0.8051393032073975, |
| "learning_rate": 4.974919884474929e-06, |
| "loss": 0.6316, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.3786407766990291, |
| "grad_norm": 0.8180161714553833, |
| "learning_rate": 4.974708149756403e-06, |
| "loss": 0.6362, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.3797610156833458, |
| "grad_norm": 0.8257321119308472, |
| "learning_rate": 4.974495529566991e-06, |
| "loss": 0.626, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.38088125466766243, |
| "grad_norm": 0.8660753965377808, |
| "learning_rate": 4.9742820239827705e-06, |
| "loss": 0.6191, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3820014936519791, |
| "grad_norm": 0.7817429900169373, |
| "learning_rate": 4.974067633080135e-06, |
| "loss": 0.6297, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.38312173263629573, |
| "grad_norm": 0.807461678981781, |
| "learning_rate": 4.973852356935797e-06, |
| "loss": 0.6356, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.3842419716206124, |
| "grad_norm": 0.8301308155059814, |
| "learning_rate": 4.973636195626783e-06, |
| "loss": 0.6205, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.38536221060492903, |
| "grad_norm": 0.897199809551239, |
| "learning_rate": 4.973419149230437e-06, |
| "loss": 0.6455, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.3864824495892457, |
| "grad_norm": 0.8273870944976807, |
| "learning_rate": 4.9732012178244194e-06, |
| "loss": 0.6458, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.38760268857356234, |
| "grad_norm": 0.9393578767776489, |
| "learning_rate": 4.972982401486709e-06, |
| "loss": 0.61, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.388722927557879, |
| "grad_norm": 0.8364170789718628, |
| "learning_rate": 4.9727627002956e-06, |
| "loss": 0.6195, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.3898431665421957, |
| "grad_norm": 0.8208838701248169, |
| "learning_rate": 4.972542114329704e-06, |
| "loss": 0.6246, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.3909634055265123, |
| "grad_norm": 0.8595433831214905, |
| "learning_rate": 4.972320643667946e-06, |
| "loss": 0.6251, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.392083644510829, |
| "grad_norm": 0.7956632375717163, |
| "learning_rate": 4.972098288389572e-06, |
| "loss": 0.608, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3932038834951456, |
| "grad_norm": 0.8434047698974609, |
| "learning_rate": 4.9718750485741425e-06, |
| "loss": 0.6137, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.3943241224794623, |
| "grad_norm": 0.8272572755813599, |
| "learning_rate": 4.971650924301534e-06, |
| "loss": 0.623, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.3954443614637789, |
| "grad_norm": 0.8429244756698608, |
| "learning_rate": 4.9714259156519406e-06, |
| "loss": 0.6325, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.3965646004480956, |
| "grad_norm": 0.8181564807891846, |
| "learning_rate": 4.971200022705871e-06, |
| "loss": 0.6421, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.39768483943241223, |
| "grad_norm": 0.7761826515197754, |
| "learning_rate": 4.970973245544153e-06, |
| "loss": 0.6063, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.3988050784167289, |
| "grad_norm": 0.8283432126045227, |
| "learning_rate": 4.970745584247928e-06, |
| "loss": 0.6125, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.39992531740104553, |
| "grad_norm": 0.8041115999221802, |
| "learning_rate": 4.9705170388986565e-06, |
| "loss": 0.6227, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.4010455563853622, |
| "grad_norm": 0.792184054851532, |
| "learning_rate": 4.970287609578112e-06, |
| "loss": 0.624, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.4021657953696789, |
| "grad_norm": 0.8069051504135132, |
| "learning_rate": 4.970057296368388e-06, |
| "loss": 0.6162, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.4032860343539955, |
| "grad_norm": 0.7888614535331726, |
| "learning_rate": 4.969826099351892e-06, |
| "loss": 0.6088, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.4044062733383122, |
| "grad_norm": 0.8092378377914429, |
| "learning_rate": 4.969594018611348e-06, |
| "loss": 0.6062, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.4055265123226288, |
| "grad_norm": 0.8325386047363281, |
| "learning_rate": 4.969361054229796e-06, |
| "loss": 0.6277, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.4066467513069455, |
| "grad_norm": 0.860455334186554, |
| "learning_rate": 4.9691272062905935e-06, |
| "loss": 0.6202, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.4077669902912621, |
| "grad_norm": 0.8035297989845276, |
| "learning_rate": 4.968892474877412e-06, |
| "loss": 0.6087, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.4088872292755788, |
| "grad_norm": 0.792544424533844, |
| "learning_rate": 4.968656860074241e-06, |
| "loss": 0.5919, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.4100074682598954, |
| "grad_norm": 0.8256428837776184, |
| "learning_rate": 4.968420361965386e-06, |
| "loss": 0.5922, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.4111277072442121, |
| "grad_norm": 0.8024367094039917, |
| "learning_rate": 4.968182980635468e-06, |
| "loss": 0.6332, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.4122479462285287, |
| "grad_norm": 0.7686941027641296, |
| "learning_rate": 4.967944716169421e-06, |
| "loss": 0.5954, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.4133681852128454, |
| "grad_norm": 0.814935028553009, |
| "learning_rate": 4.967705568652502e-06, |
| "loss": 0.627, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.4144884241971621, |
| "grad_norm": 0.7745496034622192, |
| "learning_rate": 4.967465538170279e-06, |
| "loss": 0.6051, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.4156086631814787, |
| "grad_norm": 0.8013162612915039, |
| "learning_rate": 4.9672246248086344e-06, |
| "loss": 0.6005, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.4167289021657954, |
| "grad_norm": 0.8392379879951477, |
| "learning_rate": 4.966982828653772e-06, |
| "loss": 0.624, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.417849141150112, |
| "grad_norm": 0.781700849533081, |
| "learning_rate": 4.966740149792206e-06, |
| "loss": 0.6064, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.4189693801344287, |
| "grad_norm": 0.8092135190963745, |
| "learning_rate": 4.966496588310771e-06, |
| "loss": 0.6355, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.4200896191187453, |
| "grad_norm": 0.7815409898757935, |
| "learning_rate": 4.966252144296614e-06, |
| "loss": 0.6039, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.421209858103062, |
| "grad_norm": 0.7987800240516663, |
| "learning_rate": 4.9660068178372e-06, |
| "loss": 0.6341, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.4223300970873786, |
| "grad_norm": 0.8279643058776855, |
| "learning_rate": 4.965760609020308e-06, |
| "loss": 0.6119, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.4234503360716953, |
| "grad_norm": 0.79878830909729, |
| "learning_rate": 4.965513517934033e-06, |
| "loss": 0.6334, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.4245705750560119, |
| "grad_norm": 0.8361204862594604, |
| "learning_rate": 4.965265544666788e-06, |
| "loss": 0.6078, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.4256908140403286, |
| "grad_norm": 0.8225858211517334, |
| "learning_rate": 4.965016689307298e-06, |
| "loss": 0.6264, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4268110530246453, |
| "grad_norm": 0.8204994201660156, |
| "learning_rate": 4.964766951944607e-06, |
| "loss": 0.606, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.4279312920089619, |
| "grad_norm": 0.8047780990600586, |
| "learning_rate": 4.964516332668073e-06, |
| "loss": 0.6053, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.4290515309932786, |
| "grad_norm": 0.8498148322105408, |
| "learning_rate": 4.964264831567368e-06, |
| "loss": 0.6211, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.4301717699775952, |
| "grad_norm": 0.8710355758666992, |
| "learning_rate": 4.964012448732482e-06, |
| "loss": 0.6134, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.4312920089619119, |
| "grad_norm": 0.8357451558113098, |
| "learning_rate": 4.963759184253721e-06, |
| "loss": 0.6339, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.4324122479462285, |
| "grad_norm": 0.8333609700202942, |
| "learning_rate": 4.963505038221704e-06, |
| "loss": 0.623, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.4335324869305452, |
| "grad_norm": 0.8006998300552368, |
| "learning_rate": 4.963250010727366e-06, |
| "loss": 0.621, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.4346527259148618, |
| "grad_norm": 0.8830387592315674, |
| "learning_rate": 4.962994101861959e-06, |
| "loss": 0.5945, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.4357729648991785, |
| "grad_norm": 0.8361951112747192, |
| "learning_rate": 4.9627373117170476e-06, |
| "loss": 0.6042, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.4368932038834951, |
| "grad_norm": 0.8356959819793701, |
| "learning_rate": 4.962479640384516e-06, |
| "loss": 0.6423, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4380134428678118, |
| "grad_norm": 0.8058585524559021, |
| "learning_rate": 4.962221087956558e-06, |
| "loss": 0.622, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.4391336818521285, |
| "grad_norm": 0.8438712358474731, |
| "learning_rate": 4.961961654525689e-06, |
| "loss": 0.619, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.4402539208364451, |
| "grad_norm": 0.8207183480262756, |
| "learning_rate": 4.961701340184734e-06, |
| "loss": 0.6095, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.4413741598207618, |
| "grad_norm": 0.8222430348396301, |
| "learning_rate": 4.9614401450268364e-06, |
| "loss": 0.6266, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.4424943988050784, |
| "grad_norm": 0.8192475438117981, |
| "learning_rate": 4.961178069145455e-06, |
| "loss": 0.6146, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.4436146377893951, |
| "grad_norm": 0.7848315238952637, |
| "learning_rate": 4.960915112634362e-06, |
| "loss": 0.6046, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.4447348767737117, |
| "grad_norm": 0.8019006848335266, |
| "learning_rate": 4.960651275587644e-06, |
| "loss": 0.6253, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.4458551157580284, |
| "grad_norm": 0.8097095489501953, |
| "learning_rate": 4.960386558099706e-06, |
| "loss": 0.6284, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.446975354742345, |
| "grad_norm": 0.796343207359314, |
| "learning_rate": 4.9601209602652644e-06, |
| "loss": 0.6051, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.4480955937266617, |
| "grad_norm": 0.8076500296592712, |
| "learning_rate": 4.959854482179354e-06, |
| "loss": 0.6215, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.44921583271097837, |
| "grad_norm": 0.8721750974655151, |
| "learning_rate": 4.9595871239373215e-06, |
| "loss": 0.6534, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.450336071695295, |
| "grad_norm": 0.8260684013366699, |
| "learning_rate": 4.959318885634831e-06, |
| "loss": 0.6073, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.45145631067961167, |
| "grad_norm": 0.8113908767700195, |
| "learning_rate": 4.95904976736786e-06, |
| "loss": 0.6004, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.4525765496639283, |
| "grad_norm": 0.8291077017784119, |
| "learning_rate": 4.9587797692327e-06, |
| "loss": 0.622, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.453696788648245, |
| "grad_norm": 0.8331876993179321, |
| "learning_rate": 4.95850889132596e-06, |
| "loss": 0.6367, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4548170276325616, |
| "grad_norm": 0.8167732357978821, |
| "learning_rate": 4.9582371337445624e-06, |
| "loss": 0.6191, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.4559372666168783, |
| "grad_norm": 0.8163003921508789, |
| "learning_rate": 4.957964496585743e-06, |
| "loss": 0.6197, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.4570575056011949, |
| "grad_norm": 0.8027840852737427, |
| "learning_rate": 4.957690979947055e-06, |
| "loss": 0.6119, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.4581777445855116, |
| "grad_norm": 0.8352331519126892, |
| "learning_rate": 4.957416583926364e-06, |
| "loss": 0.6176, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.4592979835698282, |
| "grad_norm": 0.846203625202179, |
| "learning_rate": 4.957141308621851e-06, |
| "loss": 0.608, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4604182225541449, |
| "grad_norm": 0.8850703239440918, |
| "learning_rate": 4.956865154132013e-06, |
| "loss": 0.6359, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 0.7965673804283142, |
| "learning_rate": 4.95658812055566e-06, |
| "loss": 0.5849, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.4626587005227782, |
| "grad_norm": 0.862568199634552, |
| "learning_rate": 4.956310207991916e-06, |
| "loss": 0.6176, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.46377893950709487, |
| "grad_norm": 0.8031529784202576, |
| "learning_rate": 4.95603141654022e-06, |
| "loss": 0.5987, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.4648991784914115, |
| "grad_norm": 0.8270638585090637, |
| "learning_rate": 4.9557517463003275e-06, |
| "loss": 0.6611, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.46601941747572817, |
| "grad_norm": 0.7914713025093079, |
| "learning_rate": 4.9554711973723055e-06, |
| "loss": 0.5944, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.4671396564600448, |
| "grad_norm": 0.8575369119644165, |
| "learning_rate": 4.9551897698565376e-06, |
| "loss": 0.6282, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.4682598954443615, |
| "grad_norm": 0.766158401966095, |
| "learning_rate": 4.9549074638537205e-06, |
| "loss": 0.5798, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.4693801344286781, |
| "grad_norm": 0.7910577654838562, |
| "learning_rate": 4.954624279464866e-06, |
| "loss": 0.5881, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.4705003734129948, |
| "grad_norm": 0.8028966188430786, |
| "learning_rate": 4.9543402167912985e-06, |
| "loss": 0.6126, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4716206123973114, |
| "grad_norm": 0.8077728748321533, |
| "learning_rate": 4.9540552759346596e-06, |
| "loss": 0.6072, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.4727408513816281, |
| "grad_norm": 0.8463570475578308, |
| "learning_rate": 4.953769456996902e-06, |
| "loss": 0.5721, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.47386109036594476, |
| "grad_norm": 0.7810856699943542, |
| "learning_rate": 4.9534827600802956e-06, |
| "loss": 0.5852, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.4749813293502614, |
| "grad_norm": 0.7997978329658508, |
| "learning_rate": 4.953195185287421e-06, |
| "loss": 0.5766, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.47610156833457806, |
| "grad_norm": 0.7943705320358276, |
| "learning_rate": 4.952906732721177e-06, |
| "loss": 0.5915, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4772218073188947, |
| "grad_norm": 0.7930023670196533, |
| "learning_rate": 4.952617402484773e-06, |
| "loss": 0.6025, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.47834204630321137, |
| "grad_norm": 0.7801458835601807, |
| "learning_rate": 4.952327194681734e-06, |
| "loss": 0.5947, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.479462285287528, |
| "grad_norm": 0.8124021291732788, |
| "learning_rate": 4.952036109415899e-06, |
| "loss": 0.6175, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.48058252427184467, |
| "grad_norm": 0.8290462493896484, |
| "learning_rate": 4.9517441467914195e-06, |
| "loss": 0.6229, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.4817027632561613, |
| "grad_norm": 0.7960165739059448, |
| "learning_rate": 4.951451306912764e-06, |
| "loss": 0.6078, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.48282300224047797, |
| "grad_norm": 0.8182939887046814, |
| "learning_rate": 4.951157589884711e-06, |
| "loss": 0.6145, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.4839432412247946, |
| "grad_norm": 0.7847172021865845, |
| "learning_rate": 4.950862995812356e-06, |
| "loss": 0.592, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.4850634802091113, |
| "grad_norm": 0.8396735191345215, |
| "learning_rate": 4.9505675248011085e-06, |
| "loss": 0.6323, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.48618371919342795, |
| "grad_norm": 0.8656349778175354, |
| "learning_rate": 4.950271176956688e-06, |
| "loss": 0.6237, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.4873039581777446, |
| "grad_norm": 0.8108944296836853, |
| "learning_rate": 4.949973952385131e-06, |
| "loss": 0.6148, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.48842419716206126, |
| "grad_norm": 0.839131236076355, |
| "learning_rate": 4.949675851192786e-06, |
| "loss": 0.6475, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.4895444361463779, |
| "grad_norm": 0.8033477067947388, |
| "learning_rate": 4.949376873486319e-06, |
| "loss": 0.6095, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.49066467513069456, |
| "grad_norm": 0.8268027901649475, |
| "learning_rate": 4.949077019372704e-06, |
| "loss": 0.6096, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.4917849141150112, |
| "grad_norm": 0.8278724551200867, |
| "learning_rate": 4.948776288959233e-06, |
| "loss": 0.6225, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.49290515309932786, |
| "grad_norm": 0.8136724233627319, |
| "learning_rate": 4.948474682353508e-06, |
| "loss": 0.6063, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4940253920836445, |
| "grad_norm": 0.821102499961853, |
| "learning_rate": 4.948172199663448e-06, |
| "loss": 0.6214, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.49514563106796117, |
| "grad_norm": 0.8143325448036194, |
| "learning_rate": 4.947868840997282e-06, |
| "loss": 0.6021, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.49626587005227785, |
| "grad_norm": 0.8387938141822815, |
| "learning_rate": 4.947564606463556e-06, |
| "loss": 0.6299, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.49738610903659447, |
| "grad_norm": 0.8075438737869263, |
| "learning_rate": 4.9472594961711266e-06, |
| "loss": 0.603, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.49850634802091115, |
| "grad_norm": 0.8184303641319275, |
| "learning_rate": 4.946953510229164e-06, |
| "loss": 0.6126, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.4996265870052278, |
| "grad_norm": 0.8168706893920898, |
| "learning_rate": 4.946646648747155e-06, |
| "loss": 0.5987, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.5007468259895445, |
| "grad_norm": 0.8080923557281494, |
| "learning_rate": 4.946338911834895e-06, |
| "loss": 0.5998, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.5018670649738611, |
| "grad_norm": 0.8014161586761475, |
| "learning_rate": 4.946030299602496e-06, |
| "loss": 0.6279, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.5029873039581777, |
| "grad_norm": 0.7952543497085571, |
| "learning_rate": 4.94572081216038e-06, |
| "loss": 0.5883, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.5041075429424944, |
| "grad_norm": 0.8177149295806885, |
| "learning_rate": 4.945410449619286e-06, |
| "loss": 0.5988, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5052277819268111, |
| "grad_norm": 0.8595210909843445, |
| "learning_rate": 4.945099212090265e-06, |
| "loss": 0.6387, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.5063480209111277, |
| "grad_norm": 0.8385729193687439, |
| "learning_rate": 4.944787099684678e-06, |
| "loss": 0.6276, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.5074682598954443, |
| "grad_norm": 0.7771918177604675, |
| "learning_rate": 4.944474112514204e-06, |
| "loss": 0.5967, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.508588498879761, |
| "grad_norm": 0.7973781228065491, |
| "learning_rate": 4.9441602506908295e-06, |
| "loss": 0.6055, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.5097087378640777, |
| "grad_norm": 0.8014892935752869, |
| "learning_rate": 4.9438455143268596e-06, |
| "loss": 0.6018, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.5108289768483943, |
| "grad_norm": 0.8037407994270325, |
| "learning_rate": 4.943529903534907e-06, |
| "loss": 0.6117, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.511949215832711, |
| "grad_norm": 0.8133897185325623, |
| "learning_rate": 4.943213418427901e-06, |
| "loss": 0.5902, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.5130694548170276, |
| "grad_norm": 0.81773841381073, |
| "learning_rate": 4.9428960591190834e-06, |
| "loss": 0.6017, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.5141896938013443, |
| "grad_norm": 0.8633530735969543, |
| "learning_rate": 4.942577825722007e-06, |
| "loss": 0.597, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.515309932785661, |
| "grad_norm": 0.7943804264068604, |
| "learning_rate": 4.942258718350539e-06, |
| "loss": 0.605, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5164301717699776, |
| "grad_norm": 0.8280025124549866, |
| "learning_rate": 4.941938737118857e-06, |
| "loss": 0.5855, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.5175504107542942, |
| "grad_norm": 0.7869625091552734, |
| "learning_rate": 4.941617882141455e-06, |
| "loss": 0.6035, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.5186706497386109, |
| "grad_norm": 0.8214724659919739, |
| "learning_rate": 4.9412961535331365e-06, |
| "loss": 0.6402, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.5197908887229276, |
| "grad_norm": 0.8125516772270203, |
| "learning_rate": 4.940973551409018e-06, |
| "loss": 0.6135, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.5209111277072442, |
| "grad_norm": 0.8744713068008423, |
| "learning_rate": 4.9406500758845305e-06, |
| "loss": 0.5904, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5220313666915609, |
| "grad_norm": 0.8251977562904358, |
| "learning_rate": 4.940325727075415e-06, |
| "loss": 0.6185, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.5231516056758775, |
| "grad_norm": 0.7986443638801575, |
| "learning_rate": 4.940000505097728e-06, |
| "loss": 0.6177, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.5242718446601942, |
| "grad_norm": 0.8290914297103882, |
| "learning_rate": 4.939674410067834e-06, |
| "loss": 0.6531, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.5253920836445108, |
| "grad_norm": 0.7911964058876038, |
| "learning_rate": 4.939347442102415e-06, |
| "loss": 0.6278, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.5265123226288275, |
| "grad_norm": 0.7842428088188171, |
| "learning_rate": 4.9390196013184614e-06, |
| "loss": 0.6014, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5276325616131441, |
| "grad_norm": 0.8033813834190369, |
| "learning_rate": 4.9386908878332775e-06, |
| "loss": 0.5975, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.5287528005974608, |
| "grad_norm": 0.7822708487510681, |
| "learning_rate": 4.9383613017644796e-06, |
| "loss": 0.5812, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.5298730395817774, |
| "grad_norm": 0.8360676169395447, |
| "learning_rate": 4.9380308432299976e-06, |
| "loss": 0.6112, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.5309932785660941, |
| "grad_norm": 0.8052594065666199, |
| "learning_rate": 4.93769951234807e-06, |
| "loss": 0.6044, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.5321135175504108, |
| "grad_norm": 0.7881698608398438, |
| "learning_rate": 4.937367309237251e-06, |
| "loss": 0.5778, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5332337565347274, |
| "grad_norm": 0.8374946117401123, |
| "learning_rate": 4.937034234016406e-06, |
| "loss": 0.6213, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.5343539955190441, |
| "grad_norm": 0.8044434189796448, |
| "learning_rate": 4.936700286804711e-06, |
| "loss": 0.5984, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.5354742345033607, |
| "grad_norm": 0.7946317195892334, |
| "learning_rate": 4.936365467721655e-06, |
| "loss": 0.6027, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.5365944734876774, |
| "grad_norm": 0.8196859955787659, |
| "learning_rate": 4.93602977688704e-06, |
| "loss": 0.6009, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.537714712471994, |
| "grad_norm": 0.8330888748168945, |
| "learning_rate": 4.935693214420979e-06, |
| "loss": 0.6396, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5388349514563107, |
| "grad_norm": 0.7970585823059082, |
| "learning_rate": 4.935355780443896e-06, |
| "loss": 0.6134, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.5399551904406273, |
| "grad_norm": 0.8149996399879456, |
| "learning_rate": 4.935017475076529e-06, |
| "loss": 0.6214, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.541075429424944, |
| "grad_norm": 0.7842663526535034, |
| "learning_rate": 4.9346782984399246e-06, |
| "loss": 0.6084, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.5421956684092606, |
| "grad_norm": 0.8166002035140991, |
| "learning_rate": 4.934338250655444e-06, |
| "loss": 0.5939, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.5433159073935773, |
| "grad_norm": 0.8198996186256409, |
| "learning_rate": 4.933997331844758e-06, |
| "loss": 0.5925, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.544436146377894, |
| "grad_norm": 0.8149311542510986, |
| "learning_rate": 4.933655542129852e-06, |
| "loss": 0.618, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.5455563853622106, |
| "grad_norm": 0.8132028579711914, |
| "learning_rate": 4.93331288163302e-06, |
| "loss": 0.5923, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.5466766243465273, |
| "grad_norm": 0.8155807852745056, |
| "learning_rate": 4.9329693504768686e-06, |
| "loss": 0.5966, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.5477968633308439, |
| "grad_norm": 0.8111668229103088, |
| "learning_rate": 4.932624948784317e-06, |
| "loss": 0.613, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.5489171023151606, |
| "grad_norm": 0.8030702471733093, |
| "learning_rate": 4.932279676678594e-06, |
| "loss": 0.6077, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5500373412994772, |
| "grad_norm": 0.8306952118873596, |
| "learning_rate": 4.931933534283241e-06, |
| "loss": 0.6182, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.5511575802837939, |
| "grad_norm": 0.8086608052253723, |
| "learning_rate": 4.931586521722112e-06, |
| "loss": 0.5989, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.5522778192681105, |
| "grad_norm": 0.8051784634590149, |
| "learning_rate": 4.931238639119368e-06, |
| "loss": 0.595, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.5533980582524272, |
| "grad_norm": 0.7761525511741638, |
| "learning_rate": 4.930889886599486e-06, |
| "loss": 0.5773, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.5545182972367438, |
| "grad_norm": 0.7963784337043762, |
| "learning_rate": 4.9305402642872534e-06, |
| "loss": 0.578, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5556385362210605, |
| "grad_norm": 0.7898165583610535, |
| "learning_rate": 4.9301897723077664e-06, |
| "loss": 0.5954, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.5567587752053772, |
| "grad_norm": 0.7823036909103394, |
| "learning_rate": 4.929838410786435e-06, |
| "loss": 0.5871, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.5578790141896938, |
| "grad_norm": 0.8508079648017883, |
| "learning_rate": 4.929486179848979e-06, |
| "loss": 0.6044, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.5589992531740104, |
| "grad_norm": 0.8375908136367798, |
| "learning_rate": 4.9291330796214285e-06, |
| "loss": 0.6175, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.5601194921583271, |
| "grad_norm": 0.8124059438705444, |
| "learning_rate": 4.928779110230126e-06, |
| "loss": 0.5857, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5612397311426438, |
| "grad_norm": 0.8159031271934509, |
| "learning_rate": 4.928424271801726e-06, |
| "loss": 0.6013, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.5623599701269604, |
| "grad_norm": 0.7889281511306763, |
| "learning_rate": 4.928068564463192e-06, |
| "loss": 0.5959, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.563480209111277, |
| "grad_norm": 0.8010871410369873, |
| "learning_rate": 4.927711988341798e-06, |
| "loss": 0.591, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.5646004480955937, |
| "grad_norm": 0.8424665927886963, |
| "learning_rate": 4.927354543565131e-06, |
| "loss": 0.5844, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.5657206870799104, |
| "grad_norm": 0.7999626398086548, |
| "learning_rate": 4.9269962302610866e-06, |
| "loss": 0.5836, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.566840926064227, |
| "grad_norm": 0.8242966532707214, |
| "learning_rate": 4.926637048557873e-06, |
| "loss": 0.5929, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.5679611650485437, |
| "grad_norm": 0.8201645016670227, |
| "learning_rate": 4.926276998584008e-06, |
| "loss": 0.5937, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.5690814040328603, |
| "grad_norm": 0.8664683699607849, |
| "learning_rate": 4.925916080468321e-06, |
| "loss": 0.6258, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.570201643017177, |
| "grad_norm": 0.8183404207229614, |
| "learning_rate": 4.925554294339951e-06, |
| "loss": 0.6088, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.5713218820014937, |
| "grad_norm": 0.8237192034721375, |
| "learning_rate": 4.925191640328348e-06, |
| "loss": 0.6054, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5724421209858103, |
| "grad_norm": 0.8951362371444702, |
| "learning_rate": 4.924828118563273e-06, |
| "loss": 0.5847, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.573562359970127, |
| "grad_norm": 0.8432679176330566, |
| "learning_rate": 4.924463729174796e-06, |
| "loss": 0.6185, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.5746825989544436, |
| "grad_norm": 0.8540483117103577, |
| "learning_rate": 4.924098472293301e-06, |
| "loss": 0.6119, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.5758028379387603, |
| "grad_norm": 0.8214981555938721, |
| "learning_rate": 4.923732348049477e-06, |
| "loss": 0.5815, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.5769230769230769, |
| "grad_norm": 0.8091721534729004, |
| "learning_rate": 4.9233653565743276e-06, |
| "loss": 0.5912, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5780433159073936, |
| "grad_norm": 0.8201042413711548, |
| "learning_rate": 4.922997497999166e-06, |
| "loss": 0.5754, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.5791635548917102, |
| "grad_norm": 0.8555132746696472, |
| "learning_rate": 4.922628772455613e-06, |
| "loss": 0.6227, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.5802837938760269, |
| "grad_norm": 0.805891752243042, |
| "learning_rate": 4.922259180075604e-06, |
| "loss": 0.5782, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.5814040328603436, |
| "grad_norm": 0.8111713528633118, |
| "learning_rate": 4.921888720991381e-06, |
| "loss": 0.5918, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.5825242718446602, |
| "grad_norm": 0.8208431601524353, |
| "learning_rate": 4.921517395335497e-06, |
| "loss": 0.6038, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5836445108289768, |
| "grad_norm": 0.826924204826355, |
| "learning_rate": 4.921145203240816e-06, |
| "loss": 0.5922, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.5847647498132935, |
| "grad_norm": 0.8484541177749634, |
| "learning_rate": 4.92077214484051e-06, |
| "loss": 0.596, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.5858849887976102, |
| "grad_norm": 0.8284783363342285, |
| "learning_rate": 4.920398220268064e-06, |
| "loss": 0.599, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.5870052277819268, |
| "grad_norm": 0.8378069400787354, |
| "learning_rate": 4.920023429657273e-06, |
| "loss": 0.6259, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.5881254667662434, |
| "grad_norm": 0.8292249441146851, |
| "learning_rate": 4.919647773142235e-06, |
| "loss": 0.5925, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5892457057505601, |
| "grad_norm": 0.8202025890350342, |
| "learning_rate": 4.919271250857367e-06, |
| "loss": 0.5932, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.5903659447348768, |
| "grad_norm": 0.8431236147880554, |
| "learning_rate": 4.9188938629373915e-06, |
| "loss": 0.5958, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.5914861837191935, |
| "grad_norm": 0.8396396040916443, |
| "learning_rate": 4.9185156095173395e-06, |
| "loss": 0.6148, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.59260642270351, |
| "grad_norm": 0.8345813155174255, |
| "learning_rate": 4.9181364907325535e-06, |
| "loss": 0.5651, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.5937266616878267, |
| "grad_norm": 0.8040415644645691, |
| "learning_rate": 4.917756506718686e-06, |
| "loss": 0.6102, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5948469006721434, |
| "grad_norm": 0.7991846799850464, |
| "learning_rate": 4.917375657611697e-06, |
| "loss": 0.6, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.5959671396564601, |
| "grad_norm": 0.8031482696533203, |
| "learning_rate": 4.9169939435478595e-06, |
| "loss": 0.5883, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.5970873786407767, |
| "grad_norm": 0.8042899370193481, |
| "learning_rate": 4.9166113646637534e-06, |
| "loss": 0.561, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.5982076176250933, |
| "grad_norm": 0.8222240209579468, |
| "learning_rate": 4.916227921096267e-06, |
| "loss": 0.5649, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.59932785660941, |
| "grad_norm": 0.7763756513595581, |
| "learning_rate": 4.915843612982601e-06, |
| "loss": 0.577, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.6004480955937267, |
| "grad_norm": 0.8542895913124084, |
| "learning_rate": 4.915458440460265e-06, |
| "loss": 0.6099, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.6015683345780433, |
| "grad_norm": 0.8213333487510681, |
| "learning_rate": 4.915072403667074e-06, |
| "loss": 0.6131, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.6026885735623599, |
| "grad_norm": 0.8075094819068909, |
| "learning_rate": 4.914685502741157e-06, |
| "loss": 0.5938, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.6038088125466766, |
| "grad_norm": 0.843874454498291, |
| "learning_rate": 4.91429773782095e-06, |
| "loss": 0.5921, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.6049290515309933, |
| "grad_norm": 0.8286192417144775, |
| "learning_rate": 4.913909109045198e-06, |
| "loss": 0.6035, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.60604929051531, |
| "grad_norm": 0.7961990237236023, |
| "learning_rate": 4.913519616552957e-06, |
| "loss": 0.6176, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.6071695294996265, |
| "grad_norm": 0.7807387709617615, |
| "learning_rate": 4.913129260483589e-06, |
| "loss": 0.5905, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.6082897684839432, |
| "grad_norm": 0.8079019784927368, |
| "learning_rate": 4.912738040976767e-06, |
| "loss": 0.614, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.6094100074682599, |
| "grad_norm": 0.7950747609138489, |
| "learning_rate": 4.912345958172474e-06, |
| "loss": 0.6129, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.6105302464525766, |
| "grad_norm": 0.7880637645721436, |
| "learning_rate": 4.911953012210998e-06, |
| "loss": 0.5745, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.6116504854368932, |
| "grad_norm": 0.797683596611023, |
| "learning_rate": 4.911559203232941e-06, |
| "loss": 0.5704, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.6127707244212098, |
| "grad_norm": 0.7976189851760864, |
| "learning_rate": 4.911164531379208e-06, |
| "loss": 0.5753, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.6138909634055265, |
| "grad_norm": 0.797524631023407, |
| "learning_rate": 4.910768996791018e-06, |
| "loss": 0.5965, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.6150112023898432, |
| "grad_norm": 0.7966054677963257, |
| "learning_rate": 4.910372599609896e-06, |
| "loss": 0.5926, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.6161314413741599, |
| "grad_norm": 0.8061427474021912, |
| "learning_rate": 4.909975339977676e-06, |
| "loss": 0.6076, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6172516803584764, |
| "grad_norm": 0.8192665576934814, |
| "learning_rate": 4.909577218036501e-06, |
| "loss": 0.5846, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.6183719193427931, |
| "grad_norm": 0.8142986297607422, |
| "learning_rate": 4.909178233928822e-06, |
| "loss": 0.6269, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.6194921583271098, |
| "grad_norm": 0.8129419684410095, |
| "learning_rate": 4.908778387797399e-06, |
| "loss": 0.6161, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.6206123973114265, |
| "grad_norm": 0.7790163159370422, |
| "learning_rate": 4.9083776797853015e-06, |
| "loss": 0.6039, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.621732636295743, |
| "grad_norm": 0.8370928168296814, |
| "learning_rate": 4.907976110035903e-06, |
| "loss": 0.5813, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6228528752800597, |
| "grad_norm": 0.8461244702339172, |
| "learning_rate": 4.907573678692891e-06, |
| "loss": 0.5879, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.6239731142643764, |
| "grad_norm": 0.7943955659866333, |
| "learning_rate": 4.907170385900258e-06, |
| "loss": 0.579, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.6250933532486931, |
| "grad_norm": 0.8056941628456116, |
| "learning_rate": 4.9067662318023056e-06, |
| "loss": 0.6096, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.6262135922330098, |
| "grad_norm": 0.8091793060302734, |
| "learning_rate": 4.906361216543643e-06, |
| "loss": 0.5824, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.6273338312173263, |
| "grad_norm": 0.8035262227058411, |
| "learning_rate": 4.905955340269188e-06, |
| "loss": 0.6232, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.628454070201643, |
| "grad_norm": 0.7793251276016235, |
| "learning_rate": 4.9055486031241675e-06, |
| "loss": 0.5901, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.6295743091859597, |
| "grad_norm": 0.7671579122543335, |
| "learning_rate": 4.9051410052541135e-06, |
| "loss": 0.5843, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.6306945481702764, |
| "grad_norm": 0.8493455052375793, |
| "learning_rate": 4.90473254680487e-06, |
| "loss": 0.6254, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.6318147871545929, |
| "grad_norm": 0.8092489838600159, |
| "learning_rate": 4.904323227922586e-06, |
| "loss": 0.5906, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.6329350261389096, |
| "grad_norm": 0.8145341873168945, |
| "learning_rate": 4.903913048753719e-06, |
| "loss": 0.6129, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6340552651232263, |
| "grad_norm": 0.8953230381011963, |
| "learning_rate": 4.903502009445033e-06, |
| "loss": 0.5975, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.635175504107543, |
| "grad_norm": 0.8133732676506042, |
| "learning_rate": 4.903090110143605e-06, |
| "loss": 0.558, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.6362957430918595, |
| "grad_norm": 0.8249391317367554, |
| "learning_rate": 4.902677350996812e-06, |
| "loss": 0.5893, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.6374159820761762, |
| "grad_norm": 0.8067794442176819, |
| "learning_rate": 4.902263732152345e-06, |
| "loss": 0.5823, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.6385362210604929, |
| "grad_norm": 0.8032618761062622, |
| "learning_rate": 4.901849253758199e-06, |
| "loss": 0.6003, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6396564600448096, |
| "grad_norm": 0.8413413166999817, |
| "learning_rate": 4.901433915962678e-06, |
| "loss": 0.5742, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.6407766990291263, |
| "grad_norm": 0.8067041039466858, |
| "learning_rate": 4.9010177189143935e-06, |
| "loss": 0.5902, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.6418969380134428, |
| "grad_norm": 0.8752678632736206, |
| "learning_rate": 4.900600662762265e-06, |
| "loss": 0.6143, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.6430171769977595, |
| "grad_norm": 0.8311488628387451, |
| "learning_rate": 4.9001827476555166e-06, |
| "loss": 0.5901, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.6441374159820762, |
| "grad_norm": 0.8206403255462646, |
| "learning_rate": 4.899763973743684e-06, |
| "loss": 0.6056, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6452576549663929, |
| "grad_norm": 0.7974233627319336, |
| "learning_rate": 4.899344341176606e-06, |
| "loss": 0.5889, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.6463778939507094, |
| "grad_norm": 0.8065476417541504, |
| "learning_rate": 4.898923850104432e-06, |
| "loss": 0.6, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.6474981329350261, |
| "grad_norm": 0.8313128352165222, |
| "learning_rate": 4.898502500677617e-06, |
| "loss": 0.5973, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.6486183719193428, |
| "grad_norm": 0.8816797733306885, |
| "learning_rate": 4.898080293046923e-06, |
| "loss": 0.5843, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.6497386109036595, |
| "grad_norm": 0.816006600856781, |
| "learning_rate": 4.897657227363419e-06, |
| "loss": 0.6189, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6508588498879762, |
| "grad_norm": 0.8070967197418213, |
| "learning_rate": 4.897233303778481e-06, |
| "loss": 0.5872, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.6519790888722927, |
| "grad_norm": 0.8039142489433289, |
| "learning_rate": 4.896808522443794e-06, |
| "loss": 0.5747, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.6530993278566094, |
| "grad_norm": 0.8226941227912903, |
| "learning_rate": 4.896382883511347e-06, |
| "loss": 0.5845, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.6542195668409261, |
| "grad_norm": 0.8548035025596619, |
| "learning_rate": 4.895956387133437e-06, |
| "loss": 0.5959, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.6553398058252428, |
| "grad_norm": 0.8523133993148804, |
| "learning_rate": 4.895529033462669e-06, |
| "loss": 0.6107, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.6564600448095593, |
| "grad_norm": 0.8199976086616516, |
| "learning_rate": 4.8951008226519525e-06, |
| "loss": 0.5981, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.657580283793876, |
| "grad_norm": 0.8249738812446594, |
| "learning_rate": 4.894671754854505e-06, |
| "loss": 0.5888, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.6587005227781927, |
| "grad_norm": 0.8519604206085205, |
| "learning_rate": 4.894241830223851e-06, |
| "loss": 0.6223, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.6598207617625094, |
| "grad_norm": 0.8221259713172913, |
| "learning_rate": 4.8938110489138205e-06, |
| "loss": 0.5774, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.6609410007468259, |
| "grad_norm": 0.8143469095230103, |
| "learning_rate": 4.893379411078552e-06, |
| "loss": 0.6049, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6620612397311426, |
| "grad_norm": 0.7872767448425293, |
| "learning_rate": 4.892946916872486e-06, |
| "loss": 0.5796, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.6631814787154593, |
| "grad_norm": 0.8111532926559448, |
| "learning_rate": 4.8925135664503755e-06, |
| "loss": 0.6041, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.664301717699776, |
| "grad_norm": 0.8038745522499084, |
| "learning_rate": 4.892079359967276e-06, |
| "loss": 0.5929, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.6654219566840927, |
| "grad_norm": 0.8693163990974426, |
| "learning_rate": 4.89164429757855e-06, |
| "loss": 0.5892, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.6665421956684092, |
| "grad_norm": 0.7890527248382568, |
| "learning_rate": 4.891208379439866e-06, |
| "loss": 0.5973, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6676624346527259, |
| "grad_norm": 0.8141840100288391, |
| "learning_rate": 4.890771605707199e-06, |
| "loss": 0.6031, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.6687826736370426, |
| "grad_norm": 0.8265807032585144, |
| "learning_rate": 4.890333976536831e-06, |
| "loss": 0.5893, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.6699029126213593, |
| "grad_norm": 0.8645585179328918, |
| "learning_rate": 4.8898954920853484e-06, |
| "loss": 0.6189, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.6710231516056758, |
| "grad_norm": 0.8112260699272156, |
| "learning_rate": 4.889456152509646e-06, |
| "loss": 0.589, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.6721433905899925, |
| "grad_norm": 0.8134514093399048, |
| "learning_rate": 4.8890159579669214e-06, |
| "loss": 0.5703, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6732636295743092, |
| "grad_norm": 0.8513573408126831, |
| "learning_rate": 4.888574908614681e-06, |
| "loss": 0.5971, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.6743838685586259, |
| "grad_norm": 0.8489837646484375, |
| "learning_rate": 4.888133004610735e-06, |
| "loss": 0.6084, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.6755041075429425, |
| "grad_norm": 0.8141038417816162, |
| "learning_rate": 4.887690246113201e-06, |
| "loss": 0.596, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.6766243465272591, |
| "grad_norm": 0.8250095844268799, |
| "learning_rate": 4.887246633280501e-06, |
| "loss": 0.5535, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.6777445855115758, |
| "grad_norm": 0.8543534874916077, |
| "learning_rate": 4.886802166271365e-06, |
| "loss": 0.6056, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6788648244958925, |
| "grad_norm": 0.8766425848007202, |
| "learning_rate": 4.886356845244824e-06, |
| "loss": 0.5984, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.6799850634802092, |
| "grad_norm": 0.8217388391494751, |
| "learning_rate": 4.88591067036022e-06, |
| "loss": 0.6037, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.6811053024645257, |
| "grad_norm": 0.7816200852394104, |
| "learning_rate": 4.885463641777197e-06, |
| "loss": 0.5451, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.6822255414488424, |
| "grad_norm": 0.8485130071640015, |
| "learning_rate": 4.885015759655706e-06, |
| "loss": 0.5917, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.6833457804331591, |
| "grad_norm": 0.8265321850776672, |
| "learning_rate": 4.884567024156002e-06, |
| "loss": 0.5676, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6844660194174758, |
| "grad_norm": 0.8090165853500366, |
| "learning_rate": 4.884117435438646e-06, |
| "loss": 0.616, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.6855862584017924, |
| "grad_norm": 0.8049173951148987, |
| "learning_rate": 4.883666993664507e-06, |
| "loss": 0.5814, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.686706497386109, |
| "grad_norm": 0.8055282831192017, |
| "learning_rate": 4.883215698994755e-06, |
| "loss": 0.5947, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.6878267363704257, |
| "grad_norm": 0.8200820088386536, |
| "learning_rate": 4.882763551590865e-06, |
| "loss": 0.6262, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.6889469753547424, |
| "grad_norm": 0.808571994304657, |
| "learning_rate": 4.882310551614623e-06, |
| "loss": 0.6029, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.690067214339059, |
| "grad_norm": 0.8104593753814697, |
| "learning_rate": 4.881856699228114e-06, |
| "loss": 0.5979, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.6911874533233756, |
| "grad_norm": 0.7940874695777893, |
| "learning_rate": 4.88140199459373e-06, |
| "loss": 0.5818, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.6923076923076923, |
| "grad_norm": 0.7887553572654724, |
| "learning_rate": 4.880946437874169e-06, |
| "loss": 0.573, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.693427931292009, |
| "grad_norm": 0.8413677215576172, |
| "learning_rate": 4.880490029232431e-06, |
| "loss": 0.6158, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.6945481702763256, |
| "grad_norm": 0.8174417614936829, |
| "learning_rate": 4.880032768831825e-06, |
| "loss": 0.57, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6956684092606422, |
| "grad_norm": 0.8150051236152649, |
| "learning_rate": 4.879574656835962e-06, |
| "loss": 0.6071, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.6967886482449589, |
| "grad_norm": 0.8536598682403564, |
| "learning_rate": 4.879115693408757e-06, |
| "loss": 0.6294, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.6979088872292756, |
| "grad_norm": 0.8469665050506592, |
| "learning_rate": 4.8786558787144314e-06, |
| "loss": 0.6146, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.6990291262135923, |
| "grad_norm": 0.7985464930534363, |
| "learning_rate": 4.878195212917511e-06, |
| "loss": 0.5528, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.7001493651979089, |
| "grad_norm": 0.8789647817611694, |
| "learning_rate": 4.877733696182827e-06, |
| "loss": 0.5926, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.7012696041822255, |
| "grad_norm": 0.7992759943008423, |
| "learning_rate": 4.877271328675511e-06, |
| "loss": 0.5912, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.7023898431665422, |
| "grad_norm": 0.7898268699645996, |
| "learning_rate": 4.876808110561004e-06, |
| "loss": 0.5722, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.7035100821508589, |
| "grad_norm": 0.8306590914726257, |
| "learning_rate": 4.87634404200505e-06, |
| "loss": 0.627, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.7046303211351755, |
| "grad_norm": 0.8404473662376404, |
| "learning_rate": 4.875879123173694e-06, |
| "loss": 0.5841, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.7057505601194921, |
| "grad_norm": 0.8321950435638428, |
| "learning_rate": 4.87541335423329e-06, |
| "loss": 0.6141, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.7068707991038088, |
| "grad_norm": 0.7946979403495789, |
| "learning_rate": 4.874946735350492e-06, |
| "loss": 0.5849, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.7079910380881255, |
| "grad_norm": 0.8189645409584045, |
| "learning_rate": 4.874479266692261e-06, |
| "loss": 0.6146, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.7091112770724421, |
| "grad_norm": 0.8169258832931519, |
| "learning_rate": 4.8740109484258625e-06, |
| "loss": 0.5926, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.7102315160567588, |
| "grad_norm": 0.7945389151573181, |
| "learning_rate": 4.873541780718863e-06, |
| "loss": 0.5929, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.7113517550410754, |
| "grad_norm": 0.7935434579849243, |
| "learning_rate": 4.873071763739135e-06, |
| "loss": 0.5942, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.7124719940253921, |
| "grad_norm": 0.8001875877380371, |
| "learning_rate": 4.872600897654853e-06, |
| "loss": 0.5957, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.7135922330097088, |
| "grad_norm": 0.8338243961334229, |
| "learning_rate": 4.872129182634499e-06, |
| "loss": 0.5908, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.7147124719940254, |
| "grad_norm": 0.8988234400749207, |
| "learning_rate": 4.871656618846855e-06, |
| "loss": 0.5955, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.715832710978342, |
| "grad_norm": 0.7992603778839111, |
| "learning_rate": 4.87118320646101e-06, |
| "loss": 0.5852, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.7169529499626587, |
| "grad_norm": 0.8259397745132446, |
| "learning_rate": 4.870708945646353e-06, |
| "loss": 0.6156, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.7180731889469754, |
| "grad_norm": 0.893584132194519, |
| "learning_rate": 4.870233836572579e-06, |
| "loss": 0.6117, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.719193427931292, |
| "grad_norm": 0.8482956290245056, |
| "learning_rate": 4.869757879409686e-06, |
| "loss": 0.6018, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.7203136669156086, |
| "grad_norm": 0.7782022356987, |
| "learning_rate": 4.869281074327975e-06, |
| "loss": 0.5761, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.7214339058999253, |
| "grad_norm": 0.8154391050338745, |
| "learning_rate": 4.8688034214980515e-06, |
| "loss": 0.5846, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.722554144884242, |
| "grad_norm": 0.8113802671432495, |
| "learning_rate": 4.868324921090822e-06, |
| "loss": 0.5616, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.7236743838685586, |
| "grad_norm": 0.830033540725708, |
| "learning_rate": 4.867845573277501e-06, |
| "loss": 0.63, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.7247946228528753, |
| "grad_norm": 0.8050087690353394, |
| "learning_rate": 4.867365378229601e-06, |
| "loss": 0.5894, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.7259148618371919, |
| "grad_norm": 0.8076449036598206, |
| "learning_rate": 4.8668843361189385e-06, |
| "loss": 0.6145, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.7270351008215086, |
| "grad_norm": 0.8889169692993164, |
| "learning_rate": 4.8664024471176366e-06, |
| "loss": 0.6154, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.7281553398058253, |
| "grad_norm": 0.8604964017868042, |
| "learning_rate": 4.865919711398118e-06, |
| "loss": 0.5984, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7292755787901419, |
| "grad_norm": 0.828212320804596, |
| "learning_rate": 4.86543612913311e-06, |
| "loss": 0.5785, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.7303958177744585, |
| "grad_norm": 0.786229133605957, |
| "learning_rate": 4.864951700495642e-06, |
| "loss": 0.5983, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.7315160567587752, |
| "grad_norm": 0.8467420935630798, |
| "learning_rate": 4.864466425659046e-06, |
| "loss": 0.6037, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.7326362957430919, |
| "grad_norm": 0.7861534953117371, |
| "learning_rate": 4.863980304796958e-06, |
| "loss": 0.564, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.7337565347274085, |
| "grad_norm": 0.7819376587867737, |
| "learning_rate": 4.863493338083316e-06, |
| "loss": 0.5783, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7348767737117252, |
| "grad_norm": 0.7864521741867065, |
| "learning_rate": 4.863005525692362e-06, |
| "loss": 0.594, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.7359970126960418, |
| "grad_norm": 0.7910285592079163, |
| "learning_rate": 4.862516867798636e-06, |
| "loss": 0.5888, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.7371172516803585, |
| "grad_norm": 0.8056003451347351, |
| "learning_rate": 4.862027364576987e-06, |
| "loss": 0.5895, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.7382374906646751, |
| "grad_norm": 0.8140441179275513, |
| "learning_rate": 4.861537016202561e-06, |
| "loss": 0.6015, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.7393577296489918, |
| "grad_norm": 0.8237465620040894, |
| "learning_rate": 4.861045822850811e-06, |
| "loss": 0.6072, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7404779686333084, |
| "grad_norm": 0.832146942615509, |
| "learning_rate": 4.860553784697487e-06, |
| "loss": 0.6171, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.7415982076176251, |
| "grad_norm": 0.8073914051055908, |
| "learning_rate": 4.860060901918648e-06, |
| "loss": 0.5931, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.7427184466019418, |
| "grad_norm": 0.8193264007568359, |
| "learning_rate": 4.859567174690647e-06, |
| "loss": 0.5948, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.7438386855862584, |
| "grad_norm": 0.8580235838890076, |
| "learning_rate": 4.859072603190148e-06, |
| "loss": 0.6157, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.7449589245705751, |
| "grad_norm": 0.7729256749153137, |
| "learning_rate": 4.8585771875941105e-06, |
| "loss": 0.5876, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.7460791635548917, |
| "grad_norm": 0.844573438167572, |
| "learning_rate": 4.858080928079798e-06, |
| "loss": 0.6206, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.7471994025392084, |
| "grad_norm": 0.816228449344635, |
| "learning_rate": 4.857583824824777e-06, |
| "loss": 0.6247, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.748319641523525, |
| "grad_norm": 0.7984215021133423, |
| "learning_rate": 4.8570858780069155e-06, |
| "loss": 0.6038, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.7494398805078417, |
| "grad_norm": 0.850842297077179, |
| "learning_rate": 4.856587087804382e-06, |
| "loss": 0.6283, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.7505601194921583, |
| "grad_norm": 0.7965848445892334, |
| "learning_rate": 4.856087454395648e-06, |
| "loss": 0.6018, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.751680358476475, |
| "grad_norm": 0.7891208529472351, |
| "learning_rate": 4.855586977959487e-06, |
| "loss": 0.5965, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.7528005974607916, |
| "grad_norm": 0.7875372767448425, |
| "learning_rate": 4.855085658674973e-06, |
| "loss": 0.6004, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.7539208364451083, |
| "grad_norm": 0.7898383736610413, |
| "learning_rate": 4.854583496721482e-06, |
| "loss": 0.5566, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.7550410754294249, |
| "grad_norm": 0.8215773701667786, |
| "learning_rate": 4.854080492278693e-06, |
| "loss": 0.5837, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.7561613144137416, |
| "grad_norm": 0.810920000076294, |
| "learning_rate": 4.853576645526584e-06, |
| "loss": 0.5893, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7572815533980582, |
| "grad_norm": 0.7786296606063843, |
| "learning_rate": 4.8530719566454345e-06, |
| "loss": 0.5604, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.7584017923823749, |
| "grad_norm": 0.7917574048042297, |
| "learning_rate": 4.852566425815829e-06, |
| "loss": 0.582, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.7595220313666916, |
| "grad_norm": 0.8070117235183716, |
| "learning_rate": 4.8520600532186475e-06, |
| "loss": 0.604, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.7606422703510082, |
| "grad_norm": 0.8068091869354248, |
| "learning_rate": 4.8515528390350765e-06, |
| "loss": 0.5896, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.7617625093353249, |
| "grad_norm": 0.8220896124839783, |
| "learning_rate": 4.8510447834466e-06, |
| "loss": 0.593, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7628827483196415, |
| "grad_norm": 0.7868808507919312, |
| "learning_rate": 4.850535886635006e-06, |
| "loss": 0.6, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.7640029873039582, |
| "grad_norm": 0.8102167248725891, |
| "learning_rate": 4.850026148782381e-06, |
| "loss": 0.5813, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.7651232262882748, |
| "grad_norm": 0.8151317834854126, |
| "learning_rate": 4.849515570071113e-06, |
| "loss": 0.5747, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.7662434652725915, |
| "grad_norm": 0.8038537502288818, |
| "learning_rate": 4.849004150683892e-06, |
| "loss": 0.6192, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.7673637042569081, |
| "grad_norm": 0.8006526827812195, |
| "learning_rate": 4.848491890803708e-06, |
| "loss": 0.5866, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7684839432412248, |
| "grad_norm": 0.7970767617225647, |
| "learning_rate": 4.847978790613851e-06, |
| "loss": 0.6098, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.7696041822255415, |
| "grad_norm": 0.7953868508338928, |
| "learning_rate": 4.847464850297914e-06, |
| "loss": 0.5758, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.7707244212098581, |
| "grad_norm": 0.8159863352775574, |
| "learning_rate": 4.8469500700397875e-06, |
| "loss": 0.5949, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.7718446601941747, |
| "grad_norm": 0.7919224500656128, |
| "learning_rate": 4.8464344500236645e-06, |
| "loss": 0.5769, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.7729648991784914, |
| "grad_norm": 0.7827619314193726, |
| "learning_rate": 4.845917990434039e-06, |
| "loss": 0.5923, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7740851381628081, |
| "grad_norm": 0.7937460541725159, |
| "learning_rate": 4.845400691455703e-06, |
| "loss": 0.5759, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.7752053771471247, |
| "grad_norm": 0.7901214361190796, |
| "learning_rate": 4.844882553273752e-06, |
| "loss": 0.5657, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.7763256161314414, |
| "grad_norm": 0.8160180449485779, |
| "learning_rate": 4.844363576073579e-06, |
| "loss": 0.5971, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.777445855115758, |
| "grad_norm": 0.8019487261772156, |
| "learning_rate": 4.843843760040877e-06, |
| "loss": 0.5804, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.7785660941000747, |
| "grad_norm": 0.7898805141448975, |
| "learning_rate": 4.843323105361643e-06, |
| "loss": 0.5854, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7796863330843914, |
| "grad_norm": 0.829105794429779, |
| "learning_rate": 4.842801612222171e-06, |
| "loss": 0.5914, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.780806572068708, |
| "grad_norm": 0.7974743843078613, |
| "learning_rate": 4.842279280809054e-06, |
| "loss": 0.5856, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.7819268110530246, |
| "grad_norm": 0.7757387161254883, |
| "learning_rate": 4.841756111309188e-06, |
| "loss": 0.5679, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.7830470500373413, |
| "grad_norm": 0.827438473701477, |
| "learning_rate": 4.841232103909766e-06, |
| "loss": 0.5657, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.784167289021658, |
| "grad_norm": 0.8150497078895569, |
| "learning_rate": 4.840707258798284e-06, |
| "loss": 0.6065, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7852875280059746, |
| "grad_norm": 0.7733539342880249, |
| "learning_rate": 4.8401815761625345e-06, |
| "loss": 0.5806, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.7864077669902912, |
| "grad_norm": 0.8224393129348755, |
| "learning_rate": 4.839655056190611e-06, |
| "loss": 0.5723, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.7875280059746079, |
| "grad_norm": 0.8295096755027771, |
| "learning_rate": 4.839127699070907e-06, |
| "loss": 0.609, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.7886482449589246, |
| "grad_norm": 0.7875826358795166, |
| "learning_rate": 4.838599504992116e-06, |
| "loss": 0.5625, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.7897684839432412, |
| "grad_norm": 0.8078942894935608, |
| "learning_rate": 4.838070474143228e-06, |
| "loss": 0.6059, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7908887229275579, |
| "grad_norm": 0.8128692507743835, |
| "learning_rate": 4.837540606713538e-06, |
| "loss": 0.5878, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.7920089619118745, |
| "grad_norm": 0.7869188785552979, |
| "learning_rate": 4.837009902892633e-06, |
| "loss": 0.5741, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.7931292008961912, |
| "grad_norm": 0.7958232164382935, |
| "learning_rate": 4.836478362870406e-06, |
| "loss": 0.5879, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.7942494398805079, |
| "grad_norm": 0.7908474802970886, |
| "learning_rate": 4.835945986837045e-06, |
| "loss": 0.5766, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.7953696788648245, |
| "grad_norm": 0.8136919736862183, |
| "learning_rate": 4.83541277498304e-06, |
| "loss": 0.587, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7964899178491411, |
| "grad_norm": 0.8330440521240234, |
| "learning_rate": 4.8348787274991765e-06, |
| "loss": 0.5935, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.7976101568334578, |
| "grad_norm": 0.8112781643867493, |
| "learning_rate": 4.834343844576543e-06, |
| "loss": 0.5952, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.7987303958177745, |
| "grad_norm": 0.8082567453384399, |
| "learning_rate": 4.8338081264065235e-06, |
| "loss": 0.5717, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.7998506348020911, |
| "grad_norm": 0.9035626649856567, |
| "learning_rate": 4.8332715731808035e-06, |
| "loss": 0.583, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.8009708737864077, |
| "grad_norm": 0.8441537022590637, |
| "learning_rate": 4.8327341850913645e-06, |
| "loss": 0.6096, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.8020911127707244, |
| "grad_norm": 0.8210310339927673, |
| "learning_rate": 4.832195962330491e-06, |
| "loss": 0.6072, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.8032113517550411, |
| "grad_norm": 0.8119834065437317, |
| "learning_rate": 4.831656905090761e-06, |
| "loss": 0.5864, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.8043315907393578, |
| "grad_norm": 0.8333593606948853, |
| "learning_rate": 4.831117013565056e-06, |
| "loss": 0.6003, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.8054518297236744, |
| "grad_norm": 0.8569757342338562, |
| "learning_rate": 4.83057628794655e-06, |
| "loss": 0.5936, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.806572068707991, |
| "grad_norm": 0.7970093488693237, |
| "learning_rate": 4.830034728428723e-06, |
| "loss": 0.5776, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.8076923076923077, |
| "grad_norm": 0.8280375003814697, |
| "learning_rate": 4.829492335205347e-06, |
| "loss": 0.5952, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.8088125466766244, |
| "grad_norm": 0.8139337301254272, |
| "learning_rate": 4.828949108470496e-06, |
| "loss": 0.6314, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.809932785660941, |
| "grad_norm": 0.8315449357032776, |
| "learning_rate": 4.82840504841854e-06, |
| "loss": 0.5978, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.8110530246452576, |
| "grad_norm": 0.8375460505485535, |
| "learning_rate": 4.827860155244149e-06, |
| "loss": 0.588, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.8121732636295743, |
| "grad_norm": 0.7952830791473389, |
| "learning_rate": 4.827314429142291e-06, |
| "loss": 0.582, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.813293502613891, |
| "grad_norm": 0.8073609471321106, |
| "learning_rate": 4.826767870308228e-06, |
| "loss": 0.5678, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.8144137415982076, |
| "grad_norm": 0.8218507766723633, |
| "learning_rate": 4.826220478937527e-06, |
| "loss": 0.6072, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.8155339805825242, |
| "grad_norm": 0.7980933785438538, |
| "learning_rate": 4.825672255226047e-06, |
| "loss": 0.5524, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.8166542195668409, |
| "grad_norm": 0.8054032921791077, |
| "learning_rate": 4.825123199369947e-06, |
| "loss": 0.5913, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.8177744585511576, |
| "grad_norm": 0.8572160601615906, |
| "learning_rate": 4.824573311565685e-06, |
| "loss": 0.5954, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.8188946975354743, |
| "grad_norm": 0.8065678477287292, |
| "learning_rate": 4.824022592010013e-06, |
| "loss": 0.5966, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.8200149365197908, |
| "grad_norm": 0.812080442905426, |
| "learning_rate": 4.8234710408999865e-06, |
| "loss": 0.5666, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.8211351755041075, |
| "grad_norm": 0.8508359789848328, |
| "learning_rate": 4.822918658432952e-06, |
| "loss": 0.6137, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.8222554144884242, |
| "grad_norm": 0.7996507287025452, |
| "learning_rate": 4.8223654448065585e-06, |
| "loss": 0.6038, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.8233756534727409, |
| "grad_norm": 0.8098906874656677, |
| "learning_rate": 4.821811400218748e-06, |
| "loss": 0.5759, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.8244958924570575, |
| "grad_norm": 0.8356794118881226, |
| "learning_rate": 4.821256524867764e-06, |
| "loss": 0.6151, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.8256161314413741, |
| "grad_norm": 0.8081963658332825, |
| "learning_rate": 4.820700818952145e-06, |
| "loss": 0.5943, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.8267363704256908, |
| "grad_norm": 0.825581967830658, |
| "learning_rate": 4.820144282670728e-06, |
| "loss": 0.5769, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.8278566094100075, |
| "grad_norm": 0.8103387355804443, |
| "learning_rate": 4.819586916222644e-06, |
| "loss": 0.5789, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.8289768483943242, |
| "grad_norm": 0.8200883865356445, |
| "learning_rate": 4.819028719807326e-06, |
| "loss": 0.602, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8300970873786407, |
| "grad_norm": 0.8113400340080261, |
| "learning_rate": 4.818469693624499e-06, |
| "loss": 0.5951, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.8312173263629574, |
| "grad_norm": 0.8407019972801208, |
| "learning_rate": 4.817909837874189e-06, |
| "loss": 0.5909, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.8323375653472741, |
| "grad_norm": 0.8122291564941406, |
| "learning_rate": 4.8173491527567155e-06, |
| "loss": 0.5964, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.8334578043315908, |
| "grad_norm": 0.8028641939163208, |
| "learning_rate": 4.816787638472697e-06, |
| "loss": 0.5926, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.8345780433159073, |
| "grad_norm": 0.8061012625694275, |
| "learning_rate": 4.816225295223048e-06, |
| "loss": 0.5835, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.835698282300224, |
| "grad_norm": 0.8372674584388733, |
| "learning_rate": 4.815662123208979e-06, |
| "loss": 0.6048, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.8368185212845407, |
| "grad_norm": 0.7943447828292847, |
| "learning_rate": 4.815098122631998e-06, |
| "loss": 0.5999, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.8379387602688574, |
| "grad_norm": 0.7981782555580139, |
| "learning_rate": 4.814533293693909e-06, |
| "loss": 0.5838, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.8390589992531741, |
| "grad_norm": 0.8036529421806335, |
| "learning_rate": 4.8139676365968125e-06, |
| "loss": 0.59, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.8401792382374906, |
| "grad_norm": 0.8037401437759399, |
| "learning_rate": 4.813401151543105e-06, |
| "loss": 0.5603, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8412994772218073, |
| "grad_norm": 0.8377910852432251, |
| "learning_rate": 4.812833838735479e-06, |
| "loss": 0.5984, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.842419716206124, |
| "grad_norm": 0.7984040975570679, |
| "learning_rate": 4.812265698376924e-06, |
| "loss": 0.5719, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.8435399551904407, |
| "grad_norm": 0.8077371716499329, |
| "learning_rate": 4.811696730670726e-06, |
| "loss": 0.5824, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.8446601941747572, |
| "grad_norm": 0.7634063959121704, |
| "learning_rate": 4.811126935820466e-06, |
| "loss": 0.5584, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.8457804331590739, |
| "grad_norm": 0.8120932579040527, |
| "learning_rate": 4.810556314030021e-06, |
| "loss": 0.5729, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8469006721433906, |
| "grad_norm": 0.7915536165237427, |
| "learning_rate": 4.8099848655035655e-06, |
| "loss": 0.6039, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.8480209111277073, |
| "grad_norm": 0.8074361085891724, |
| "learning_rate": 4.809412590445566e-06, |
| "loss": 0.5888, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.8491411501120238, |
| "grad_norm": 0.8198902010917664, |
| "learning_rate": 4.808839489060788e-06, |
| "loss": 0.5895, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.8502613890963405, |
| "grad_norm": 0.8113036751747131, |
| "learning_rate": 4.808265561554293e-06, |
| "loss": 0.5938, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.8513816280806572, |
| "grad_norm": 0.7734106183052063, |
| "learning_rate": 4.807690808131437e-06, |
| "loss": 0.5981, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8525018670649739, |
| "grad_norm": 0.7905157208442688, |
| "learning_rate": 4.80711522899787e-06, |
| "loss": 0.5862, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.8536221060492906, |
| "grad_norm": 0.7930572628974915, |
| "learning_rate": 4.80653882435954e-06, |
| "loss": 0.6078, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.8547423450336071, |
| "grad_norm": 0.7793716788291931, |
| "learning_rate": 4.8059615944226885e-06, |
| "loss": 0.6005, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.8558625840179238, |
| "grad_norm": 0.7978621125221252, |
| "learning_rate": 4.8053835393938545e-06, |
| "loss": 0.5989, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.8569828230022405, |
| "grad_norm": 0.8089454770088196, |
| "learning_rate": 4.804804659479869e-06, |
| "loss": 0.5576, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8581030619865572, |
| "grad_norm": 0.7966460585594177, |
| "learning_rate": 4.804224954887862e-06, |
| "loss": 0.5777, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.8592233009708737, |
| "grad_norm": 0.8103785514831543, |
| "learning_rate": 4.8036444258252555e-06, |
| "loss": 0.5965, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.8603435399551904, |
| "grad_norm": 0.8107985854148865, |
| "learning_rate": 4.803063072499768e-06, |
| "loss": 0.5909, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.8614637789395071, |
| "grad_norm": 0.8095008730888367, |
| "learning_rate": 4.8024808951194105e-06, |
| "loss": 0.565, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.8625840179238238, |
| "grad_norm": 0.8257828950881958, |
| "learning_rate": 4.801897893892493e-06, |
| "loss": 0.5825, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8637042569081405, |
| "grad_norm": 0.8019899725914001, |
| "learning_rate": 4.8013140690276186e-06, |
| "loss": 0.5806, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.864824495892457, |
| "grad_norm": 0.809320330619812, |
| "learning_rate": 4.800729420733683e-06, |
| "loss": 0.5778, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.8659447348767737, |
| "grad_norm": 0.8071535229682922, |
| "learning_rate": 4.800143949219879e-06, |
| "loss": 0.5702, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.8670649738610904, |
| "grad_norm": 0.8018308281898499, |
| "learning_rate": 4.799557654695692e-06, |
| "loss": 0.6004, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.8681852128454071, |
| "grad_norm": 0.8141055107116699, |
| "learning_rate": 4.798970537370904e-06, |
| "loss": 0.57, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8693054518297236, |
| "grad_norm": 0.7862063050270081, |
| "learning_rate": 4.798382597455591e-06, |
| "loss": 0.5528, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.8704256908140403, |
| "grad_norm": 0.8331758975982666, |
| "learning_rate": 4.797793835160122e-06, |
| "loss": 0.6008, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.871545929798357, |
| "grad_norm": 0.823685884475708, |
| "learning_rate": 4.797204250695161e-06, |
| "loss": 0.6154, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.8726661687826737, |
| "grad_norm": 0.7857784032821655, |
| "learning_rate": 4.796613844271665e-06, |
| "loss": 0.5994, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.8737864077669902, |
| "grad_norm": 0.8060506582260132, |
| "learning_rate": 4.796022616100889e-06, |
| "loss": 0.5633, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.8749066467513069, |
| "grad_norm": 0.8090853095054626, |
| "learning_rate": 4.795430566394377e-06, |
| "loss": 0.5573, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.8760268857356236, |
| "grad_norm": 0.8793733716011047, |
| "learning_rate": 4.7948376953639695e-06, |
| "loss": 0.619, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.8771471247199403, |
| "grad_norm": 0.8061932921409607, |
| "learning_rate": 4.794244003221801e-06, |
| "loss": 0.6047, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.878267363704257, |
| "grad_norm": 0.8307778239250183, |
| "learning_rate": 4.7936494901803e-06, |
| "loss": 0.5825, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.8793876026885735, |
| "grad_norm": 0.8569943308830261, |
| "learning_rate": 4.793054156452187e-06, |
| "loss": 0.5754, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8805078416728902, |
| "grad_norm": 0.793869137763977, |
| "learning_rate": 4.792458002250479e-06, |
| "loss": 0.5864, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.8816280806572069, |
| "grad_norm": 0.796796977519989, |
| "learning_rate": 4.791861027788483e-06, |
| "loss": 0.5988, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.8827483196415236, |
| "grad_norm": 0.8137564063072205, |
| "learning_rate": 4.791263233279802e-06, |
| "loss": 0.5768, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.8838685586258401, |
| "grad_norm": 0.7946325540542603, |
| "learning_rate": 4.790664618938332e-06, |
| "loss": 0.5674, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.8849887976101568, |
| "grad_norm": 0.8001543283462524, |
| "learning_rate": 4.790065184978263e-06, |
| "loss": 0.5705, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8861090365944735, |
| "grad_norm": 0.8289190530776978, |
| "learning_rate": 4.789464931614075e-06, |
| "loss": 0.6023, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.8872292755787902, |
| "grad_norm": 0.8041342496871948, |
| "learning_rate": 4.788863859060546e-06, |
| "loss": 0.5963, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.8883495145631068, |
| "grad_norm": 0.8325103521347046, |
| "learning_rate": 4.788261967532743e-06, |
| "loss": 0.6005, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.8894697535474234, |
| "grad_norm": 0.7777535319328308, |
| "learning_rate": 4.787659257246029e-06, |
| "loss": 0.5701, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.8905899925317401, |
| "grad_norm": 0.8024612069129944, |
| "learning_rate": 4.787055728416058e-06, |
| "loss": 0.593, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8917102315160568, |
| "grad_norm": 0.7804939150810242, |
| "learning_rate": 4.786451381258777e-06, |
| "loss": 0.5547, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.8928304705003735, |
| "grad_norm": 0.8120240569114685, |
| "learning_rate": 4.7858462159904284e-06, |
| "loss": 0.5955, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.89395070948469, |
| "grad_norm": 0.7861335873603821, |
| "learning_rate": 4.785240232827543e-06, |
| "loss": 0.5769, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.8950709484690067, |
| "grad_norm": 0.7677375674247742, |
| "learning_rate": 4.784633431986948e-06, |
| "loss": 0.572, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.8961911874533234, |
| "grad_norm": 0.8227370381355286, |
| "learning_rate": 4.784025813685761e-06, |
| "loss": 0.5968, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8973114264376401, |
| "grad_norm": 0.8148797750473022, |
| "learning_rate": 4.783417378141393e-06, |
| "loss": 0.587, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.8984316654219567, |
| "grad_norm": 0.8100507855415344, |
| "learning_rate": 4.782808125571547e-06, |
| "loss": 0.581, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.8995519044062733, |
| "grad_norm": 0.8154464960098267, |
| "learning_rate": 4.782198056194219e-06, |
| "loss": 0.5932, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.90067214339059, |
| "grad_norm": 0.7960717678070068, |
| "learning_rate": 4.781587170227698e-06, |
| "loss": 0.568, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.9017923823749067, |
| "grad_norm": 0.7840545177459717, |
| "learning_rate": 4.780975467890561e-06, |
| "loss": 0.5709, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.9029126213592233, |
| "grad_norm": 0.7957537174224854, |
| "learning_rate": 4.780362949401683e-06, |
| "loss": 0.5946, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.9040328603435399, |
| "grad_norm": 0.8008480668067932, |
| "learning_rate": 4.779749614980225e-06, |
| "loss": 0.6082, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.9051530993278566, |
| "grad_norm": 0.8121342062950134, |
| "learning_rate": 4.779135464845647e-06, |
| "loss": 0.5799, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.9062733383121733, |
| "grad_norm": 0.7985235452651978, |
| "learning_rate": 4.778520499217694e-06, |
| "loss": 0.6025, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.90739357729649, |
| "grad_norm": 0.7896565198898315, |
| "learning_rate": 4.7779047183164075e-06, |
| "loss": 0.5954, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.9085138162808065, |
| "grad_norm": 0.807032585144043, |
| "learning_rate": 4.7772881223621175e-06, |
| "loss": 0.6022, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.9096340552651232, |
| "grad_norm": 0.8102108836174011, |
| "learning_rate": 4.7766707115754485e-06, |
| "loss": 0.5775, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.9107542942494399, |
| "grad_norm": 0.8097600340843201, |
| "learning_rate": 4.776052486177314e-06, |
| "loss": 0.5877, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.9118745332337566, |
| "grad_norm": 0.7986764907836914, |
| "learning_rate": 4.775433446388921e-06, |
| "loss": 0.5625, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.9129947722180732, |
| "grad_norm": 0.8128889203071594, |
| "learning_rate": 4.7748135924317655e-06, |
| "loss": 0.6031, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.9141150112023898, |
| "grad_norm": 0.7872529029846191, |
| "learning_rate": 4.774192924527638e-06, |
| "loss": 0.5624, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.9152352501867065, |
| "grad_norm": 0.8138707280158997, |
| "learning_rate": 4.773571442898618e-06, |
| "loss": 0.5848, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.9163554891710232, |
| "grad_norm": 0.8301820158958435, |
| "learning_rate": 4.772949147767077e-06, |
| "loss": 0.6031, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.9174757281553398, |
| "grad_norm": 0.8014585971832275, |
| "learning_rate": 4.772326039355677e-06, |
| "loss": 0.5575, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.9185959671396564, |
| "grad_norm": 0.8259865641593933, |
| "learning_rate": 4.771702117887371e-06, |
| "loss": 0.596, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.9197162061239731, |
| "grad_norm": 0.8028122782707214, |
| "learning_rate": 4.771077383585404e-06, |
| "loss": 0.5851, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.9208364451082898, |
| "grad_norm": 0.7960208058357239, |
| "learning_rate": 4.7704518366733095e-06, |
| "loss": 0.5999, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.9219566840926064, |
| "grad_norm": 0.797467827796936, |
| "learning_rate": 4.769825477374915e-06, |
| "loss": 0.5809, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 0.8268144130706787, |
| "learning_rate": 4.7691983059143374e-06, |
| "loss": 0.5821, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.9241971620612397, |
| "grad_norm": 0.803213357925415, |
| "learning_rate": 4.768570322515982e-06, |
| "loss": 0.5606, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.9253174010455564, |
| "grad_norm": 0.8422443866729736, |
| "learning_rate": 4.767941527404547e-06, |
| "loss": 0.5813, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.926437640029873, |
| "grad_norm": 0.7983731031417847, |
| "learning_rate": 4.767311920805021e-06, |
| "loss": 0.5747, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.9275578790141897, |
| "grad_norm": 0.827704906463623, |
| "learning_rate": 4.766681502942681e-06, |
| "loss": 0.5587, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.9286781179985063, |
| "grad_norm": 0.832988977432251, |
| "learning_rate": 4.7660502740430985e-06, |
| "loss": 0.572, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.929798356982823, |
| "grad_norm": 0.8249674439430237, |
| "learning_rate": 4.76541823433213e-06, |
| "loss": 0.5801, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.9309185959671397, |
| "grad_norm": 0.8318766355514526, |
| "learning_rate": 4.764785384035925e-06, |
| "loss": 0.5793, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.9320388349514563, |
| "grad_norm": 0.8395798206329346, |
| "learning_rate": 4.764151723380923e-06, |
| "loss": 0.587, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.933159073935773, |
| "grad_norm": 0.8279564380645752, |
| "learning_rate": 4.763517252593852e-06, |
| "loss": 0.597, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.9342793129200896, |
| "grad_norm": 0.856611967086792, |
| "learning_rate": 4.762881971901732e-06, |
| "loss": 0.5488, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.9353995519044063, |
| "grad_norm": 0.8096729516983032, |
| "learning_rate": 4.762245881531872e-06, |
| "loss": 0.577, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.936519790888723, |
| "grad_norm": 0.8170201778411865, |
| "learning_rate": 4.761608981711868e-06, |
| "loss": 0.5602, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.9376400298730396, |
| "grad_norm": 0.8169147968292236, |
| "learning_rate": 4.76097127266961e-06, |
| "loss": 0.5974, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.9387602688573562, |
| "grad_norm": 0.806937038898468, |
| "learning_rate": 4.760332754633276e-06, |
| "loss": 0.5795, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.9398805078416729, |
| "grad_norm": 0.8193455934524536, |
| "learning_rate": 4.759693427831331e-06, |
| "loss": 0.5886, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.9410007468259896, |
| "grad_norm": 0.8178059458732605, |
| "learning_rate": 4.759053292492532e-06, |
| "loss": 0.5951, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9421209858103062, |
| "grad_norm": 0.8102588057518005, |
| "learning_rate": 4.758412348845925e-06, |
| "loss": 0.5724, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.9432412247946228, |
| "grad_norm": 0.8178951144218445, |
| "learning_rate": 4.7577705971208466e-06, |
| "loss": 0.5849, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.9443614637789395, |
| "grad_norm": 0.8069207668304443, |
| "learning_rate": 4.757128037546918e-06, |
| "loss": 0.5978, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.9454817027632562, |
| "grad_norm": 0.8033669590950012, |
| "learning_rate": 4.756484670354054e-06, |
| "loss": 0.5794, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.9466019417475728, |
| "grad_norm": 0.8094858527183533, |
| "learning_rate": 4.755840495772455e-06, |
| "loss": 0.6082, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9477221807318895, |
| "grad_norm": 0.8048908114433289, |
| "learning_rate": 4.755195514032614e-06, |
| "loss": 0.5644, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.9488424197162061, |
| "grad_norm": 0.8288162350654602, |
| "learning_rate": 4.754549725365311e-06, |
| "loss": 0.5665, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.9499626587005228, |
| "grad_norm": 0.8059208989143372, |
| "learning_rate": 4.753903130001612e-06, |
| "loss": 0.6111, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.9510828976848394, |
| "grad_norm": 0.7926841974258423, |
| "learning_rate": 4.753255728172875e-06, |
| "loss": 0.5632, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.9522031366691561, |
| "grad_norm": 0.8072546720504761, |
| "learning_rate": 4.752607520110748e-06, |
| "loss": 0.5953, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9533233756534727, |
| "grad_norm": 0.8185967803001404, |
| "learning_rate": 4.7519585060471616e-06, |
| "loss": 0.6158, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.9544436146377894, |
| "grad_norm": 0.8182018399238586, |
| "learning_rate": 4.751308686214341e-06, |
| "loss": 0.586, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.955563853622106, |
| "grad_norm": 0.8257445693016052, |
| "learning_rate": 4.750658060844796e-06, |
| "loss": 0.5818, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.9566840926064227, |
| "grad_norm": 0.7723025679588318, |
| "learning_rate": 4.750006630171325e-06, |
| "loss": 0.5754, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.9578043315907394, |
| "grad_norm": 0.7873339653015137, |
| "learning_rate": 4.7493543944270174e-06, |
| "loss": 0.5641, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.958924570575056, |
| "grad_norm": 0.8600917458534241, |
| "learning_rate": 4.748701353845247e-06, |
| "loss": 0.5993, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.9600448095593727, |
| "grad_norm": 0.7842808365821838, |
| "learning_rate": 4.748047508659677e-06, |
| "loss": 0.5928, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.9611650485436893, |
| "grad_norm": 0.7855350375175476, |
| "learning_rate": 4.747392859104258e-06, |
| "loss": 0.5814, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.962285287528006, |
| "grad_norm": 0.8112151026725769, |
| "learning_rate": 4.746737405413231e-06, |
| "loss": 0.5753, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.9634055265123226, |
| "grad_norm": 0.8161853551864624, |
| "learning_rate": 4.746081147821121e-06, |
| "loss": 0.5853, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9645257654966393, |
| "grad_norm": 0.7908380627632141, |
| "learning_rate": 4.745424086562743e-06, |
| "loss": 0.5854, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.9656460044809559, |
| "grad_norm": 0.8022582530975342, |
| "learning_rate": 4.7447662218731995e-06, |
| "loss": 0.5602, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.9667662434652726, |
| "grad_norm": 0.8379324674606323, |
| "learning_rate": 4.744107553987878e-06, |
| "loss": 0.5921, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.9678864824495892, |
| "grad_norm": 0.8459264636039734, |
| "learning_rate": 4.743448083142458e-06, |
| "loss": 0.5984, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.9690067214339059, |
| "grad_norm": 0.8297575116157532, |
| "learning_rate": 4.742787809572901e-06, |
| "loss": 0.5897, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9701269604182226, |
| "grad_norm": 0.8278453946113586, |
| "learning_rate": 4.742126733515459e-06, |
| "loss": 0.597, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.9712471994025392, |
| "grad_norm": 0.8626736402511597, |
| "learning_rate": 4.741464855206671e-06, |
| "loss": 0.6084, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.9723674383868559, |
| "grad_norm": 0.8282763957977295, |
| "learning_rate": 4.740802174883363e-06, |
| "loss": 0.5668, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.9734876773711725, |
| "grad_norm": 0.8218764066696167, |
| "learning_rate": 4.740138692782646e-06, |
| "loss": 0.5937, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.9746079163554892, |
| "grad_norm": 0.7809569835662842, |
| "learning_rate": 4.73947440914192e-06, |
| "loss": 0.5895, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9757281553398058, |
| "grad_norm": 0.8076401948928833, |
| "learning_rate": 4.738809324198872e-06, |
| "loss": 0.5757, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.9768483943241225, |
| "grad_norm": 0.8134318590164185, |
| "learning_rate": 4.738143438191473e-06, |
| "loss": 0.5326, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.9779686333084391, |
| "grad_norm": 0.7635218501091003, |
| "learning_rate": 4.737476751357985e-06, |
| "loss": 0.5476, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.9790888722927558, |
| "grad_norm": 0.8077232241630554, |
| "learning_rate": 4.736809263936952e-06, |
| "loss": 0.5722, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.9802091112770724, |
| "grad_norm": 0.8017358183860779, |
| "learning_rate": 4.736140976167206e-06, |
| "loss": 0.5907, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9813293502613891, |
| "grad_norm": 0.8405149579048157, |
| "learning_rate": 4.735471888287868e-06, |
| "loss": 0.6333, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.9824495892457058, |
| "grad_norm": 0.7879468202590942, |
| "learning_rate": 4.734802000538342e-06, |
| "loss": 0.5496, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.9835698282300224, |
| "grad_norm": 0.8601053357124329, |
| "learning_rate": 4.734131313158319e-06, |
| "loss": 0.5751, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.984690067214339, |
| "grad_norm": 0.8143794536590576, |
| "learning_rate": 4.733459826387777e-06, |
| "loss": 0.583, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.9858103061986557, |
| "grad_norm": 0.8531054258346558, |
| "learning_rate": 4.732787540466979e-06, |
| "loss": 0.6068, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9869305451829724, |
| "grad_norm": 0.8039345145225525, |
| "learning_rate": 4.732114455636475e-06, |
| "loss": 0.5873, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.988050784167289, |
| "grad_norm": 0.8260403275489807, |
| "learning_rate": 4.7314405721371e-06, |
| "loss": 0.5922, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.9891710231516057, |
| "grad_norm": 0.8372035622596741, |
| "learning_rate": 4.7307658902099755e-06, |
| "loss": 0.5862, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.9902912621359223, |
| "grad_norm": 0.8514466881752014, |
| "learning_rate": 4.730090410096507e-06, |
| "loss": 0.5981, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.991411501120239, |
| "grad_norm": 0.7753927111625671, |
| "learning_rate": 4.7294141320383875e-06, |
| "loss": 0.6009, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.9925317401045557, |
| "grad_norm": 0.8559523820877075, |
| "learning_rate": 4.7287370562775955e-06, |
| "loss": 0.5903, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.9936519790888723, |
| "grad_norm": 0.7929627895355225, |
| "learning_rate": 4.728059183056394e-06, |
| "loss": 0.5727, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.9947722180731889, |
| "grad_norm": 0.8660935759544373, |
| "learning_rate": 4.72738051261733e-06, |
| "loss": 0.5701, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.9958924570575056, |
| "grad_norm": 0.8257469534873962, |
| "learning_rate": 4.72670104520324e-06, |
| "loss": 0.5592, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.9970126960418223, |
| "grad_norm": 0.8579026460647583, |
| "learning_rate": 4.726020781057241e-06, |
| "loss": 0.5888, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9981329350261389, |
| "grad_norm": 0.791415810585022, |
| "learning_rate": 4.7253397204227385e-06, |
| "loss": 0.5572, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.9992531740104555, |
| "grad_norm": 0.8314563035964966, |
| "learning_rate": 4.724657863543419e-06, |
| "loss": 0.5832, |
| "step": 892 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 5352, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 892, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.2532247335102054e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
