| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.9972179289026277, | |
| "eval_steps": 500, | |
| "global_step": 1212, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 12.10108470916748, | |
| "learning_rate": 5.405405405405406e-07, | |
| "loss": 1.3381, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 7.443129539489746, | |
| "learning_rate": 1.0810810810810812e-06, | |
| "loss": 1.3317, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.6787285804748535, | |
| "learning_rate": 1.6216216216216219e-06, | |
| "loss": 1.3403, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.186384677886963, | |
| "learning_rate": 2.1621621621621623e-06, | |
| "loss": 1.3279, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 12.216065406799316, | |
| "learning_rate": 2.702702702702703e-06, | |
| "loss": 1.3095, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 9.98418140411377, | |
| "learning_rate": 3.2432432432432437e-06, | |
| "loss": 1.2631, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.183889389038086, | |
| "learning_rate": 3.7837837837837844e-06, | |
| "loss": 1.1647, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.002997398376465, | |
| "learning_rate": 4.324324324324325e-06, | |
| "loss": 1.1655, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.9775800704956055, | |
| "learning_rate": 4.864864864864866e-06, | |
| "loss": 1.165, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.6240146160125732, | |
| "learning_rate": 5.405405405405406e-06, | |
| "loss": 1.1835, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.16780686378479, | |
| "learning_rate": 5.945945945945947e-06, | |
| "loss": 1.1001, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.752638816833496, | |
| "learning_rate": 6.486486486486487e-06, | |
| "loss": 1.1154, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.459815502166748, | |
| "learning_rate": 7.027027027027028e-06, | |
| "loss": 1.0633, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.4126054048538208, | |
| "learning_rate": 7.567567567567569e-06, | |
| "loss": 1.0693, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.370827555656433, | |
| "learning_rate": 8.108108108108109e-06, | |
| "loss": 1.0763, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2742247581481934, | |
| "learning_rate": 8.64864864864865e-06, | |
| "loss": 1.0182, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.2456259727478027, | |
| "learning_rate": 9.189189189189191e-06, | |
| "loss": 1.0418, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.1927070617675781, | |
| "learning_rate": 9.729729729729732e-06, | |
| "loss": 1.0756, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.1686992645263672, | |
| "learning_rate": 1.027027027027027e-05, | |
| "loss": 1.035, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.2025060653686523, | |
| "learning_rate": 1.0810810810810812e-05, | |
| "loss": 1.0085, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.0982664823532104, | |
| "learning_rate": 1.1351351351351352e-05, | |
| "loss": 1.0811, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.089470624923706, | |
| "learning_rate": 1.1891891891891894e-05, | |
| "loss": 1.0245, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0580064058303833, | |
| "learning_rate": 1.2432432432432433e-05, | |
| "loss": 1.0332, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1338077783584595, | |
| "learning_rate": 1.2972972972972975e-05, | |
| "loss": 1.0092, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.0969806909561157, | |
| "learning_rate": 1.3513513513513515e-05, | |
| "loss": 1.0386, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 1.1216936111450195, | |
| "learning_rate": 1.4054054054054055e-05, | |
| "loss": 0.96, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.131313681602478, | |
| "learning_rate": 1.4594594594594596e-05, | |
| "loss": 1.053, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.070252537727356, | |
| "learning_rate": 1.5135135135135138e-05, | |
| "loss": 1.0161, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0395774841308594, | |
| "learning_rate": 1.5675675675675676e-05, | |
| "loss": 1.0493, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.0543193817138672, | |
| "learning_rate": 1.6216216216216218e-05, | |
| "loss": 1.0496, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.0976182222366333, | |
| "learning_rate": 1.6756756756756757e-05, | |
| "loss": 1.0433, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.112975001335144, | |
| "learning_rate": 1.72972972972973e-05, | |
| "loss": 0.9491, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 0.9319718480110168, | |
| "learning_rate": 1.783783783783784e-05, | |
| "loss": 1.0123, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 1.1316465139389038, | |
| "learning_rate": 1.8378378378378383e-05, | |
| "loss": 1.0137, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0440936088562012, | |
| "learning_rate": 1.891891891891892e-05, | |
| "loss": 1.0521, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0576587915420532, | |
| "learning_rate": 1.9459459459459463e-05, | |
| "loss": 1.0321, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0005910396575928, | |
| "learning_rate": 2e-05, | |
| "loss": 1.0236, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 1.0735234022140503, | |
| "learning_rate": 1.9999964256773125e-05, | |
| "loss": 1.0013, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.1121292114257812, | |
| "learning_rate": 1.9999857027348008e-05, | |
| "loss": 0.9861, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 1.0172284841537476, | |
| "learning_rate": 1.9999678312491194e-05, | |
| "loss": 1.0562, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9417063593864441, | |
| "learning_rate": 1.999942811348026e-05, | |
| "loss": 0.9934, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 0.9323516488075256, | |
| "learning_rate": 1.9999106432103785e-05, | |
| "loss": 0.9927, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.0684179067611694, | |
| "learning_rate": 1.999871327066135e-05, | |
| "loss": 0.9595, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.0439395904541016, | |
| "learning_rate": 1.9998248631963532e-05, | |
| "loss": 1.0175, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.9043775796890259, | |
| "learning_rate": 1.999771251933187e-05, | |
| "loss": 0.9598, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.9753316044807434, | |
| "learning_rate": 1.999710493659884e-05, | |
| "loss": 0.9802, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0120280981063843, | |
| "learning_rate": 1.999642588810784e-05, | |
| "loss": 1.0248, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.0215895175933838, | |
| "learning_rate": 1.999567537871314e-05, | |
| "loss": 0.9361, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 1.006943702697754, | |
| "learning_rate": 1.999485341377987e-05, | |
| "loss": 0.9485, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 0.9099878668785095, | |
| "learning_rate": 1.9993959999183964e-05, | |
| "loss": 0.9008, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 0.9488409161567688, | |
| "learning_rate": 1.9992995141312126e-05, | |
| "loss": 0.9229, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.0199425220489502, | |
| "learning_rate": 1.9991958847061786e-05, | |
| "loss": 0.9754, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.0538727045059204, | |
| "learning_rate": 1.999085112384104e-05, | |
| "loss": 1.0028, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 1.098109483718872, | |
| "learning_rate": 1.998967197956861e-05, | |
| "loss": 0.9324, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 1.155998945236206, | |
| "learning_rate": 1.998842142267378e-05, | |
| "loss": 0.9955, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.972683310508728, | |
| "learning_rate": 1.9987099462096342e-05, | |
| "loss": 0.9839, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.8845910429954529, | |
| "learning_rate": 1.9985706107286515e-05, | |
| "loss": 0.9754, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 0.9837936162948608, | |
| "learning_rate": 1.9984241368204907e-05, | |
| "loss": 0.949, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8097039461135864, | |
| "learning_rate": 1.998270525532241e-05, | |
| "loss": 0.939, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.9656291007995605, | |
| "learning_rate": 1.9981097779620156e-05, | |
| "loss": 0.9329, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.959920346736908, | |
| "learning_rate": 1.9979418952589417e-05, | |
| "loss": 1.0008, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.9785797595977783, | |
| "learning_rate": 1.9977668786231536e-05, | |
| "loss": 0.9345, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.8965155482292175, | |
| "learning_rate": 1.9975847293057822e-05, | |
| "loss": 0.9304, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 1.1089284420013428, | |
| "learning_rate": 1.9973954486089494e-05, | |
| "loss": 1.015, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.9888070225715637, | |
| "learning_rate": 1.997199037885755e-05, | |
| "loss": 1.0032, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.9456419348716736, | |
| "learning_rate": 1.9969954985402702e-05, | |
| "loss": 0.9988, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.9384573698043823, | |
| "learning_rate": 1.9967848320275253e-05, | |
| "loss": 1.013, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.035064935684204, | |
| "learning_rate": 1.9965670398535004e-05, | |
| "loss": 0.9888, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 0.9343249201774597, | |
| "learning_rate": 1.996342123575115e-05, | |
| "loss": 0.9788, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 1.063715934753418, | |
| "learning_rate": 1.9961100848002154e-05, | |
| "loss": 0.949, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.094469666481018, | |
| "learning_rate": 1.9958709251875642e-05, | |
| "loss": 0.9659, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.899391770362854, | |
| "learning_rate": 1.9956246464468294e-05, | |
| "loss": 0.9735, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.8771396279335022, | |
| "learning_rate": 1.9953712503385702e-05, | |
| "loss": 0.9622, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9920835494995117, | |
| "learning_rate": 1.995110738674225e-05, | |
| "loss": 0.9235, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.021485447883606, | |
| "learning_rate": 1.9948431133160998e-05, | |
| "loss": 0.9669, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.9151023030281067, | |
| "learning_rate": 1.9945683761773533e-05, | |
| "loss": 0.9663, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 1.0832756757736206, | |
| "learning_rate": 1.9942865292219837e-05, | |
| "loss": 1.0037, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 0.9813768863677979, | |
| "learning_rate": 1.9939975744648152e-05, | |
| "loss": 0.9182, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 0.9876184463500977, | |
| "learning_rate": 1.9937015139714825e-05, | |
| "loss": 0.9985, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.0073497295379639, | |
| "learning_rate": 1.9933983498584175e-05, | |
| "loss": 0.9705, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.095999002456665, | |
| "learning_rate": 1.9930880842928325e-05, | |
| "loss": 0.9947, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 1.0470014810562134, | |
| "learning_rate": 1.9927707194927067e-05, | |
| "loss": 0.9406, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.0602818727493286, | |
| "learning_rate": 1.9924462577267676e-05, | |
| "loss": 0.96, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9280155897140503, | |
| "learning_rate": 1.9921147013144782e-05, | |
| "loss": 0.9749, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 1.0354458093643188, | |
| "learning_rate": 1.991776052626017e-05, | |
| "loss": 0.9528, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 0.9226938486099243, | |
| "learning_rate": 1.9914303140822634e-05, | |
| "loss": 0.9673, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.0336785316467285, | |
| "learning_rate": 1.9910774881547803e-05, | |
| "loss": 0.9649, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.9763470888137817, | |
| "learning_rate": 1.9907175773657945e-05, | |
| "loss": 1.0167, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 1.0126240253448486, | |
| "learning_rate": 1.990350584288181e-05, | |
| "loss": 1.0057, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.8690929412841797, | |
| "learning_rate": 1.989976511545443e-05, | |
| "loss": 0.9853, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8878690600395203, | |
| "learning_rate": 1.9895953618116935e-05, | |
| "loss": 0.9533, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9222694039344788, | |
| "learning_rate": 1.9892071378116378e-05, | |
| "loss": 0.9911, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9882602095603943, | |
| "learning_rate": 1.9888118423205504e-05, | |
| "loss": 0.9798, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.8841018080711365, | |
| "learning_rate": 1.9884094781642592e-05, | |
| "loss": 0.9744, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 0.9339718222618103, | |
| "learning_rate": 1.988000048219123e-05, | |
| "loss": 0.9685, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9282500147819519, | |
| "learning_rate": 1.9875835554120114e-05, | |
| "loss": 1.0026, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9409290552139282, | |
| "learning_rate": 1.987160002720283e-05, | |
| "loss": 0.9889, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.9274194240570068, | |
| "learning_rate": 1.9867293931717664e-05, | |
| "loss": 0.9946, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 0.8885007500648499, | |
| "learning_rate": 1.9862917298447365e-05, | |
| "loss": 0.9662, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8919392824172974, | |
| "learning_rate": 1.9858470158678932e-05, | |
| "loss": 0.9725, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.9394062757492065, | |
| "learning_rate": 1.9853952544203387e-05, | |
| "loss": 0.9575, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 1.1470295190811157, | |
| "learning_rate": 1.984936448731556e-05, | |
| "loss": 0.9431, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.8493837714195251, | |
| "learning_rate": 1.9844706020813835e-05, | |
| "loss": 0.9904, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.0324151515960693, | |
| "learning_rate": 1.9839977177999942e-05, | |
| "loss": 0.9743, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9960366487503052, | |
| "learning_rate": 1.9835177992678704e-05, | |
| "loss": 0.9572, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 0.9168769121170044, | |
| "learning_rate": 1.9830308499157787e-05, | |
| "loss": 0.9762, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 1.0085129737854004, | |
| "learning_rate": 1.982536873224748e-05, | |
| "loss": 0.9273, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.8885951638221741, | |
| "learning_rate": 1.982035872726042e-05, | |
| "loss": 0.9439, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.9167288541793823, | |
| "learning_rate": 1.9815278520011364e-05, | |
| "loss": 0.9737, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.9074441194534302, | |
| "learning_rate": 1.98101281468169e-05, | |
| "loss": 0.9909, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 1.047237753868103, | |
| "learning_rate": 1.980490764449523e-05, | |
| "loss": 0.9794, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.9899821281433105, | |
| "learning_rate": 1.979961705036587e-05, | |
| "loss": 0.9838, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.0370337963104248, | |
| "learning_rate": 1.9794256402249398e-05, | |
| "loss": 0.9588, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 1.0261287689208984, | |
| "learning_rate": 1.9788825738467194e-05, | |
| "loss": 0.9107, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 0.9958740472793579, | |
| "learning_rate": 1.978332509784114e-05, | |
| "loss": 1.0112, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.9102867841720581, | |
| "learning_rate": 1.977775451969337e-05, | |
| "loss": 0.9411, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.9279481768608093, | |
| "learning_rate": 1.9772114043845968e-05, | |
| "loss": 0.9159, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.9951130151748657, | |
| "learning_rate": 1.97664037106207e-05, | |
| "loss": 1.0187, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 0.897072970867157, | |
| "learning_rate": 1.9760623560838707e-05, | |
| "loss": 0.9252, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 1.045141339302063, | |
| "learning_rate": 1.9754773635820236e-05, | |
| "loss": 0.9259, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.9293466806411743, | |
| "learning_rate": 1.9748853977384326e-05, | |
| "loss": 0.9454, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.8189428448677063, | |
| "learning_rate": 1.974286462784851e-05, | |
| "loss": 0.9602, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.9392070770263672, | |
| "learning_rate": 1.973680563002853e-05, | |
| "loss": 0.9481, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.9261330366134644, | |
| "learning_rate": 1.973067702723801e-05, | |
| "loss": 0.9705, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.8699203133583069, | |
| "learning_rate": 1.972447886328816e-05, | |
| "loss": 0.9723, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.9999490976333618, | |
| "learning_rate": 1.9718211182487455e-05, | |
| "loss": 0.9577, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 0.9014701843261719, | |
| "learning_rate": 1.971187402964132e-05, | |
| "loss": 0.9847, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.9983301758766174, | |
| "learning_rate": 1.970546745005182e-05, | |
| "loss": 0.9717, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.9064127802848816, | |
| "learning_rate": 1.969899148951731e-05, | |
| "loss": 0.9598, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.9075201749801636, | |
| "learning_rate": 1.9692446194332144e-05, | |
| "loss": 0.9888, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.8838136196136475, | |
| "learning_rate": 1.9685831611286312e-05, | |
| "loss": 0.9472, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.9827654361724854, | |
| "learning_rate": 1.9679147787665128e-05, | |
| "loss": 0.9355, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.0343549251556396, | |
| "learning_rate": 1.9672394771248867e-05, | |
| "loss": 0.9681, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 1.118025302886963, | |
| "learning_rate": 1.966557261031246e-05, | |
| "loss": 0.9789, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 0.9481855034828186, | |
| "learning_rate": 1.9658681353625105e-05, | |
| "loss": 0.9587, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 1.0200761556625366, | |
| "learning_rate": 1.9651721050449964e-05, | |
| "loss": 1.0104, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.8867937922477722, | |
| "learning_rate": 1.964469175054377e-05, | |
| "loss": 0.9225, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.9916879534721375, | |
| "learning_rate": 1.963759350415649e-05, | |
| "loss": 0.9162, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 0.9483277797698975, | |
| "learning_rate": 1.9630426362030978e-05, | |
| "loss": 0.9088, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.8852947354316711, | |
| "learning_rate": 1.962319037540259e-05, | |
| "loss": 0.9577, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.0522266626358032, | |
| "learning_rate": 1.9615885595998825e-05, | |
| "loss": 0.9813, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.9052250385284424, | |
| "learning_rate": 1.9608512076038964e-05, | |
| "loss": 0.9103, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 0.9529223442077637, | |
| "learning_rate": 1.9601069868233687e-05, | |
| "loss": 0.9549, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.9327247738838196, | |
| "learning_rate": 1.9593559025784692e-05, | |
| "loss": 0.92, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.8364620804786682, | |
| "learning_rate": 1.9585979602384334e-05, | |
| "loss": 0.9342, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 0.9773866534233093, | |
| "learning_rate": 1.9578331652215224e-05, | |
| "loss": 0.9505, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 1.0143717527389526, | |
| "learning_rate": 1.9570615229949844e-05, | |
| "loss": 0.9836, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.9267006516456604, | |
| "learning_rate": 1.9562830390750157e-05, | |
| "loss": 0.9328, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 1.0241330862045288, | |
| "learning_rate": 1.955497719026722e-05, | |
| "loss": 0.9475, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.8536331653594971, | |
| "learning_rate": 1.954705568464078e-05, | |
| "loss": 0.9342, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 0.9117676019668579, | |
| "learning_rate": 1.953906593049887e-05, | |
| "loss": 0.9764, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.9041135311126709, | |
| "learning_rate": 1.9531007984957408e-05, | |
| "loss": 0.9525, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.7728226780891418, | |
| "learning_rate": 1.9522881905619794e-05, | |
| "loss": 0.88, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.9432837963104248, | |
| "learning_rate": 1.9514687750576483e-05, | |
| "loss": 0.9813, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.9156582355499268, | |
| "learning_rate": 1.950642557840458e-05, | |
| "loss": 0.9643, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.0463101863861084, | |
| "learning_rate": 1.9498095448167435e-05, | |
| "loss": 0.9231, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.9591227173805237, | |
| "learning_rate": 1.948969741941418e-05, | |
| "loss": 0.8738, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 0.9342914819717407, | |
| "learning_rate": 1.948123155217936e-05, | |
| "loss": 0.9654, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 1.0308187007904053, | |
| "learning_rate": 1.947269790698245e-05, | |
| "loss": 1.015, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.8782010674476624, | |
| "learning_rate": 1.946409654482745e-05, | |
| "loss": 0.9639, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.9808392524719238, | |
| "learning_rate": 1.945542752720245e-05, | |
| "loss": 0.92, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.9607554078102112, | |
| "learning_rate": 1.944669091607919e-05, | |
| "loss": 0.9605, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.9280065298080444, | |
| "learning_rate": 1.9437886773912595e-05, | |
| "loss": 0.9741, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.947117030620575, | |
| "learning_rate": 1.9429015163640363e-05, | |
| "loss": 0.9671, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.8978593349456787, | |
| "learning_rate": 1.942007614868248e-05, | |
| "loss": 0.9359, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.8768041133880615, | |
| "learning_rate": 1.9411069792940803e-05, | |
| "loss": 0.9273, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 0.9203951358795166, | |
| "learning_rate": 1.9401996160798574e-05, | |
| "loss": 0.9283, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.89815753698349, | |
| "learning_rate": 1.9392855317119966e-05, | |
| "loss": 0.9044, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.8957310914993286, | |
| "learning_rate": 1.9383647327249635e-05, | |
| "loss": 0.9367, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 0.9908803701400757, | |
| "learning_rate": 1.937437225701223e-05, | |
| "loss": 1.029, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 1.0380170345306396, | |
| "learning_rate": 1.9365030172711946e-05, | |
| "loss": 0.9446, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.9037762880325317, | |
| "learning_rate": 1.9355621141132022e-05, | |
| "loss": 0.985, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.9550085067749023, | |
| "learning_rate": 1.9346145229534295e-05, | |
| "loss": 1.0058, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.9788523316383362, | |
| "learning_rate": 1.933660250565869e-05, | |
| "loss": 0.9463, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.9898518323898315, | |
| "learning_rate": 1.9326993037722762e-05, | |
| "loss": 0.9352, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.8734515905380249, | |
| "learning_rate": 1.931731689442119e-05, | |
| "loss": 0.9938, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.1014068126678467, | |
| "learning_rate": 1.9307574144925288e-05, | |
| "loss": 0.9508, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 0.9668450355529785, | |
| "learning_rate": 1.9297764858882516e-05, | |
| "loss": 0.945, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.0787605047225952, | |
| "learning_rate": 1.9287889106415983e-05, | |
| "loss": 0.9366, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.9039891362190247, | |
| "learning_rate": 1.927794695812394e-05, | |
| "loss": 0.9548, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.1057233810424805, | |
| "learning_rate": 1.9267938485079285e-05, | |
| "loss": 1.0035, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 1.007955551147461, | |
| "learning_rate": 1.9257863758829038e-05, | |
| "loss": 1.0001, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.941587507724762, | |
| "learning_rate": 1.9247722851393838e-05, | |
| "loss": 0.946, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.9681749939918518, | |
| "learning_rate": 1.9237515835267447e-05, | |
| "loss": 1.0084, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.9005982875823975, | |
| "learning_rate": 1.92272427834162e-05, | |
| "loss": 0.9339, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.0263770818710327, | |
| "learning_rate": 1.9216903769278498e-05, | |
| "loss": 0.9207, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 0.8374605178833008, | |
| "learning_rate": 1.920649886676429e-05, | |
| "loss": 0.9709, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 1.0261112451553345, | |
| "learning_rate": 1.9196028150254535e-05, | |
| "loss": 0.9851, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.9642433524131775, | |
| "learning_rate": 1.9185491694600668e-05, | |
| "loss": 0.9663, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.9279437065124512, | |
| "learning_rate": 1.9174889575124077e-05, | |
| "loss": 0.942, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.9306063055992126, | |
| "learning_rate": 1.9164221867615556e-05, | |
| "loss": 0.962, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 0.9552830457687378, | |
| "learning_rate": 1.915348864833476e-05, | |
| "loss": 1.0035, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.9896847009658813, | |
| "learning_rate": 1.9142689994009666e-05, | |
| "loss": 0.933, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.9258723855018616, | |
| "learning_rate": 1.913182598183603e-05, | |
| "loss": 0.9384, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.82286137342453, | |
| "learning_rate": 1.9120896689476817e-05, | |
| "loss": 0.9674, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.8647574186325073, | |
| "learning_rate": 1.9109902195061666e-05, | |
| "loss": 0.9566, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.8555217981338501, | |
| "learning_rate": 1.9098842577186315e-05, | |
| "loss": 0.9296, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.0212464332580566, | |
| "learning_rate": 1.9087717914912054e-05, | |
| "loss": 0.973, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 1.1092183589935303, | |
| "learning_rate": 1.9076528287765145e-05, | |
| "loss": 0.9872, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 0.9690393805503845, | |
| "learning_rate": 1.9065273775736264e-05, | |
| "loss": 0.9043, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.1144682168960571, | |
| "learning_rate": 1.9053954459279934e-05, | |
| "loss": 0.9637, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.9438928961753845, | |
| "learning_rate": 1.9042570419313927e-05, | |
| "loss": 0.9321, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.8914815783500671, | |
| "learning_rate": 1.9031121737218706e-05, | |
| "loss": 0.9516, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.0489622354507446, | |
| "learning_rate": 1.9019608494836843e-05, | |
| "loss": 0.8967, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.9271294474601746, | |
| "learning_rate": 1.900803077447243e-05, | |
| "loss": 0.9241, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 1.1498748064041138, | |
| "learning_rate": 1.899638865889047e-05, | |
| "loss": 1.0105, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.9851434230804443, | |
| "learning_rate": 1.8984682231316335e-05, | |
| "loss": 0.9798, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.9529551267623901, | |
| "learning_rate": 1.8972911575435112e-05, | |
| "loss": 0.9895, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.8517554998397827, | |
| "learning_rate": 1.896107677539105e-05, | |
| "loss": 0.879, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.9570808410644531, | |
| "learning_rate": 1.8949177915786942e-05, | |
| "loss": 0.9677, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.8422967791557312, | |
| "learning_rate": 1.893721508168351e-05, | |
| "loss": 0.9558, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 0.8420692086219788, | |
| "learning_rate": 1.8925188358598815e-05, | |
| "loss": 0.9269, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.9592350721359253, | |
| "learning_rate": 1.8913097832507632e-05, | |
| "loss": 0.9153, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.8914132714271545, | |
| "learning_rate": 1.890094358984085e-05, | |
| "loss": 0.9337, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.991773247718811, | |
| "learning_rate": 1.8888725717484834e-05, | |
| "loss": 0.9508, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.8696689605712891, | |
| "learning_rate": 1.8876444302780826e-05, | |
| "loss": 0.9336, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.9667624235153198, | |
| "learning_rate": 1.8864099433524302e-05, | |
| "loss": 1.0045, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.9799702763557434, | |
| "learning_rate": 1.8851691197964356e-05, | |
| "loss": 0.9736, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.9233551025390625, | |
| "learning_rate": 1.8839219684803057e-05, | |
| "loss": 0.9236, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.9129133820533752, | |
| "learning_rate": 1.882668498319484e-05, | |
| "loss": 0.9493, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.9735204577445984, | |
| "learning_rate": 1.8814087182745835e-05, | |
| "loss": 0.9424, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.8610967397689819, | |
| "learning_rate": 1.880142637351325e-05, | |
| "loss": 0.9401, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.9463930130004883, | |
| "learning_rate": 1.8788702646004725e-05, | |
| "loss": 0.9718, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 0.9404011368751526, | |
| "learning_rate": 1.8775916091177674e-05, | |
| "loss": 0.9679, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.9345746636390686, | |
| "learning_rate": 1.8763066800438638e-05, | |
| "loss": 0.9298, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.8628617525100708, | |
| "learning_rate": 1.8750154865642644e-05, | |
| "loss": 0.9257, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.9928317070007324, | |
| "learning_rate": 1.8737180379092536e-05, | |
| "loss": 0.8931, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 0.9910153746604919, | |
| "learning_rate": 1.8724143433538317e-05, | |
| "loss": 0.8912, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.0308330059051514, | |
| "learning_rate": 1.8711044122176484e-05, | |
| "loss": 0.9302, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.9643605947494507, | |
| "learning_rate": 1.8697882538649373e-05, | |
| "loss": 0.9206, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.911734402179718, | |
| "learning_rate": 1.8684658777044478e-05, | |
| "loss": 0.8819, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 1.0010952949523926, | |
| "learning_rate": 1.8671372931893775e-05, | |
| "loss": 0.9707, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.9280171990394592, | |
| "learning_rate": 1.865802509817306e-05, | |
| "loss": 0.9474, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.011705994606018, | |
| "learning_rate": 1.8644615371301275e-05, | |
| "loss": 0.9165, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 0.8890619874000549, | |
| "learning_rate": 1.8631143847139785e-05, | |
| "loss": 0.881, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 1.0437440872192383, | |
| "learning_rate": 1.8617610621991753e-05, | |
| "loss": 0.928, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.8093174695968628, | |
| "learning_rate": 1.8604015792601395e-05, | |
| "loss": 0.9186, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.0239651203155518, | |
| "learning_rate": 1.8590359456153333e-05, | |
| "loss": 0.9397, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.8863648176193237, | |
| "learning_rate": 1.857664171027187e-05, | |
| "loss": 1.0017, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.872449517250061, | |
| "learning_rate": 1.8562862653020306e-05, | |
| "loss": 0.97, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.8939850330352783, | |
| "learning_rate": 1.854902238290024e-05, | |
| "loss": 0.9891, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.9652605056762695, | |
| "learning_rate": 1.853512099885085e-05, | |
| "loss": 0.9363, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.934234619140625, | |
| "learning_rate": 1.85211586002482e-05, | |
| "loss": 0.9908, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.8643277883529663, | |
| "learning_rate": 1.8507135286904527e-05, | |
| "loss": 1.0107, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.9351961612701416, | |
| "learning_rate": 1.849305115906753e-05, | |
| "loss": 0.9375, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.9504395127296448, | |
| "learning_rate": 1.8478906317419644e-05, | |
| "loss": 0.9011, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.8627222180366516, | |
| "learning_rate": 1.8464700863077313e-05, | |
| "loss": 0.8714, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 0.9281494617462158, | |
| "learning_rate": 1.845043489759031e-05, | |
| "loss": 0.9504, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.9497500061988831, | |
| "learning_rate": 1.8436108522940953e-05, | |
| "loss": 0.9485, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.8968126177787781, | |
| "learning_rate": 1.8421721841543412e-05, | |
| "loss": 0.969, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.8765113949775696, | |
| "learning_rate": 1.8407274956242983e-05, | |
| "loss": 0.9459, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 0.9863468408584595, | |
| "learning_rate": 1.8392767970315314e-05, | |
| "loss": 0.9509, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9541934728622437, | |
| "learning_rate": 1.8378200987465704e-05, | |
| "loss": 0.9497, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9275906682014465, | |
| "learning_rate": 1.836357411182835e-05, | |
| "loss": 0.907, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9415097236633301, | |
| "learning_rate": 1.83488874479656e-05, | |
| "loss": 0.9655, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 0.9965115189552307, | |
| "learning_rate": 1.8334141100867208e-05, | |
| "loss": 0.9046, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.0025869607925415, | |
| "learning_rate": 1.831933517594957e-05, | |
| "loss": 0.9464, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.0173474550247192, | |
| "learning_rate": 1.8304469779055e-05, | |
| "loss": 0.9255, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.8364382386207581, | |
| "learning_rate": 1.8289545016450953e-05, | |
| "loss": 0.9389, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.880821168422699, | |
| "learning_rate": 1.8274560994829256e-05, | |
| "loss": 0.8535, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.8849993348121643, | |
| "learning_rate": 1.825951782130537e-05, | |
| "loss": 0.9088, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.8260980248451233, | |
| "learning_rate": 1.8244415603417603e-05, | |
| "loss": 0.9189, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.9681034684181213, | |
| "learning_rate": 1.8229254449126365e-05, | |
| "loss": 0.9535, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.8485463857650757, | |
| "learning_rate": 1.821403446681336e-05, | |
| "loss": 0.9525, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.9151450395584106, | |
| "learning_rate": 1.819875576528085e-05, | |
| "loss": 0.9254, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.044825553894043, | |
| "learning_rate": 1.818341845375086e-05, | |
| "loss": 0.9023, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.9123022556304932, | |
| "learning_rate": 1.816802264186438e-05, | |
| "loss": 0.9918, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 0.8421608805656433, | |
| "learning_rate": 1.8152568439680612e-05, | |
| "loss": 0.9638, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.8400166630744934, | |
| "learning_rate": 1.8137055957676172e-05, | |
| "loss": 0.9442, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.8485128879547119, | |
| "learning_rate": 1.8121485306744286e-05, | |
| "loss": 0.9667, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.9254871606826782, | |
| "learning_rate": 1.8105856598194026e-05, | |
| "loss": 0.9809, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 0.8990374207496643, | |
| "learning_rate": 1.8090169943749477e-05, | |
| "loss": 0.8996, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.9757938981056213, | |
| "learning_rate": 1.8074425455548972e-05, | |
| "loss": 0.9734, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 1.0201201438903809, | |
| "learning_rate": 1.8058623246144274e-05, | |
| "loss": 0.9188, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.8527243733406067, | |
| "learning_rate": 1.8042763428499777e-05, | |
| "loss": 0.9401, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 0.9102773070335388, | |
| "learning_rate": 1.802684611599169e-05, | |
| "loss": 0.9415, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.8753496408462524, | |
| "learning_rate": 1.8010871422407238e-05, | |
| "loss": 0.9326, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.9664900302886963, | |
| "learning_rate": 1.7994839461943834e-05, | |
| "loss": 0.92, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.8483555912971497, | |
| "learning_rate": 1.7978750349208284e-05, | |
| "loss": 0.9526, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.9533878564834595, | |
| "learning_rate": 1.7962604199215946e-05, | |
| "loss": 0.9409, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 0.9228258728981018, | |
| "learning_rate": 1.7946401127389928e-05, | |
| "loss": 0.972, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.9358240962028503, | |
| "learning_rate": 1.7930141249560235e-05, | |
| "loss": 0.9624, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.9039192199707031, | |
| "learning_rate": 1.791382468196297e-05, | |
| "loss": 0.9152, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.9258562922477722, | |
| "learning_rate": 1.789745154123949e-05, | |
| "loss": 0.9392, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.8800731897354126, | |
| "learning_rate": 1.788102194443557e-05, | |
| "loss": 0.9225, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.9394617676734924, | |
| "learning_rate": 1.7864536009000575e-05, | |
| "loss": 0.9482, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.9548134803771973, | |
| "learning_rate": 1.7847993852786612e-05, | |
| "loss": 0.8954, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.8929195404052734, | |
| "learning_rate": 1.7831395594047682e-05, | |
| "loss": 0.938, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 0.9912259578704834, | |
| "learning_rate": 1.7814741351438855e-05, | |
| "loss": 0.9557, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.8686590194702148, | |
| "learning_rate": 1.7798031244015406e-05, | |
| "loss": 0.9637, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.0021827220916748, | |
| "learning_rate": 1.7781265391231968e-05, | |
| "loss": 0.9704, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.9183592796325684, | |
| "learning_rate": 1.7764443912941675e-05, | |
| "loss": 0.9164, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 0.8944042325019836, | |
| "learning_rate": 1.7747566929395307e-05, | |
| "loss": 0.9674, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.924879789352417, | |
| "learning_rate": 1.7730634561240442e-05, | |
| "loss": 0.9854, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.9109692573547363, | |
| "learning_rate": 1.7713646929520568e-05, | |
| "loss": 0.911, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.8695762157440186, | |
| "learning_rate": 1.769660415567424e-05, | |
| "loss": 0.884, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 0.9606033563613892, | |
| "learning_rate": 1.7679506361534216e-05, | |
| "loss": 1.0099, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.8884177207946777, | |
| "learning_rate": 1.766235366932655e-05, | |
| "loss": 0.9538, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.9658393263816833, | |
| "learning_rate": 1.764514620166976e-05, | |
| "loss": 0.9319, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.9385345578193665, | |
| "learning_rate": 1.762788408157393e-05, | |
| "loss": 0.9537, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 0.9953750371932983, | |
| "learning_rate": 1.7610567432439834e-05, | |
| "loss": 0.9259, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.038669228553772, | |
| "learning_rate": 1.759319637805806e-05, | |
| "loss": 0.9937, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.9077236652374268, | |
| "learning_rate": 1.757577104260811e-05, | |
| "loss": 0.9005, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.1027412414550781, | |
| "learning_rate": 1.755829155065753e-05, | |
| "loss": 0.9809, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.8355712294578552, | |
| "learning_rate": 1.7540758027161014e-05, | |
| "loss": 0.8971, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.8847547769546509, | |
| "learning_rate": 1.7523170597459497e-05, | |
| "loss": 0.9613, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.8579404950141907, | |
| "learning_rate": 1.750552938727928e-05, | |
| "loss": 0.936, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.8035609722137451, | |
| "learning_rate": 1.7487834522731115e-05, | |
| "loss": 0.9303, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 0.8296695947647095, | |
| "learning_rate": 1.747008613030932e-05, | |
| "loss": 0.9458, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.8970544934272766, | |
| "learning_rate": 1.7452284336890853e-05, | |
| "loss": 0.9999, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.9501840472221375, | |
| "learning_rate": 1.7434429269734426e-05, | |
| "loss": 0.9492, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.9118046760559082, | |
| "learning_rate": 1.7416521056479577e-05, | |
| "loss": 0.926, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 0.9785935282707214, | |
| "learning_rate": 1.7398559825145776e-05, | |
| "loss": 0.9719, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 1.0440707206726074, | |
| "learning_rate": 1.7380545704131496e-05, | |
| "loss": 0.926, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.9193445444107056, | |
| "learning_rate": 1.73624788222133e-05, | |
| "loss": 0.9227, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.8930751085281372, | |
| "learning_rate": 1.734435930854492e-05, | |
| "loss": 0.9569, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 0.8954054117202759, | |
| "learning_rate": 1.7326187292656332e-05, | |
| "loss": 0.9531, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.8552334308624268, | |
| "learning_rate": 1.7307962904452837e-05, | |
| "loss": 0.8935, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.9402141571044922, | |
| "learning_rate": 1.7289686274214116e-05, | |
| "loss": 0.9386, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.9156544208526611, | |
| "learning_rate": 1.7271357532593325e-05, | |
| "loss": 0.9029, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 0.9618916511535645, | |
| "learning_rate": 1.7252976810616134e-05, | |
| "loss": 0.9303, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.9479423761367798, | |
| "learning_rate": 1.7234544239679807e-05, | |
| "loss": 0.9224, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.8893961906433105, | |
| "learning_rate": 1.7216059951552256e-05, | |
| "loss": 0.9229, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.8631827235221863, | |
| "learning_rate": 1.7197524078371105e-05, | |
| "loss": 1.0178, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.0318481922149658, | |
| "learning_rate": 1.7178936752642737e-05, | |
| "loss": 0.9222, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.9426582455635071, | |
| "learning_rate": 1.7160298107241347e-05, | |
| "loss": 0.9286, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.8652179837226868, | |
| "learning_rate": 1.714160827540801e-05, | |
| "loss": 0.9112, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 1.006952166557312, | |
| "learning_rate": 1.7122867390749697e-05, | |
| "loss": 0.9774, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.8762472867965698, | |
| "learning_rate": 1.7104075587238353e-05, | |
| "loss": 0.8923, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.9208068251609802, | |
| "learning_rate": 1.7085232999209915e-05, | |
| "loss": 0.946, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 1.0112638473510742, | |
| "learning_rate": 1.7066339761363364e-05, | |
| "loss": 0.8921, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.8371056318283081, | |
| "learning_rate": 1.7047396008759755e-05, | |
| "loss": 0.9129, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 0.8354660272598267, | |
| "learning_rate": 1.7028401876821257e-05, | |
| "loss": 0.894, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.8596228361129761, | |
| "learning_rate": 1.7009357501330188e-05, | |
| "loss": 0.9125, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.8694031238555908, | |
| "learning_rate": 1.699026301842803e-05, | |
| "loss": 0.9293, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.9017357230186462, | |
| "learning_rate": 1.6971118564614473e-05, | |
| "loss": 0.9319, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 0.9348689317703247, | |
| "learning_rate": 1.6951924276746425e-05, | |
| "loss": 0.9846, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 1.02806556224823, | |
| "learning_rate": 1.6932680292037045e-05, | |
| "loss": 0.8774, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.8359406590461731, | |
| "learning_rate": 1.6913386748054757e-05, | |
| "loss": 0.9137, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.8839374780654907, | |
| "learning_rate": 1.689404378272226e-05, | |
| "loss": 0.9285, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 0.9413475394248962, | |
| "learning_rate": 1.687465153431556e-05, | |
| "loss": 0.9835, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.849159836769104, | |
| "learning_rate": 1.6855210141462964e-05, | |
| "loss": 0.8963, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.9252450466156006, | |
| "learning_rate": 1.683571974314409e-05, | |
| "loss": 0.9006, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.800440788269043, | |
| "learning_rate": 1.6816180478688885e-05, | |
| "loss": 0.8678, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 0.9242329597473145, | |
| "learning_rate": 1.679659248777662e-05, | |
| "loss": 0.9017, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8285741209983826, | |
| "learning_rate": 1.67769559104349e-05, | |
| "loss": 0.9184, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.9821171760559082, | |
| "learning_rate": 1.6757270887038653e-05, | |
| "loss": 0.8811, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8693691492080688, | |
| "learning_rate": 1.6737537558309128e-05, | |
| "loss": 0.8838, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.8885882496833801, | |
| "learning_rate": 1.6717756065312892e-05, | |
| "loss": 0.9457, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.9387298226356506, | |
| "learning_rate": 1.6697926549460826e-05, | |
| "loss": 0.916, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.9151391983032227, | |
| "learning_rate": 1.667804915250711e-05, | |
| "loss": 0.9675, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.8945315480232239, | |
| "learning_rate": 1.66581240165482e-05, | |
| "loss": 0.8943, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 0.828498125076294, | |
| "learning_rate": 1.6638151284021828e-05, | |
| "loss": 0.878, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.9389723539352417, | |
| "learning_rate": 1.661813109770598e-05, | |
| "loss": 0.9186, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.8923815488815308, | |
| "learning_rate": 1.6598063600717865e-05, | |
| "loss": 0.915, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.029050588607788, | |
| "learning_rate": 1.6577948936512905e-05, | |
| "loss": 0.9704, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 0.8715476393699646, | |
| "learning_rate": 1.6557787248883698e-05, | |
| "loss": 0.8839, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.9403415322303772, | |
| "learning_rate": 1.6537578681958998e-05, | |
| "loss": 0.9316, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.0738519430160522, | |
| "learning_rate": 1.6517323380202693e-05, | |
| "loss": 0.9496, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 0.9317395687103271, | |
| "learning_rate": 1.649702148841274e-05, | |
| "loss": 0.9179, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 1.0131531953811646, | |
| "learning_rate": 1.647667315172017e-05, | |
| "loss": 0.9191, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.8759732246398926, | |
| "learning_rate": 1.6456278515588023e-05, | |
| "loss": 0.9744, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.8557033538818359, | |
| "learning_rate": 1.6435837725810326e-05, | |
| "loss": 0.9046, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.8780690431594849, | |
| "learning_rate": 1.6415350928511037e-05, | |
| "loss": 0.9018, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 1.0143564939498901, | |
| "learning_rate": 1.6394818270142995e-05, | |
| "loss": 0.8701, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.882732629776001, | |
| "learning_rate": 1.63742398974869e-05, | |
| "loss": 0.9321, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.835397481918335, | |
| "learning_rate": 1.635361595765024e-05, | |
| "loss": 0.8976, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.9068905115127563, | |
| "learning_rate": 1.6332946598066244e-05, | |
| "loss": 0.9203, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.8993863463401794, | |
| "learning_rate": 1.631223196649284e-05, | |
| "loss": 0.8459, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.9969024658203125, | |
| "learning_rate": 1.6291472211011575e-05, | |
| "loss": 0.9748, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.9903284907341003, | |
| "learning_rate": 1.6270667480026588e-05, | |
| "loss": 0.9503, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.8794125318527222, | |
| "learning_rate": 1.6249817922263518e-05, | |
| "loss": 0.9277, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.9173590540885925, | |
| "learning_rate": 1.6228923686768458e-05, | |
| "loss": 0.9212, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 0.9650622606277466, | |
| "learning_rate": 1.6207984922906893e-05, | |
| "loss": 0.9431, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.945070743560791, | |
| "learning_rate": 1.6187001780362613e-05, | |
| "loss": 0.9434, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.8877692222595215, | |
| "learning_rate": 1.6165974409136673e-05, | |
| "loss": 0.9123, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.9542880058288574, | |
| "learning_rate": 1.6144902959546286e-05, | |
| "loss": 0.8207, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 0.858532726764679, | |
| "learning_rate": 1.6123787582223774e-05, | |
| "loss": 0.9526, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.9449251890182495, | |
| "learning_rate": 1.610262842811548e-05, | |
| "loss": 0.9136, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.9061833620071411, | |
| "learning_rate": 1.6081425648480696e-05, | |
| "loss": 0.9652, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.8926973938941956, | |
| "learning_rate": 1.6060179394890573e-05, | |
| "loss": 0.898, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 0.8653205633163452, | |
| "learning_rate": 1.6038889819227047e-05, | |
| "loss": 0.9273, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.9271880388259888, | |
| "learning_rate": 1.601755707368174e-05, | |
| "loss": 0.8709, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.838083803653717, | |
| "learning_rate": 1.5996181310754883e-05, | |
| "loss": 0.8773, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.8962357640266418, | |
| "learning_rate": 1.5974762683254232e-05, | |
| "loss": 0.9538, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 0.9841724634170532, | |
| "learning_rate": 1.5953301344293954e-05, | |
| "loss": 0.9115, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.8522834181785583, | |
| "learning_rate": 1.5931797447293553e-05, | |
| "loss": 0.9283, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.8607474565505981, | |
| "learning_rate": 1.5910251145976762e-05, | |
| "loss": 0.886, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.185672402381897, | |
| "learning_rate": 1.5888662594370448e-05, | |
| "loss": 0.9027, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.8950862288475037, | |
| "learning_rate": 1.5867031946803512e-05, | |
| "loss": 0.951, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 1.0167317390441895, | |
| "learning_rate": 1.584535935790578e-05, | |
| "loss": 0.9591, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.8440210223197937, | |
| "learning_rate": 1.5823644982606905e-05, | |
| "loss": 0.9769, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.9818696975708008, | |
| "learning_rate": 1.580188897613526e-05, | |
| "loss": 0.9215, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.8964303135871887, | |
| "learning_rate": 1.578009149401681e-05, | |
| "loss": 0.8964, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.8808884024620056, | |
| "learning_rate": 1.5758252692074036e-05, | |
| "loss": 0.9841, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.9643732309341431, | |
| "learning_rate": 1.5736372726424784e-05, | |
| "loss": 0.924, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 1.0200897455215454, | |
| "learning_rate": 1.571445175348117e-05, | |
| "loss": 0.892, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 0.9758608937263489, | |
| "learning_rate": 1.5692489929948453e-05, | |
| "loss": 0.9619, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.9189080595970154, | |
| "learning_rate": 1.5670487412823922e-05, | |
| "loss": 0.8645, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.8707435727119446, | |
| "learning_rate": 1.564844435939577e-05, | |
| "loss": 0.8698, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.9341516494750977, | |
| "learning_rate": 1.5626360927241974e-05, | |
| "loss": 0.9557, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 0.7838379144668579, | |
| "learning_rate": 1.560423727422915e-05, | |
| "loss": 0.9594, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.9376362562179565, | |
| "learning_rate": 1.5582073558511452e-05, | |
| "loss": 0.9702, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.9549680948257446, | |
| "learning_rate": 1.5559869938529428e-05, | |
| "loss": 0.9455, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.9809777140617371, | |
| "learning_rate": 1.5537626573008878e-05, | |
| "loss": 0.7453, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.0656132698059082, | |
| "learning_rate": 1.551534362095973e-05, | |
| "loss": 0.6621, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 1.0354893207550049, | |
| "learning_rate": 1.549302124167492e-05, | |
| "loss": 0.6656, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.8907589912414551, | |
| "learning_rate": 1.547065959472921e-05, | |
| "loss": 0.6761, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.868365466594696, | |
| "learning_rate": 1.544825883997809e-05, | |
| "loss": 0.6581, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "grad_norm": 0.9552692174911499, | |
| "learning_rate": 1.5425819137556605e-05, | |
| "loss": 0.6658, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.0614516735076904, | |
| "learning_rate": 1.5403340647878234e-05, | |
| "loss": 0.6521, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.1384412050247192, | |
| "learning_rate": 1.5380823531633727e-05, | |
| "loss": 0.6916, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.9832707047462463, | |
| "learning_rate": 1.5358267949789968e-05, | |
| "loss": 0.6792, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 1.025050163269043, | |
| "learning_rate": 1.5335674063588808e-05, | |
| "loss": 0.6658, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.0268765687942505, | |
| "learning_rate": 1.531304203454593e-05, | |
| "loss": 0.6148, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 0.9756706953048706, | |
| "learning_rate": 1.529037202444968e-05, | |
| "loss": 0.6175, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.0162984132766724, | |
| "learning_rate": 1.5267664195359917e-05, | |
| "loss": 0.6118, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 1.031238317489624, | |
| "learning_rate": 1.524491870960687e-05, | |
| "loss": 0.6502, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.0331997871398926, | |
| "learning_rate": 1.5222135729789944e-05, | |
| "loss": 0.6462, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.0492758750915527, | |
| "learning_rate": 1.5199315418776584e-05, | |
| "loss": 0.6314, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 1.0537834167480469, | |
| "learning_rate": 1.51764579397011e-05, | |
| "loss": 0.6211, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 0.9573667049407959, | |
| "learning_rate": 1.5153563455963501e-05, | |
| "loss": 0.6126, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.0148391723632812, | |
| "learning_rate": 1.5130632131228336e-05, | |
| "loss": 0.6096, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.1061570644378662, | |
| "learning_rate": 1.5107664129423513e-05, | |
| "loss": 0.5909, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.0046223402023315, | |
| "learning_rate": 1.5084659614739133e-05, | |
| "loss": 0.6172, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 1.0545165538787842, | |
| "learning_rate": 1.506161875162631e-05, | |
| "loss": 0.6433, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.8336237072944641, | |
| "learning_rate": 1.5038541704796004e-05, | |
| "loss": 0.6062, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 0.9275774955749512, | |
| "learning_rate": 1.5015428639217844e-05, | |
| "loss": 0.5803, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.0565983057022095, | |
| "learning_rate": 1.4992279720118936e-05, | |
| "loss": 0.617, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "grad_norm": 1.0599391460418701, | |
| "learning_rate": 1.4969095112982692e-05, | |
| "loss": 0.6538, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 1.0006245374679565, | |
| "learning_rate": 1.4945874983547647e-05, | |
| "loss": 0.6214, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.8739469647407532, | |
| "learning_rate": 1.4922619497806276e-05, | |
| "loss": 0.63, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.9901002645492554, | |
| "learning_rate": 1.4899328822003796e-05, | |
| "loss": 0.6258, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 0.9801365733146667, | |
| "learning_rate": 1.4876003122636989e-05, | |
| "loss": 0.5663, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.0043010711669922, | |
| "learning_rate": 1.4852642566453008e-05, | |
| "loss": 0.6277, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.863335132598877, | |
| "learning_rate": 1.4829247320448187e-05, | |
| "loss": 0.6042, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.9847108721733093, | |
| "learning_rate": 1.4805817551866839e-05, | |
| "loss": 0.6376, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 1.0984731912612915, | |
| "learning_rate": 1.4782353428200075e-05, | |
| "loss": 0.6212, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.890733540058136, | |
| "learning_rate": 1.4758855117184591e-05, | |
| "loss": 0.6377, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.9059834480285645, | |
| "learning_rate": 1.473532278680148e-05, | |
| "loss": 0.6355, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.9394241571426392, | |
| "learning_rate": 1.4711756605275031e-05, | |
| "loss": 0.6597, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.9297809600830078, | |
| "learning_rate": 1.4688156741071513e-05, | |
| "loss": 0.5901, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.9530428647994995, | |
| "learning_rate": 1.4664523362897991e-05, | |
| "loss": 0.6371, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.9405369758605957, | |
| "learning_rate": 1.46408566397011e-05, | |
| "loss": 0.6296, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.9997767806053162, | |
| "learning_rate": 1.4617156740665852e-05, | |
| "loss": 0.6117, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.9971033930778503, | |
| "learning_rate": 1.4593423835214421e-05, | |
| "loss": 0.6048, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.9242191314697266, | |
| "learning_rate": 1.4569658093004935e-05, | |
| "loss": 0.5894, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.0100167989730835, | |
| "learning_rate": 1.4545859683930252e-05, | |
| "loss": 0.6318, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 1.0533432960510254, | |
| "learning_rate": 1.4522028778116765e-05, | |
| "loss": 0.6712, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "grad_norm": 0.9874811172485352, | |
| "learning_rate": 1.4498165545923167e-05, | |
| "loss": 0.646, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.0431230068206787, | |
| "learning_rate": 1.4474270157939236e-05, | |
| "loss": 0.5988, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 1.019249677658081, | |
| "learning_rate": 1.4450342784984632e-05, | |
| "loss": 0.634, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.9447318315505981, | |
| "learning_rate": 1.4426383598107663e-05, | |
| "loss": 0.5728, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 0.940975546836853, | |
| "learning_rate": 1.4402392768584053e-05, | |
| "loss": 0.6225, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.9953579306602478, | |
| "learning_rate": 1.4378370467915736e-05, | |
| "loss": 0.6517, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 1.0336792469024658, | |
| "learning_rate": 1.4354316867829622e-05, | |
| "loss": 0.6121, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.9227294325828552, | |
| "learning_rate": 1.4330232140276365e-05, | |
| "loss": 0.6425, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.9596818089485168, | |
| "learning_rate": 1.4306116457429146e-05, | |
| "loss": 0.6478, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.0404927730560303, | |
| "learning_rate": 1.4281969991682427e-05, | |
| "loss": 0.6455, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.024898648262024, | |
| "learning_rate": 1.4257792915650728e-05, | |
| "loss": 0.6066, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.0144062042236328, | |
| "learning_rate": 1.4233585402167394e-05, | |
| "loss": 0.6159, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 1.03654944896698, | |
| "learning_rate": 1.4209347624283352e-05, | |
| "loss": 0.6734, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.9717058539390564, | |
| "learning_rate": 1.418507975526588e-05, | |
| "loss": 0.6392, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9585022330284119, | |
| "learning_rate": 1.4160781968597372e-05, | |
| "loss": 0.6114, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9625274538993835, | |
| "learning_rate": 1.4136454437974086e-05, | |
| "loss": 0.6292, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9512671828269958, | |
| "learning_rate": 1.4112097337304908e-05, | |
| "loss": 0.6408, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 0.9498721361160278, | |
| "learning_rate": 1.408771084071012e-05, | |
| "loss": 0.6458, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.9445478320121765, | |
| "learning_rate": 1.406329512252013e-05, | |
| "loss": 0.6353, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 1.0758302211761475, | |
| "learning_rate": 1.4038850357274254e-05, | |
| "loss": 0.6305, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.9867809414863586, | |
| "learning_rate": 1.4014376719719454e-05, | |
| "loss": 0.5953, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 0.9557908177375793, | |
| "learning_rate": 1.3989874384809077e-05, | |
| "loss": 0.5915, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.8721527457237244, | |
| "learning_rate": 1.3965343527701629e-05, | |
| "loss": 0.612, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.9285739660263062, | |
| "learning_rate": 1.3940784323759511e-05, | |
| "loss": 0.6454, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 1.063903570175171, | |
| "learning_rate": 1.391619694854776e-05, | |
| "loss": 0.6087, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "grad_norm": 0.8913307189941406, | |
| "learning_rate": 1.3891581577832804e-05, | |
| "loss": 0.6262, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.043076753616333, | |
| "learning_rate": 1.3866938387581199e-05, | |
| "loss": 0.6128, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.027060866355896, | |
| "learning_rate": 1.3842267553958373e-05, | |
| "loss": 0.6639, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 1.0449680089950562, | |
| "learning_rate": 1.3817569253327363e-05, | |
| "loss": 0.618, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.9534300565719604, | |
| "learning_rate": 1.3792843662247565e-05, | |
| "loss": 0.6048, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.0519123077392578, | |
| "learning_rate": 1.3768090957473464e-05, | |
| "loss": 0.5747, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.9293439388275146, | |
| "learning_rate": 1.3743311315953363e-05, | |
| "loss": 0.5929, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 0.9092494249343872, | |
| "learning_rate": 1.3718504914828135e-05, | |
| "loss": 0.6259, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "grad_norm": 1.0047491788864136, | |
| "learning_rate": 1.3693671931429941e-05, | |
| "loss": 0.6207, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.0500539541244507, | |
| "learning_rate": 1.3668812543280976e-05, | |
| "loss": 0.6219, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.9104728698730469, | |
| "learning_rate": 1.3643926928092192e-05, | |
| "loss": 0.5948, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.1024607419967651, | |
| "learning_rate": 1.3619015263762028e-05, | |
| "loss": 0.6159, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 1.0737922191619873, | |
| "learning_rate": 1.3594077728375129e-05, | |
| "loss": 0.6409, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.9735491871833801, | |
| "learning_rate": 1.35691145002011e-05, | |
| "loss": 0.6434, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.9941731691360474, | |
| "learning_rate": 1.3544125757693207e-05, | |
| "loss": 0.6179, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 0.9234891533851624, | |
| "learning_rate": 1.35191116794871e-05, | |
| "loss": 0.615, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "grad_norm": 1.0279288291931152, | |
| "learning_rate": 1.3494072444399566e-05, | |
| "loss": 0.6516, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.0623533725738525, | |
| "learning_rate": 1.3469008231427207e-05, | |
| "loss": 0.6274, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.9189989566802979, | |
| "learning_rate": 1.3443919219745199e-05, | |
| "loss": 0.5938, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.0581763982772827, | |
| "learning_rate": 1.3418805588705986e-05, | |
| "loss": 0.6587, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 1.0061285495758057, | |
| "learning_rate": 1.3393667517838012e-05, | |
| "loss": 0.5864, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 0.9764752388000488, | |
| "learning_rate": 1.3368505186844427e-05, | |
| "loss": 0.5979, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.2984907627105713, | |
| "learning_rate": 1.334331877560182e-05, | |
| "loss": 0.637, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.0544503927230835, | |
| "learning_rate": 1.3318108464158907e-05, | |
| "loss": 0.5968, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 1.0052608251571655, | |
| "learning_rate": 1.3292874432735268e-05, | |
| "loss": 0.5985, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.8912485837936401, | |
| "learning_rate": 1.3267616861720041e-05, | |
| "loss": 0.6147, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.0198827981948853, | |
| "learning_rate": 1.3242335931670647e-05, | |
| "loss": 0.5905, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 1.0287050008773804, | |
| "learning_rate": 1.3217031823311488e-05, | |
| "loss": 0.676, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.9980819821357727, | |
| "learning_rate": 1.3191704717532667e-05, | |
| "loss": 0.6149, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.9271026849746704, | |
| "learning_rate": 1.3166354795388677e-05, | |
| "loss": 0.6545, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.8525359630584717, | |
| "learning_rate": 1.3140982238097117e-05, | |
| "loss": 0.603, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.9558356404304504, | |
| "learning_rate": 1.3115587227037408e-05, | |
| "loss": 0.5766, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.9394976496696472, | |
| "learning_rate": 1.3090169943749475e-05, | |
| "loss": 0.6305, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.0280481576919556, | |
| "learning_rate": 1.3064730569932467e-05, | |
| "loss": 0.5879, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.9981361627578735, | |
| "learning_rate": 1.3039269287443442e-05, | |
| "loss": 0.6551, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 1.0905154943466187, | |
| "learning_rate": 1.301378627829608e-05, | |
| "loss": 0.6621, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "grad_norm": 0.9698947668075562, | |
| "learning_rate": 1.2988281724659375e-05, | |
| "loss": 0.6153, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.9609881043434143, | |
| "learning_rate": 1.2962755808856341e-05, | |
| "loss": 0.5923, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 1.167883038520813, | |
| "learning_rate": 1.2937208713362694e-05, | |
| "loss": 0.6681, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.9012638330459595, | |
| "learning_rate": 1.2911640620805561e-05, | |
| "loss": 0.6109, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "grad_norm": 0.8938215970993042, | |
| "learning_rate": 1.2886051713962172e-05, | |
| "loss": 0.6522, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.029787302017212, | |
| "learning_rate": 1.2860442175758543e-05, | |
| "loss": 0.6127, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 1.1626105308532715, | |
| "learning_rate": 1.283481218926818e-05, | |
| "loss": 0.6325, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.9775775671005249, | |
| "learning_rate": 1.280916193771077e-05, | |
| "loss": 0.6329, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.9691373109817505, | |
| "learning_rate": 1.2783491604450869e-05, | |
| "loss": 0.6153, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.9563249349594116, | |
| "learning_rate": 1.2757801372996577e-05, | |
| "loss": 0.644, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.9542986750602722, | |
| "learning_rate": 1.2732091426998258e-05, | |
| "loss": 0.5939, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.9499353170394897, | |
| "learning_rate": 1.270636195024719e-05, | |
| "loss": 0.6172, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 1.0935438871383667, | |
| "learning_rate": 1.2680613126674285e-05, | |
| "loss": 0.6006, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.1205679178237915, | |
| "learning_rate": 1.2654845140348746e-05, | |
| "loss": 0.6472, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.8894829750061035, | |
| "learning_rate": 1.2629058175476774e-05, | |
| "loss": 0.587, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.9492902755737305, | |
| "learning_rate": 1.2603252416400232e-05, | |
| "loss": 0.6175, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 1.077660083770752, | |
| "learning_rate": 1.2577428047595343e-05, | |
| "loss": 0.6474, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.9132212996482849, | |
| "learning_rate": 1.255158525367136e-05, | |
| "loss": 0.6248, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.0104243755340576, | |
| "learning_rate": 1.2525724219369253e-05, | |
| "loss": 0.634, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 0.998405933380127, | |
| "learning_rate": 1.2499845129560386e-05, | |
| "loss": 0.6332, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "grad_norm": 1.0179756879806519, | |
| "learning_rate": 1.2473948169245196e-05, | |
| "loss": 0.6283, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.9786280989646912, | |
| "learning_rate": 1.2448033523551866e-05, | |
| "loss": 0.66, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.9850865006446838, | |
| "learning_rate": 1.2422101377735007e-05, | |
| "loss": 0.6504, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 0.8938550353050232, | |
| "learning_rate": 1.2396151917174335e-05, | |
| "loss": 0.5528, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 1.077877402305603, | |
| "learning_rate": 1.2370185327373341e-05, | |
| "loss": 0.5879, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.0089164972305298, | |
| "learning_rate": 1.234420179395797e-05, | |
| "loss": 0.6132, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.9469050765037537, | |
| "learning_rate": 1.2318201502675285e-05, | |
| "loss": 0.571, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 0.9590569138526917, | |
| "learning_rate": 1.2292184639392146e-05, | |
| "loss": 0.6046, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 1.0073339939117432, | |
| "learning_rate": 1.2266151390093887e-05, | |
| "loss": 0.6111, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.997769832611084, | |
| "learning_rate": 1.224010194088297e-05, | |
| "loss": 0.6198, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.0480035543441772, | |
| "learning_rate": 1.2214036477977675e-05, | |
| "loss": 0.654, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.042383074760437, | |
| "learning_rate": 1.2187955187710752e-05, | |
| "loss": 0.6222, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 1.0312013626098633, | |
| "learning_rate": 1.2161858256528092e-05, | |
| "loss": 0.5356, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.0612717866897583, | |
| "learning_rate": 1.2135745870987406e-05, | |
| "loss": 0.6243, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.9805787205696106, | |
| "learning_rate": 1.2109618217756876e-05, | |
| "loss": 0.6197, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 1.0467524528503418, | |
| "learning_rate": 1.2083475483613828e-05, | |
| "loss": 0.6377, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.9999006390571594, | |
| "learning_rate": 1.2057317855443395e-05, | |
| "loss": 0.6516, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.9280255436897278, | |
| "learning_rate": 1.2031145520237194e-05, | |
| "loss": 0.6058, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.9208453893661499, | |
| "learning_rate": 1.2004958665091964e-05, | |
| "loss": 0.6071, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 1.0235896110534668, | |
| "learning_rate": 1.1978757477208242e-05, | |
| "loss": 0.5772, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 0.9581038951873779, | |
| "learning_rate": 1.1952542143889034e-05, | |
| "loss": 0.6438, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.9629083871841431, | |
| "learning_rate": 1.1926312852538456e-05, | |
| "loss": 0.5897, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 1.1396433115005493, | |
| "learning_rate": 1.1900069790660411e-05, | |
| "loss": 0.6267, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.9454533457756042, | |
| "learning_rate": 1.187381314585725e-05, | |
| "loss": 0.6167, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.9393343329429626, | |
| "learning_rate": 1.1847543105828404e-05, | |
| "loss": 0.5861, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "grad_norm": 0.9355834722518921, | |
| "learning_rate": 1.1821259858369082e-05, | |
| "loss": 0.6694, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.9925780892372131, | |
| "learning_rate": 1.1794963591368893e-05, | |
| "loss": 0.5937, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 0.9895220398902893, | |
| "learning_rate": 1.1768654492810525e-05, | |
| "loss": 0.6416, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 1.0594924688339233, | |
| "learning_rate": 1.1742332750768402e-05, | |
| "loss": 0.6139, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 1.1669124364852905, | |
| "learning_rate": 1.1715998553407315e-05, | |
| "loss": 0.6561, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.9161636829376221, | |
| "learning_rate": 1.1689652088981102e-05, | |
| "loss": 0.5935, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.8627362251281738, | |
| "learning_rate": 1.1663293545831302e-05, | |
| "loss": 0.6457, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.962069571018219, | |
| "learning_rate": 1.1636923112385785e-05, | |
| "loss": 0.6398, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "grad_norm": 0.9659212827682495, | |
| "learning_rate": 1.161054097715743e-05, | |
| "loss": 0.5907, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.9934397339820862, | |
| "learning_rate": 1.1584147328742767e-05, | |
| "loss": 0.6029, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.9827930331230164, | |
| "learning_rate": 1.155774235582063e-05, | |
| "loss": 0.5824, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.9656209945678711, | |
| "learning_rate": 1.1531326247150802e-05, | |
| "loss": 0.5986, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 1.017004132270813, | |
| "learning_rate": 1.1504899191572682e-05, | |
| "loss": 0.5915, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.9455320835113525, | |
| "learning_rate": 1.1478461378003913e-05, | |
| "loss": 0.6283, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.9357017278671265, | |
| "learning_rate": 1.145201299543905e-05, | |
| "loss": 0.6459, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.9253040552139282, | |
| "learning_rate": 1.1425554232948206e-05, | |
| "loss": 0.6166, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 1.0472208261489868, | |
| "learning_rate": 1.1399085279675688e-05, | |
| "loss": 0.6671, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.9446719288825989, | |
| "learning_rate": 1.1372606324838651e-05, | |
| "loss": 0.5965, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.9347842931747437, | |
| "learning_rate": 1.1346117557725757e-05, | |
| "loss": 0.637, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 1.023077368736267, | |
| "learning_rate": 1.1319619167695814e-05, | |
| "loss": 0.6457, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "grad_norm": 0.949116051197052, | |
| "learning_rate": 1.1293111344176406e-05, | |
| "loss": 0.6483, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.096680760383606, | |
| "learning_rate": 1.126659427666257e-05, | |
| "loss": 0.6242, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.8694916367530823, | |
| "learning_rate": 1.1240068154715416e-05, | |
| "loss": 0.6179, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 1.0984961986541748, | |
| "learning_rate": 1.121353316796078e-05, | |
| "loss": 0.6552, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 0.9651594161987305, | |
| "learning_rate": 1.1186989506087876e-05, | |
| "loss": 0.5931, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.9294801354408264, | |
| "learning_rate": 1.116043735884793e-05, | |
| "loss": 0.5662, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.0226821899414062, | |
| "learning_rate": 1.1133876916052822e-05, | |
| "loss": 0.6017, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 1.0314971208572388, | |
| "learning_rate": 1.1107308367573744e-05, | |
| "loss": 0.6144, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 0.9721775650978088, | |
| "learning_rate": 1.1080731903339825e-05, | |
| "loss": 0.6361, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.9814489483833313, | |
| "learning_rate": 1.1054147713336782e-05, | |
| "loss": 0.6227, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.9761776924133301, | |
| "learning_rate": 1.1027555987605562e-05, | |
| "loss": 0.6154, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.0100598335266113, | |
| "learning_rate": 1.1000956916240985e-05, | |
| "loss": 0.6178, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 1.193156123161316, | |
| "learning_rate": 1.0974350689390376e-05, | |
| "loss": 0.6675, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 1.0012152194976807, | |
| "learning_rate": 1.094773749725222e-05, | |
| "loss": 0.6202, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.9017734527587891, | |
| "learning_rate": 1.0921117530074785e-05, | |
| "loss": 0.619, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.932767391204834, | |
| "learning_rate": 1.0894490978154777e-05, | |
| "loss": 0.5801, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 0.9889426827430725, | |
| "learning_rate": 1.0867858031835975e-05, | |
| "loss": 0.6712, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.012459635734558, | |
| "learning_rate": 1.084121888150787e-05, | |
| "loss": 0.6553, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.0420746803283691, | |
| "learning_rate": 1.0814573717604295e-05, | |
| "loss": 0.5916, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.005211353302002, | |
| "learning_rate": 1.0787922730602083e-05, | |
| "loss": 0.6043, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 1.069198489189148, | |
| "learning_rate": 1.0761266111019685e-05, | |
| "loss": 0.598, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.9799802899360657, | |
| "learning_rate": 1.0734604049415822e-05, | |
| "loss": 0.5933, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.0022966861724854, | |
| "learning_rate": 1.070793673638812e-05, | |
| "loss": 0.6514, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 1.001762866973877, | |
| "learning_rate": 1.0681264362571744e-05, | |
| "loss": 0.6686, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 0.985598087310791, | |
| "learning_rate": 1.0654587118638027e-05, | |
| "loss": 0.601, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 0.9582387804985046, | |
| "learning_rate": 1.0627905195293135e-05, | |
| "loss": 0.6139, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.035148024559021, | |
| "learning_rate": 1.0601218783276673e-05, | |
| "loss": 0.5909, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.0642892122268677, | |
| "learning_rate": 1.0574528073360333e-05, | |
| "loss": 0.6194, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "grad_norm": 1.1434149742126465, | |
| "learning_rate": 1.054783325634654e-05, | |
| "loss": 0.5967, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.0699044466018677, | |
| "learning_rate": 1.0521134523067076e-05, | |
| "loss": 0.652, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.926213800907135, | |
| "learning_rate": 1.0494432064381707e-05, | |
| "loss": 0.6236, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.1603809595108032, | |
| "learning_rate": 1.0467726071176854e-05, | |
| "loss": 0.5861, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.1133846044540405, | |
| "learning_rate": 1.044101673436418e-05, | |
| "loss": 0.6999, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.0773183107376099, | |
| "learning_rate": 1.041430424487927e-05, | |
| "loss": 0.6397, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.9208213686943054, | |
| "learning_rate": 1.0387588793680235e-05, | |
| "loss": 0.6361, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.9352226853370667, | |
| "learning_rate": 1.0360870571746364e-05, | |
| "loss": 0.609, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 1.0909321308135986, | |
| "learning_rate": 1.0334149770076747e-05, | |
| "loss": 0.6224, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 0.9950162172317505, | |
| "learning_rate": 1.0307426579688924e-05, | |
| "loss": 0.6293, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.1023386716842651, | |
| "learning_rate": 1.0280701191617502e-05, | |
| "loss": 0.5652, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.1158206462860107, | |
| "learning_rate": 1.0253973796912801e-05, | |
| "loss": 0.6174, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 1.006576657295227, | |
| "learning_rate": 1.0227244586639498e-05, | |
| "loss": 0.6335, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 1.0058975219726562, | |
| "learning_rate": 1.0200513751875227e-05, | |
| "loss": 0.6564, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.9998272657394409, | |
| "learning_rate": 1.0173781483709253e-05, | |
| "loss": 0.6517, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.9474151730537415, | |
| "learning_rate": 1.0147047973241078e-05, | |
| "loss": 0.5813, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 0.9911189079284668, | |
| "learning_rate": 1.012031341157909e-05, | |
| "loss": 0.6308, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.004300832748413, | |
| "learning_rate": 1.009357798983919e-05, | |
| "loss": 0.5864, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.9834850430488586, | |
| "learning_rate": 1.0066841899143424e-05, | |
| "loss": 0.6631, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.0142207145690918, | |
| "learning_rate": 1.0040105330618624e-05, | |
| "loss": 0.6337, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.0587005615234375, | |
| "learning_rate": 1.001336847539504e-05, | |
| "loss": 0.5773, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.0602400302886963, | |
| "learning_rate": 9.986631524604967e-06, | |
| "loss": 0.627, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 1.0758881568908691, | |
| "learning_rate": 9.95989466938138e-06, | |
| "loss": 0.6312, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.9769020080566406, | |
| "learning_rate": 9.93315810085658e-06, | |
| "loss": 0.6003, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.8988069891929626, | |
| "learning_rate": 9.906422010160815e-06, | |
| "loss": 0.638, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.04930579662323, | |
| "learning_rate": 9.879686588420912e-06, | |
| "loss": 0.6, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.9747940897941589, | |
| "learning_rate": 9.852952026758923e-06, | |
| "loss": 0.6223, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.9301921725273132, | |
| "learning_rate": 9.826218516290749e-06, | |
| "loss": 0.5485, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 1.037238597869873, | |
| "learning_rate": 9.799486248124775e-06, | |
| "loss": 0.573, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.9284355044364929, | |
| "learning_rate": 9.772755413360505e-06, | |
| "loss": 0.5852, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.9785302877426147, | |
| "learning_rate": 9.746026203087198e-06, | |
| "loss": 0.666, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 0.9351165294647217, | |
| "learning_rate": 9.719298808382502e-06, | |
| "loss": 0.6178, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "grad_norm": 1.0524693727493286, | |
| "learning_rate": 9.69257342031108e-06, | |
| "loss": 0.6928, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.005279541015625, | |
| "learning_rate": 9.665850229923258e-06, | |
| "loss": 0.5992, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 1.0178667306900024, | |
| "learning_rate": 9.639129428253639e-06, | |
| "loss": 0.6411, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.9722139239311218, | |
| "learning_rate": 9.612411206319765e-06, | |
| "loss": 0.6265, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "grad_norm": 0.9661009907722473, | |
| "learning_rate": 9.585695755120735e-06, | |
| "loss": 0.649, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.2120968103408813, | |
| "learning_rate": 9.558983265635822e-06, | |
| "loss": 0.6839, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.0278242826461792, | |
| "learning_rate": 9.532273928823151e-06, | |
| "loss": 0.5958, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 0.9723142385482788, | |
| "learning_rate": 9.505567935618295e-06, | |
| "loss": 0.6621, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 1.026511549949646, | |
| "learning_rate": 9.47886547693293e-06, | |
| "loss": 0.6396, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.996562659740448, | |
| "learning_rate": 9.452166743653461e-06, | |
| "loss": 0.6786, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.9691541194915771, | |
| "learning_rate": 9.425471926639667e-06, | |
| "loss": 0.6305, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.1188807487487793, | |
| "learning_rate": 9.39878121672333e-06, | |
| "loss": 0.6518, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.8913319110870361, | |
| "learning_rate": 9.372094804706867e-06, | |
| "loss": 0.6458, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 1.0041614770889282, | |
| "learning_rate": 9.345412881361978e-06, | |
| "loss": 0.6229, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.9724077582359314, | |
| "learning_rate": 9.31873563742826e-06, | |
| "loss": 0.5926, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 1.0334805250167847, | |
| "learning_rate": 9.29206326361188e-06, | |
| "loss": 0.6482, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.955544650554657, | |
| "learning_rate": 9.265395950584181e-06, | |
| "loss": 0.6301, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.9824047088623047, | |
| "learning_rate": 9.238733888980316e-06, | |
| "loss": 0.5432, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.0226794481277466, | |
| "learning_rate": 9.21207726939792e-06, | |
| "loss": 0.644, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.1623178720474243, | |
| "learning_rate": 9.185426282395707e-06, | |
| "loss": 0.6399, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.005444049835205, | |
| "learning_rate": 9.158781118492133e-06, | |
| "loss": 0.5909, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 1.0435283184051514, | |
| "learning_rate": 9.132141968164026e-06, | |
| "loss": 0.6455, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.9722042083740234, | |
| "learning_rate": 9.105509021845224e-06, | |
| "loss": 0.5917, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 1.1557525396347046, | |
| "learning_rate": 9.078882469925219e-06, | |
| "loss": 0.6092, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.9559000730514526, | |
| "learning_rate": 9.052262502747784e-06, | |
| "loss": 0.6808, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "grad_norm": 0.9796317219734192, | |
| "learning_rate": 9.025649310609627e-06, | |
| "loss": 0.592, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.1970458030700684, | |
| "learning_rate": 8.999043083759016e-06, | |
| "loss": 0.6143, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.0335098505020142, | |
| "learning_rate": 8.97244401239444e-06, | |
| "loss": 0.6122, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.0141277313232422, | |
| "learning_rate": 8.945852286663224e-06, | |
| "loss": 0.6471, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 1.0685157775878906, | |
| "learning_rate": 8.919268096660178e-06, | |
| "loss": 0.648, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.0332282781600952, | |
| "learning_rate": 8.89269163242626e-06, | |
| "loss": 0.583, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.0065079927444458, | |
| "learning_rate": 8.866123083947182e-06, | |
| "loss": 0.6102, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.0752369165420532, | |
| "learning_rate": 8.839562641152074e-06, | |
| "loss": 0.6244, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 1.0231661796569824, | |
| "learning_rate": 8.813010493912127e-06, | |
| "loss": 0.6492, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.0296612977981567, | |
| "learning_rate": 8.786466832039222e-06, | |
| "loss": 0.6345, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.9212373495101929, | |
| "learning_rate": 8.759931845284589e-06, | |
| "loss": 0.61, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 0.9772341251373291, | |
| "learning_rate": 8.733405723337433e-06, | |
| "loss": 0.6099, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 1.0963752269744873, | |
| "learning_rate": 8.706888655823594e-06, | |
| "loss": 0.6536, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.0175827741622925, | |
| "learning_rate": 8.680380832304189e-06, | |
| "loss": 0.5874, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.9240247011184692, | |
| "learning_rate": 8.653882442274243e-06, | |
| "loss": 0.6009, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.154167652130127, | |
| "learning_rate": 8.627393675161354e-06, | |
| "loss": 0.608, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 1.7089484930038452, | |
| "learning_rate": 8.600914720324315e-06, | |
| "loss": 0.6657, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.9948485493659973, | |
| "learning_rate": 8.574445767051794e-06, | |
| "loss": 0.6419, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.9488326907157898, | |
| "learning_rate": 8.547987004560952e-06, | |
| "loss": 0.6241, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 1.0953195095062256, | |
| "learning_rate": 8.521538621996087e-06, | |
| "loss": 0.5945, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "grad_norm": 0.9409649968147278, | |
| "learning_rate": 8.495100808427323e-06, | |
| "loss": 0.5869, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.0395634174346924, | |
| "learning_rate": 8.468673752849201e-06, | |
| "loss": 0.5999, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.996700644493103, | |
| "learning_rate": 8.442257644179374e-06, | |
| "loss": 0.601, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 1.024767518043518, | |
| "learning_rate": 8.415852671257235e-06, | |
| "loss": 0.6195, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 0.9146267175674438, | |
| "learning_rate": 8.38945902284257e-06, | |
| "loss": 0.595, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.0181987285614014, | |
| "learning_rate": 8.363076887614218e-06, | |
| "loss": 0.6269, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.9889507293701172, | |
| "learning_rate": 8.336706454168701e-06, | |
| "loss": 0.6069, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.9235756397247314, | |
| "learning_rate": 8.3103479110189e-06, | |
| "loss": 0.586, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 1.0416637659072876, | |
| "learning_rate": 8.284001446592687e-06, | |
| "loss": 0.6085, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.0352030992507935, | |
| "learning_rate": 8.2576672492316e-06, | |
| "loss": 0.6387, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.9668939113616943, | |
| "learning_rate": 8.231345507189478e-06, | |
| "loss": 0.6113, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 1.0079621076583862, | |
| "learning_rate": 8.20503640863111e-06, | |
| "loss": 0.6257, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 0.9561861753463745, | |
| "learning_rate": 8.178740141630925e-06, | |
| "loss": 0.6228, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.8857633471488953, | |
| "learning_rate": 8.1524568941716e-06, | |
| "loss": 0.6184, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.9727585315704346, | |
| "learning_rate": 8.126186854142752e-06, | |
| "loss": 0.6176, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.9954246282577515, | |
| "learning_rate": 8.09993020933959e-06, | |
| "loss": 0.6427, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.9415956735610962, | |
| "learning_rate": 8.073687147461548e-06, | |
| "loss": 0.6224, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 1.0226082801818848, | |
| "learning_rate": 8.047457856110972e-06, | |
| "loss": 0.5697, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.932956337928772, | |
| "learning_rate": 8.021242522791761e-06, | |
| "loss": 0.5983, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.9568089246749878, | |
| "learning_rate": 7.99504133490804e-06, | |
| "loss": 0.6338, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.891200840473175, | |
| "learning_rate": 7.968854479762807e-06, | |
| "loss": 0.6253, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.9749317765235901, | |
| "learning_rate": 7.942682144556605e-06, | |
| "loss": 0.5868, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 1.0237942934036255, | |
| "learning_rate": 7.916524516386177e-06, | |
| "loss": 0.6026, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.8944117426872253, | |
| "learning_rate": 7.890381782243129e-06, | |
| "loss": 0.5886, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 0.8560101389884949, | |
| "learning_rate": 7.864254129012599e-06, | |
| "loss": 0.5571, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.9961780905723572, | |
| "learning_rate": 7.838141743471912e-06, | |
| "loss": 0.6196, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.9380569458007812, | |
| "learning_rate": 7.81204481228925e-06, | |
| "loss": 0.6182, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.881510853767395, | |
| "learning_rate": 7.785963522022328e-06, | |
| "loss": 0.6177, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.0555378198623657, | |
| "learning_rate": 7.759898059117031e-06, | |
| "loss": 0.5773, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.115706205368042, | |
| "learning_rate": 7.733848609906118e-06, | |
| "loss": 0.6126, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.0175631046295166, | |
| "learning_rate": 7.707815360607857e-06, | |
| "loss": 0.6435, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 0.9289364218711853, | |
| "learning_rate": 7.681798497324717e-06, | |
| "loss": 0.6466, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 1.0058919191360474, | |
| "learning_rate": 7.655798206042033e-06, | |
| "loss": 0.6462, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.0242526531219482, | |
| "learning_rate": 7.629814672626659e-06, | |
| "loss": 0.6278, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.0230293273925781, | |
| "learning_rate": 7.603848082825667e-06, | |
| "loss": 0.6173, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.9613228440284729, | |
| "learning_rate": 7.577898622264995e-06, | |
| "loss": 0.6383, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 1.0192224979400635, | |
| "learning_rate": 7.55196647644814e-06, | |
| "loss": 0.6351, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.9832161664962769, | |
| "learning_rate": 7.526051830754806e-06, | |
| "loss": 0.5862, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.9572023749351501, | |
| "learning_rate": 7.500154870439613e-06, | |
| "loss": 0.624, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 0.9719714522361755, | |
| "learning_rate": 7.474275780630749e-06, | |
| "loss": 0.5904, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 1.0092636346817017, | |
| "learning_rate": 7.4484147463286425e-06, | |
| "loss": 0.5794, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.9607662558555603, | |
| "learning_rate": 7.422571952404662e-06, | |
| "loss": 0.5801, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.9463273286819458, | |
| "learning_rate": 7.3967475835997715e-06, | |
| "loss": 0.5916, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 0.9618302583694458, | |
| "learning_rate": 7.37094182452323e-06, | |
| "loss": 0.6052, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 1.005319356918335, | |
| "learning_rate": 7.345154859651258e-06, | |
| "loss": 0.6004, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.0791444778442383, | |
| "learning_rate": 7.319386873325718e-06, | |
| "loss": 0.6356, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.1857832670211792, | |
| "learning_rate": 7.293638049752813e-06, | |
| "loss": 0.6772, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.9920181632041931, | |
| "learning_rate": 7.267908573001745e-06, | |
| "loss": 0.5627, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 1.02803635597229, | |
| "learning_rate": 7.242198627003423e-06, | |
| "loss": 0.622, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.0053447484970093, | |
| "learning_rate": 7.216508395549134e-06, | |
| "loss": 0.6066, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 1.0622904300689697, | |
| "learning_rate": 7.19083806228923e-06, | |
| "loss": 0.6346, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.9941219091415405, | |
| "learning_rate": 7.165187810731824e-06, | |
| "loss": 0.6347, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "grad_norm": 0.975704550743103, | |
| "learning_rate": 7.13955782424146e-06, | |
| "loss": 0.6394, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.0743510723114014, | |
| "learning_rate": 7.1139482860378325e-06, | |
| "loss": 0.651, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 0.9468650221824646, | |
| "learning_rate": 7.0883593791944405e-06, | |
| "loss": 0.6473, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.0278937816619873, | |
| "learning_rate": 7.062791286637307e-06, | |
| "loss": 0.677, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 1.0085780620574951, | |
| "learning_rate": 7.037244191143662e-06, | |
| "loss": 0.5808, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.9366616606712341, | |
| "learning_rate": 7.011718275340626e-06, | |
| "loss": 0.6272, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 1.1304408311843872, | |
| "learning_rate": 6.986213721703925e-06, | |
| "loss": 0.6539, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.9665270447731018, | |
| "learning_rate": 6.960730712556561e-06, | |
| "loss": 0.6165, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 1.007178783416748, | |
| "learning_rate": 6.9352694300675345e-06, | |
| "loss": 0.617, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.9570013284683228, | |
| "learning_rate": 6.909830056250527e-06, | |
| "loss": 0.6026, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.0597633123397827, | |
| "learning_rate": 6.884412772962594e-06, | |
| "loss": 0.561, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 0.9947226047515869, | |
| "learning_rate": 6.859017761902888e-06, | |
| "loss": 0.6183, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.0463498830795288, | |
| "learning_rate": 6.8336452046113276e-06, | |
| "loss": 0.5819, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 1.047746181488037, | |
| "learning_rate": 6.8082952824673345e-06, | |
| "loss": 0.6718, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.9246806502342224, | |
| "learning_rate": 6.782968176688514e-06, | |
| "loss": 0.5836, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.9811944365501404, | |
| "learning_rate": 6.757664068329353e-06, | |
| "loss": 0.6438, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 0.9842390418052673, | |
| "learning_rate": 6.732383138279963e-06, | |
| "loss": 0.618, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 1.0551859140396118, | |
| "learning_rate": 6.7071255672647366e-06, | |
| "loss": 0.6041, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.0227152109146118, | |
| "learning_rate": 6.681891535841094e-06, | |
| "loss": 0.6214, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.0405597686767578, | |
| "learning_rate": 6.656681224398182e-06, | |
| "loss": 0.6428, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.0254696607589722, | |
| "learning_rate": 6.631494813155574e-06, | |
| "loss": 0.626, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 1.108877182006836, | |
| "learning_rate": 6.606332482161992e-06, | |
| "loss": 0.6285, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.0474169254302979, | |
| "learning_rate": 6.581194411294018e-06, | |
| "loss": 0.6101, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.1109755039215088, | |
| "learning_rate": 6.556080780254805e-06, | |
| "loss": 0.6379, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 1.0906550884246826, | |
| "learning_rate": 6.530991768572794e-06, | |
| "loss": 0.6692, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 0.937291145324707, | |
| "learning_rate": 6.505927555600435e-06, | |
| "loss": 0.5968, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.9941329956054688, | |
| "learning_rate": 6.480888320512901e-06, | |
| "loss": 0.6337, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.9972838759422302, | |
| "learning_rate": 6.455874242306795e-06, | |
| "loss": 0.5937, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 1.045379638671875, | |
| "learning_rate": 6.430885499798903e-06, | |
| "loss": 0.6405, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.9919976592063904, | |
| "learning_rate": 6.405922271624874e-06, | |
| "loss": 0.5793, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 0.9332768321037292, | |
| "learning_rate": 6.3809847362379765e-06, | |
| "loss": 0.6133, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.1040133237838745, | |
| "learning_rate": 6.356073071907809e-06, | |
| "loss": 0.5769, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.022218108177185, | |
| "learning_rate": 6.331187456719023e-06, | |
| "loss": 0.6322, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 1.0963839292526245, | |
| "learning_rate": 6.306328068570062e-06, | |
| "loss": 0.6277, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.0245170593261719, | |
| "learning_rate": 6.2814950851718695e-06, | |
| "loss": 0.6039, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.9054310917854309, | |
| "learning_rate": 6.256688684046639e-06, | |
| "loss": 0.5974, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.024070382118225, | |
| "learning_rate": 6.231909042526539e-06, | |
| "loss": 0.6311, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 1.0201619863510132, | |
| "learning_rate": 6.207156337752435e-06, | |
| "loss": 0.6453, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 1.1757748126983643, | |
| "learning_rate": 6.1824307466726405e-06, | |
| "loss": 0.5946, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.91058748960495, | |
| "learning_rate": 6.15773244604163e-06, | |
| "loss": 0.652, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 1.0924842357635498, | |
| "learning_rate": 6.133061612418804e-06, | |
| "loss": 0.6322, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "grad_norm": 0.9574403166770935, | |
| "learning_rate": 6.108418422167199e-06, | |
| "loss": 0.6716, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.0027289390563965, | |
| "learning_rate": 6.08380305145224e-06, | |
| "loss": 0.6145, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.1438909769058228, | |
| "learning_rate": 6.059215676240493e-06, | |
| "loss": 0.6237, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.1727540493011475, | |
| "learning_rate": 6.034656472298374e-06, | |
| "loss": 0.5684, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 1.1187207698822021, | |
| "learning_rate": 6.0101256151909286e-06, | |
| "loss": 0.594, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.0779290199279785, | |
| "learning_rate": 5.9856232802805505e-06, | |
| "loss": 0.5759, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.0938560962677002, | |
| "learning_rate": 5.961149642725745e-06, | |
| "loss": 0.6111, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.029662847518921, | |
| "learning_rate": 5.936704877479872e-06, | |
| "loss": 0.6049, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "grad_norm": 1.0182905197143555, | |
| "learning_rate": 5.912289159289884e-06, | |
| "loss": 0.6123, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.9786838293075562, | |
| "learning_rate": 5.887902662695093e-06, | |
| "loss": 0.6258, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.9776577353477478, | |
| "learning_rate": 5.863545562025916e-06, | |
| "loss": 0.6418, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.9853367805480957, | |
| "learning_rate": 5.839218031402629e-06, | |
| "loss": 0.6124, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.9788981080055237, | |
| "learning_rate": 5.814920244734124e-06, | |
| "loss": 0.6229, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.10306715965271, | |
| "learning_rate": 5.790652375716653e-06, | |
| "loss": 0.6275, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.9367828369140625, | |
| "learning_rate": 5.7664145978326095e-06, | |
| "loss": 0.5829, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.1416945457458496, | |
| "learning_rate": 5.742207084349274e-06, | |
| "loss": 0.6467, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 1.0426101684570312, | |
| "learning_rate": 5.718030008317578e-06, | |
| "loss": 0.6057, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 0.9459037780761719, | |
| "learning_rate": 5.6938835425708575e-06, | |
| "loss": 0.6362, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.133233666419983, | |
| "learning_rate": 5.669767859723636e-06, | |
| "loss": 0.6561, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.196579098701477, | |
| "learning_rate": 5.645683132170384e-06, | |
| "loss": 0.6231, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 1.10919988155365, | |
| "learning_rate": 5.621629532084265e-06, | |
| "loss": 0.6073, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.9457207918167114, | |
| "learning_rate": 5.597607231415952e-06, | |
| "loss": 0.5828, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.0295524597167969, | |
| "learning_rate": 5.57361640189234e-06, | |
| "loss": 0.6061, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 0.9679163694381714, | |
| "learning_rate": 5.549657215015367e-06, | |
| "loss": 0.6393, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "grad_norm": 1.0385793447494507, | |
| "learning_rate": 5.525729842060768e-06, | |
| "loss": 0.6045, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.0008641481399536, | |
| "learning_rate": 5.501834454076838e-06, | |
| "loss": 0.6174, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 0.9990904331207275, | |
| "learning_rate": 5.4779712218832356e-06, | |
| "loss": 0.6405, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.0095916986465454, | |
| "learning_rate": 5.454140316069747e-06, | |
| "loss": 0.5964, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "grad_norm": 1.0264003276824951, | |
| "learning_rate": 5.430341906995064e-06, | |
| "loss": 0.5937, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9655827879905701, | |
| "learning_rate": 5.406576164785582e-06, | |
| "loss": 0.6226, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9920186996459961, | |
| "learning_rate": 5.382843259334152e-06, | |
| "loss": 0.6189, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9311228394508362, | |
| "learning_rate": 5.3591433602989076e-06, | |
| "loss": 0.5913, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.9763147234916687, | |
| "learning_rate": 5.3354766371020106e-06, | |
| "loss": 0.5837, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.0070594549179077, | |
| "learning_rate": 5.311843258928489e-06, | |
| "loss": 0.579, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.0727875232696533, | |
| "learning_rate": 5.288243394724971e-06, | |
| "loss": 0.6467, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.971811056137085, | |
| "learning_rate": 5.264677213198519e-06, | |
| "loss": 0.5764, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.2393842935562134, | |
| "learning_rate": 5.241144882815413e-06, | |
| "loss": 0.3858, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.2670291662216187, | |
| "learning_rate": 5.217646571799929e-06, | |
| "loss": 0.3888, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.1530663967132568, | |
| "learning_rate": 5.194182448133163e-06, | |
| "loss": 0.4032, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.1262778043746948, | |
| "learning_rate": 5.170752679551816e-06, | |
| "loss": 0.3776, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 1.1338114738464355, | |
| "learning_rate": 5.147357433546992e-06, | |
| "loss": 0.3838, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.0503406524658203, | |
| "learning_rate": 5.123996877363015e-06, | |
| "loss": 0.4049, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.0421979427337646, | |
| "learning_rate": 5.100671177996206e-06, | |
| "loss": 0.378, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 0.9778011441230774, | |
| "learning_rate": 5.077380502193725e-06, | |
| "loss": 0.3765, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "grad_norm": 1.1578431129455566, | |
| "learning_rate": 5.054125016452352e-06, | |
| "loss": 0.4303, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.2118648290634155, | |
| "learning_rate": 5.0309048870173074e-06, | |
| "loss": 0.3904, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.1190721988677979, | |
| "learning_rate": 5.0077202798810675e-06, | |
| "loss": 0.3864, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.2787443399429321, | |
| "learning_rate": 4.984571360782158e-06, | |
| "loss": 0.384, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 1.375259518623352, | |
| "learning_rate": 4.961458295203999e-06, | |
| "loss": 0.4013, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.1658669710159302, | |
| "learning_rate": 4.938381248373695e-06, | |
| "loss": 0.4077, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.029345989227295, | |
| "learning_rate": 4.915340385260871e-06, | |
| "loss": 0.3275, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.1690287590026855, | |
| "learning_rate": 4.8923358705764885e-06, | |
| "loss": 0.3395, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 1.077650547027588, | |
| "learning_rate": 4.869367868771666e-06, | |
| "loss": 0.4032, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.276775598526001, | |
| "learning_rate": 4.846436544036505e-06, | |
| "loss": 0.4053, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.1765282154083252, | |
| "learning_rate": 4.823542060298905e-06, | |
| "loss": 0.3554, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.1307880878448486, | |
| "learning_rate": 4.80068458122342e-06, | |
| "loss": 0.3487, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 1.0298750400543213, | |
| "learning_rate": 4.777864270210057e-06, | |
| "loss": 0.3857, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.9388719797134399, | |
| "learning_rate": 4.75508129039313e-06, | |
| "loss": 0.3694, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.9721542000770569, | |
| "learning_rate": 4.7323358046400844e-06, | |
| "loss": 0.3944, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 0.9660404920578003, | |
| "learning_rate": 4.709627975550326e-06, | |
| "loss": 0.3604, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 1.0129330158233643, | |
| "learning_rate": 4.686957965454078e-06, | |
| "loss": 0.3131, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "grad_norm": 1.3064758777618408, | |
| "learning_rate": 4.664325936411197e-06, | |
| "loss": 0.4035, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.203345775604248, | |
| "learning_rate": 4.641732050210032e-06, | |
| "loss": 0.3636, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.0145697593688965, | |
| "learning_rate": 4.619176468366274e-06, | |
| "loss": 0.3997, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.1014325618743896, | |
| "learning_rate": 4.596659352121768e-06, | |
| "loss": 0.4159, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "grad_norm": 1.0002981424331665, | |
| "learning_rate": 4.574180862443402e-06, | |
| "loss": 0.3767, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.0357248783111572, | |
| "learning_rate": 4.551741160021916e-06, | |
| "loss": 0.3172, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.2248551845550537, | |
| "learning_rate": 4.529340405270792e-06, | |
| "loss": 0.3774, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.0676765441894531, | |
| "learning_rate": 4.5069787583250815e-06, | |
| "loss": 0.3796, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 1.013757586479187, | |
| "learning_rate": 4.484656379040268e-06, | |
| "loss": 0.3868, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.9967157244682312, | |
| "learning_rate": 4.4623734269911274e-06, | |
| "loss": 0.3727, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 0.8882321715354919, | |
| "learning_rate": 4.4401300614705765e-06, | |
| "loss": 0.3648, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 1.1337214708328247, | |
| "learning_rate": 4.417926441488553e-06, | |
| "loss": 0.364, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "grad_norm": 1.1071412563323975, | |
| "learning_rate": 4.395762725770852e-06, | |
| "loss": 0.3898, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.106566071510315, | |
| "learning_rate": 4.3736390727580295e-06, | |
| "loss": 0.3404, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.0419895648956299, | |
| "learning_rate": 4.351555640604233e-06, | |
| "loss": 0.399, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.0877364873886108, | |
| "learning_rate": 4.329512587176081e-06, | |
| "loss": 0.3499, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 1.0401561260223389, | |
| "learning_rate": 4.307510070051554e-06, | |
| "loss": 0.3831, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 1.0114710330963135, | |
| "learning_rate": 4.285548246518837e-06, | |
| "loss": 0.3743, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 0.92411208152771, | |
| "learning_rate": 4.2636272735752195e-06, | |
| "loss": 0.3369, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 1.210862159729004, | |
| "learning_rate": 4.241747307925966e-06, | |
| "loss": 0.3815, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 1.109056830406189, | |
| "learning_rate": 4.21990850598319e-06, | |
| "loss": 0.3597, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 1.0660123825073242, | |
| "learning_rate": 4.198111023864747e-06, | |
| "loss": 0.377, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 1.0329532623291016, | |
| "learning_rate": 4.176355017393099e-06, | |
| "loss": 0.3282, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.9710352420806885, | |
| "learning_rate": 4.154640642094223e-06, | |
| "loss": 0.3676, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 1.0102200508117676, | |
| "learning_rate": 4.1329680531964914e-06, | |
| "loss": 0.4018, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.9945006370544434, | |
| "learning_rate": 4.111337405629553e-06, | |
| "loss": 0.3984, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.9301691055297852, | |
| "learning_rate": 4.089748854023241e-06, | |
| "loss": 0.361, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 1.0488731861114502, | |
| "learning_rate": 4.0682025527064486e-06, | |
| "loss": 0.3614, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "grad_norm": 0.9186500906944275, | |
| "learning_rate": 4.04669865570605e-06, | |
| "loss": 0.3857, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 1.0314873456954956, | |
| "learning_rate": 4.025237316745771e-06, | |
| "loss": 0.3722, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 1.003535509109497, | |
| "learning_rate": 4.003818689245118e-06, | |
| "loss": 0.3675, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 1.1849119663238525, | |
| "learning_rate": 3.982442926318263e-06, | |
| "loss": 0.3972, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "grad_norm": 1.0405722856521606, | |
| "learning_rate": 3.961110180772955e-06, | |
| "loss": 0.3863, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.9948720335960388, | |
| "learning_rate": 3.939820605109429e-06, | |
| "loss": 0.385, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 1.059756875038147, | |
| "learning_rate": 3.9185743515193065e-06, | |
| "loss": 0.3785, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 1.1081238985061646, | |
| "learning_rate": 3.897371571884521e-06, | |
| "loss": 0.3502, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.9353616833686829, | |
| "learning_rate": 3.8762124177762285e-06, | |
| "loss": 0.3723, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.9215275049209595, | |
| "learning_rate": 3.855097040453715e-06, | |
| "loss": 0.4104, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 1.007318139076233, | |
| "learning_rate": 3.83402559086333e-06, | |
| "loss": 0.3417, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.9856567978858948, | |
| "learning_rate": 3.812998219637387e-06, | |
| "loss": 0.3887, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 0.9427929520606995, | |
| "learning_rate": 3.7920150770931095e-06, | |
| "loss": 0.3523, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 1.0284315347671509, | |
| "learning_rate": 3.7710763132315455e-06, | |
| "loss": 0.3622, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 0.9978756308555603, | |
| "learning_rate": 3.750182077736486e-06, | |
| "loss": 0.4096, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 1.1080024242401123, | |
| "learning_rate": 3.7293325199734144e-06, | |
| "loss": 0.3986, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "grad_norm": 1.1263668537139893, | |
| "learning_rate": 3.7085277889884253e-06, | |
| "loss": 0.4085, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.8740857243537903, | |
| "learning_rate": 3.6877680335071653e-06, | |
| "loss": 0.3564, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.9901694059371948, | |
| "learning_rate": 3.667053401933759e-06, | |
| "loss": 0.3689, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 1.0043367147445679, | |
| "learning_rate": 3.6463840423497643e-06, | |
| "loss": 0.3585, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 1.034173846244812, | |
| "learning_rate": 3.625760102513103e-06, | |
| "loss": 0.3353, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 1.0721750259399414, | |
| "learning_rate": 3.6051817298570067e-06, | |
| "loss": 0.3798, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 0.9780704379081726, | |
| "learning_rate": 3.5846490714889694e-06, | |
| "loss": 0.3393, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 1.0679874420166016, | |
| "learning_rate": 3.5641622741896742e-06, | |
| "loss": 0.3506, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 1.1510306596755981, | |
| "learning_rate": 3.543721484411976e-06, | |
| "loss": 0.3939, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.0783063173294067, | |
| "learning_rate": 3.5233268482798353e-06, | |
| "loss": 0.3808, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.9867876768112183, | |
| "learning_rate": 3.5029785115872617e-06, | |
| "loss": 0.3586, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.2214995622634888, | |
| "learning_rate": 3.4826766197973127e-06, | |
| "loss": 0.3611, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 1.017261028289795, | |
| "learning_rate": 3.462421318041003e-06, | |
| "loss": 0.41, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.9691404700279236, | |
| "learning_rate": 3.442212751116305e-06, | |
| "loss": 0.3767, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.9148778915405273, | |
| "learning_rate": 3.4220510634871005e-06, | |
| "loss": 0.3441, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 1.102925419807434, | |
| "learning_rate": 3.4019363992821386e-06, | |
| "loss": 0.3347, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 1.0539733171463013, | |
| "learning_rate": 3.381868902294023e-06, | |
| "loss": 0.3705, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.1010009050369263, | |
| "learning_rate": 3.361848715978173e-06, | |
| "loss": 0.3813, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.9682654738426208, | |
| "learning_rate": 3.3418759834518056e-06, | |
| "loss": 0.3709, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 1.3582557439804077, | |
| "learning_rate": 3.321950847492895e-06, | |
| "loss": 0.344, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "grad_norm": 0.981054425239563, | |
| "learning_rate": 3.302073450539176e-06, | |
| "loss": 0.3971, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.9968892931938171, | |
| "learning_rate": 3.2822439346871127e-06, | |
| "loss": 0.3853, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 1.0093852281570435, | |
| "learning_rate": 3.2624624416908745e-06, | |
| "loss": 0.3476, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 0.8982293605804443, | |
| "learning_rate": 3.2427291129613502e-06, | |
| "loss": 0.3239, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "grad_norm": 1.1306248903274536, | |
| "learning_rate": 3.2230440895651006e-06, | |
| "loss": 0.3988, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.0701810121536255, | |
| "learning_rate": 3.2034075122233798e-06, | |
| "loss": 0.3628, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 1.1889069080352783, | |
| "learning_rate": 3.18381952131112e-06, | |
| "loss": 0.3936, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.8822778463363647, | |
| "learning_rate": 3.164280256855914e-06, | |
| "loss": 0.3456, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.9765056371688843, | |
| "learning_rate": 3.1447898585370386e-06, | |
| "loss": 0.3213, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.1653448343276978, | |
| "learning_rate": 3.125348465684439e-06, | |
| "loss": 0.3927, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.027599811553955, | |
| "learning_rate": 3.105956217277738e-06, | |
| "loss": 0.346, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.0844277143478394, | |
| "learning_rate": 3.086613251945246e-06, | |
| "loss": 0.4082, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 1.0551422834396362, | |
| "learning_rate": 3.067319707962957e-06, | |
| "loss": 0.3862, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 1.1803510189056396, | |
| "learning_rate": 3.0480757232535773e-06, | |
| "loss": 0.3932, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.9642703533172607, | |
| "learning_rate": 3.02888143538553e-06, | |
| "loss": 0.3842, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.9816460609436035, | |
| "learning_rate": 3.0097369815719746e-06, | |
| "loss": 0.3978, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 1.063370943069458, | |
| "learning_rate": 2.990642498669816e-06, | |
| "loss": 0.3512, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 1.0633240938186646, | |
| "learning_rate": 2.971598123178744e-06, | |
| "loss": 0.3679, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.9631143808364868, | |
| "learning_rate": 2.9526039912402504e-06, | |
| "loss": 0.4003, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 1.0357810258865356, | |
| "learning_rate": 2.9336602386366396e-06, | |
| "loss": 0.3878, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.965857982635498, | |
| "learning_rate": 2.9147670007900875e-06, | |
| "loss": 0.366, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 0.9633121490478516, | |
| "learning_rate": 2.8959244127616483e-06, | |
| "loss": 0.3191, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.093406319618225, | |
| "learning_rate": 2.877132609250303e-06, | |
| "loss": 0.3572, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.123749017715454, | |
| "learning_rate": 2.8583917245919944e-06, | |
| "loss": 0.3693, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "grad_norm": 1.0981041193008423, | |
| "learning_rate": 2.839701892758655e-06, | |
| "loss": 0.3731, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.9987170100212097, | |
| "learning_rate": 2.8210632473572664e-06, | |
| "loss": 0.3364, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 0.9356394410133362, | |
| "learning_rate": 2.8024759216288953e-06, | |
| "loss": 0.3768, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 1.053085207939148, | |
| "learning_rate": 2.783940048447743e-06, | |
| "loss": 0.3797, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 1.0330283641815186, | |
| "learning_rate": 2.765455760320196e-06, | |
| "loss": 0.3577, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "grad_norm": 1.184908390045166, | |
| "learning_rate": 2.7470231893838684e-06, | |
| "loss": 0.4114, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.9896612167358398, | |
| "learning_rate": 2.728642467406679e-06, | |
| "loss": 0.3806, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.9521954655647278, | |
| "learning_rate": 2.7103137257858867e-06, | |
| "loss": 0.3781, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 1.0808932781219482, | |
| "learning_rate": 2.692037095547164e-06, | |
| "loss": 0.375, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 1.0219560861587524, | |
| "learning_rate": 2.6738127073436694e-06, | |
| "loss": 0.3789, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 1.1612478494644165, | |
| "learning_rate": 2.6556406914550803e-06, | |
| "loss": 0.3625, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.9443746209144592, | |
| "learning_rate": 2.6375211777867015e-06, | |
| "loss": 0.3291, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.932725727558136, | |
| "learning_rate": 2.6194542958685052e-06, | |
| "loss": 0.3633, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 1.0153712034225464, | |
| "learning_rate": 2.601440174854225e-06, | |
| "loss": 0.3542, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 0.9318667650222778, | |
| "learning_rate": 2.5834789435204245e-06, | |
| "loss": 0.3358, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 1.0376856327056885, | |
| "learning_rate": 2.5655707302655766e-06, | |
| "loss": 0.3631, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 1.0927082300186157, | |
| "learning_rate": 2.5477156631091503e-06, | |
| "loss": 0.3779, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 1.1744165420532227, | |
| "learning_rate": 2.5299138696906833e-06, | |
| "loss": 0.3473, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 0.9817997813224792, | |
| "learning_rate": 2.512165477268889e-06, | |
| "loss": 0.3636, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 1.0878486633300781, | |
| "learning_rate": 2.4944706127207252e-06, | |
| "loss": 0.4015, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 1.0829596519470215, | |
| "learning_rate": 2.476829402540504e-06, | |
| "loss": 0.3734, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "grad_norm": 1.122971773147583, | |
| "learning_rate": 2.459241972838988e-06, | |
| "loss": 0.3629, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 1.0560338497161865, | |
| "learning_rate": 2.4417084493424693e-06, | |
| "loss": 0.3897, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 1.1771371364593506, | |
| "learning_rate": 2.4242289573918933e-06, | |
| "loss": 0.3897, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.9809534549713135, | |
| "learning_rate": 2.4068036219419433e-06, | |
| "loss": 0.3768, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "grad_norm": 0.9981406331062317, | |
| "learning_rate": 2.3894325675601683e-06, | |
| "loss": 0.3449, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.9740926623344421, | |
| "learning_rate": 2.3721159184260733e-06, | |
| "loss": 0.3633, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.9102757573127747, | |
| "learning_rate": 2.354853798330242e-06, | |
| "loss": 0.3533, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 1.2017672061920166, | |
| "learning_rate": 2.3376463306734543e-06, | |
| "loss": 0.4059, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 1.1060692071914673, | |
| "learning_rate": 2.3204936384657873e-06, | |
| "loss": 0.3661, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 1.068207025527954, | |
| "learning_rate": 2.303395844325761e-06, | |
| "loss": 0.3814, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.9582358598709106, | |
| "learning_rate": 2.2863530704794334e-06, | |
| "loss": 0.3912, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.9677960872650146, | |
| "learning_rate": 2.26936543875956e-06, | |
| "loss": 0.3706, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 0.9783523678779602, | |
| "learning_rate": 2.252433070604695e-06, | |
| "loss": 0.366, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.0802927017211914, | |
| "learning_rate": 2.2355560870583283e-06, | |
| "loss": 0.3453, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.0811406373977661, | |
| "learning_rate": 2.2187346087680363e-06, | |
| "loss": 0.3426, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.9628420472145081, | |
| "learning_rate": 2.201968755984596e-06, | |
| "loss": 0.3757, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 1.030654788017273, | |
| "learning_rate": 2.185258648561147e-06, | |
| "loss": 0.3455, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 1.0548131465911865, | |
| "learning_rate": 2.1686044059523192e-06, | |
| "loss": 0.3432, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 1.0581459999084473, | |
| "learning_rate": 2.1520061472133903e-06, | |
| "loss": 0.4014, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 1.1126346588134766, | |
| "learning_rate": 2.1354639909994258e-06, | |
| "loss": 0.3412, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "grad_norm": 1.108038067817688, | |
| "learning_rate": 2.1189780555644302e-06, | |
| "loss": 0.3699, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.047153353691101, | |
| "learning_rate": 2.1025484587605115e-06, | |
| "loss": 0.3794, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.0419840812683105, | |
| "learning_rate": 2.0861753180370324e-06, | |
| "loss": 0.4154, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.0939159393310547, | |
| "learning_rate": 2.0698587504397684e-06, | |
| "loss": 0.3856, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "grad_norm": 1.1994597911834717, | |
| "learning_rate": 2.0535988726100774e-06, | |
| "loss": 0.4137, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.089043140411377, | |
| "learning_rate": 2.0373958007840545e-06, | |
| "loss": 0.4091, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.0016350746154785, | |
| "learning_rate": 2.0212496507917214e-06, | |
| "loss": 0.3792, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.0850452184677124, | |
| "learning_rate": 2.0051605380561702e-06, | |
| "loss": 0.3811, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 1.1471667289733887, | |
| "learning_rate": 1.9891285775927684e-06, | |
| "loss": 0.3476, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 0.8458806872367859, | |
| "learning_rate": 1.973153884008312e-06, | |
| "loss": 0.3635, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.008909821510315, | |
| "learning_rate": 1.957236571500224e-06, | |
| "loss": 0.3514, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.0104005336761475, | |
| "learning_rate": 1.941376753855728e-06, | |
| "loss": 0.3863, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "grad_norm": 1.1356624364852905, | |
| "learning_rate": 1.925574544451031e-06, | |
| "loss": 0.4084, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.9510722756385803, | |
| "learning_rate": 1.9098300562505266e-06, | |
| "loss": 0.3683, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 1.0902206897735596, | |
| "learning_rate": 1.8941434018059779e-06, | |
| "loss": 0.3351, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 1.1588971614837646, | |
| "learning_rate": 1.878514693255714e-06, | |
| "loss": 0.3436, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 1.1468517780303955, | |
| "learning_rate": 1.8629440423238333e-06, | |
| "loss": 0.3305, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 1.119321346282959, | |
| "learning_rate": 1.8474315603193916e-06, | |
| "loss": 0.4021, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 1.0432164669036865, | |
| "learning_rate": 1.8319773581356248e-06, | |
| "loss": 0.3419, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 1.1679702997207642, | |
| "learning_rate": 1.8165815462491466e-06, | |
| "loss": 0.3892, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 0.934533953666687, | |
| "learning_rate": 1.8012442347191483e-06, | |
| "loss": 0.3555, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 1.0839966535568237, | |
| "learning_rate": 1.7859655331866422e-06, | |
| "loss": 0.3948, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 1.1098887920379639, | |
| "learning_rate": 1.7707455508736381e-06, | |
| "loss": 0.3793, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.9264780879020691, | |
| "learning_rate": 1.7555843965823992e-06, | |
| "loss": 0.3552, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 1.1234818696975708, | |
| "learning_rate": 1.7404821786946346e-06, | |
| "loss": 0.4372, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.0034370422363281, | |
| "learning_rate": 1.725439005170747e-06, | |
| "loss": 0.3827, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.1202595233917236, | |
| "learning_rate": 1.7104549835490491e-06, | |
| "loss": 0.3891, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.0200791358947754, | |
| "learning_rate": 1.6955302209449987e-06, | |
| "loss": 0.4046, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 1.0529330968856812, | |
| "learning_rate": 1.680664824050432e-06, | |
| "loss": 0.4219, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 1.1495938301086426, | |
| "learning_rate": 1.6658588991327962e-06, | |
| "loss": 0.3416, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 1.0006402730941772, | |
| "learning_rate": 1.6511125520344007e-06, | |
| "loss": 0.3688, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 0.9660508632659912, | |
| "learning_rate": 1.636425888171652e-06, | |
| "loss": 0.386, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "grad_norm": 1.0930101871490479, | |
| "learning_rate": 1.6217990125342964e-06, | |
| "loss": 0.3759, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.9058865308761597, | |
| "learning_rate": 1.6072320296846898e-06, | |
| "loss": 0.404, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 1.0616929531097412, | |
| "learning_rate": 1.5927250437570197e-06, | |
| "loss": 0.3596, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 1.0566691160202026, | |
| "learning_rate": 1.5782781584565854e-06, | |
| "loss": 0.3778, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 1.012123703956604, | |
| "learning_rate": 1.5638914770590508e-06, | |
| "loss": 0.3415, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 1.0266258716583252, | |
| "learning_rate": 1.5495651024096925e-06, | |
| "loss": 0.4095, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 0.9796007871627808, | |
| "learning_rate": 1.5352991369226865e-06, | |
| "loss": 0.4002, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 1.0556604862213135, | |
| "learning_rate": 1.5210936825803602e-06, | |
| "loss": 0.3394, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 1.0829135179519653, | |
| "learning_rate": 1.5069488409324696e-06, | |
| "loss": 0.3859, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.9986345171928406, | |
| "learning_rate": 1.4928647130954743e-06, | |
| "loss": 0.3893, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.9846001863479614, | |
| "learning_rate": 1.4788413997518026e-06, | |
| "loss": 0.3415, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 0.998688280582428, | |
| "learning_rate": 1.4648790011491544e-06, | |
| "loss": 0.3699, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "grad_norm": 1.0853443145751953, | |
| "learning_rate": 1.4509776170997625e-06, | |
| "loss": 0.3483, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.1299796104431152, | |
| "learning_rate": 1.4371373469796956e-06, | |
| "loss": 0.383, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.091850757598877, | |
| "learning_rate": 1.4233582897281328e-06, | |
| "loss": 0.3405, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.159667730331421, | |
| "learning_rate": 1.4096405438466687e-06, | |
| "loss": 0.3682, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.0162327289581299, | |
| "learning_rate": 1.3959842073986085e-06, | |
| "loss": 0.3824, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 1.0610222816467285, | |
| "learning_rate": 1.3823893780082508e-06, | |
| "loss": 0.3945, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.9760584235191345, | |
| "learning_rate": 1.368856152860215e-06, | |
| "loss": 0.3673, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 0.964137077331543, | |
| "learning_rate": 1.3553846286987271e-06, | |
| "loss": 0.3615, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 1.068863868713379, | |
| "learning_rate": 1.3419749018269368e-06, | |
| "loss": 0.3698, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "grad_norm": 1.0485306978225708, | |
| "learning_rate": 1.3286270681062275e-06, | |
| "loss": 0.3907, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 1.0279109477996826, | |
| "learning_rate": 1.3153412229555251e-06, | |
| "loss": 0.3407, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 1.1816673278808594, | |
| "learning_rate": 1.302117461350627e-06, | |
| "loss": 0.3924, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 1.0322753190994263, | |
| "learning_rate": 1.2889558778235157e-06, | |
| "loss": 0.3109, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 1.0824332237243652, | |
| "learning_rate": 1.2758565664616829e-06, | |
| "loss": 0.3831, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 1.1403456926345825, | |
| "learning_rate": 1.262819620907465e-06, | |
| "loss": 0.3975, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.9186389446258545, | |
| "learning_rate": 1.249845134357357e-06, | |
| "loss": 0.4084, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 1.1256766319274902, | |
| "learning_rate": 1.2369331995613664e-06, | |
| "loss": 0.3524, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 1.12443208694458, | |
| "learning_rate": 1.224083908822331e-06, | |
| "loss": 0.4011, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 1.045150876045227, | |
| "learning_rate": 1.2112973539952777e-06, | |
| "loss": 0.3609, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 1.305837869644165, | |
| "learning_rate": 1.198573626486751e-06, | |
| "loss": 0.4315, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.9822626113891602, | |
| "learning_rate": 1.1859128172541668e-06, | |
| "loss": 0.357, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "grad_norm": 0.9743748903274536, | |
| "learning_rate": 1.1733150168051632e-06, | |
| "loss": 0.364, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 0.9916324019432068, | |
| "learning_rate": 1.1607803151969443e-06, | |
| "loss": 0.3729, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.18027663230896, | |
| "learning_rate": 1.148308802035648e-06, | |
| "loss": 0.3667, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.1447166204452515, | |
| "learning_rate": 1.1359005664756994e-06, | |
| "loss": 0.3707, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 1.0819268226623535, | |
| "learning_rate": 1.123555697219174e-06, | |
| "loss": 0.3907, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 1.018946886062622, | |
| "learning_rate": 1.1112742825151669e-06, | |
| "loss": 0.3577, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 1.0342707633972168, | |
| "learning_rate": 1.0990564101591527e-06, | |
| "loss": 0.335, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 1.2041442394256592, | |
| "learning_rate": 1.0869021674923708e-06, | |
| "loss": 0.3969, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 1.0217515230178833, | |
| "learning_rate": 1.074811641401189e-06, | |
| "loss": 0.3416, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 0.9454570412635803, | |
| "learning_rate": 1.0627849183164906e-06, | |
| "loss": 0.3731, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 1.1685900688171387, | |
| "learning_rate": 1.0508220842130602e-06, | |
| "loss": 0.368, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 1.0981504917144775, | |
| "learning_rate": 1.0389232246089499e-06, | |
| "loss": 0.3884, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "grad_norm": 1.085720419883728, | |
| "learning_rate": 1.0270884245648905e-06, | |
| "loss": 0.3683, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.9990667700767517, | |
| "learning_rate": 1.015317768683669e-06, | |
| "loss": 0.354, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 1.0519665479660034, | |
| "learning_rate": 1.0036113411095304e-06, | |
| "loss": 0.3681, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 1.1080559492111206, | |
| "learning_rate": 9.919692255275747e-07, | |
| "loss": 0.3691, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 1.012698769569397, | |
| "learning_rate": 9.803915051631574e-07, | |
| "loss": 0.356, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.0640681982040405, | |
| "learning_rate": 9.688782627812965e-07, | |
| "loss": 0.3452, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 0.9197502732276917, | |
| "learning_rate": 9.574295806860767e-07, | |
| "loss": 0.3919, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.1475162506103516, | |
| "learning_rate": 9.460455407200708e-07, | |
| "loss": 0.3938, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 1.1591166257858276, | |
| "learning_rate": 9.347262242637345e-07, | |
| "loss": 0.3901, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.102064847946167, | |
| "learning_rate": 9.234717122348558e-07, | |
| "loss": 0.4048, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.1424314975738525, | |
| "learning_rate": 9.122820850879488e-07, | |
| "loss": 0.3597, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.2532248497009277, | |
| "learning_rate": 9.011574228136866e-07, | |
| "loss": 0.3674, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 1.1703746318817139, | |
| "learning_rate": 8.90097804938338e-07, | |
| "loss": 0.4226, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 1.0363982915878296, | |
| "learning_rate": 8.791033105231861e-07, | |
| "loss": 0.3609, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 1.1072263717651367, | |
| "learning_rate": 8.681740181639731e-07, | |
| "loss": 0.3995, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 1.1055591106414795, | |
| "learning_rate": 8.573100059903349e-07, | |
| "loss": 0.3452, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "grad_norm": 1.0444055795669556, | |
| "learning_rate": 8.465113516652424e-07, | |
| "loss": 0.369, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 1.04262375831604, | |
| "learning_rate": 8.357781323844482e-07, | |
| "loss": 0.3242, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 0.9722965955734253, | |
| "learning_rate": 8.251104248759256e-07, | |
| "loss": 0.3625, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 1.1053335666656494, | |
| "learning_rate": 8.145083053993364e-07, | |
| "loss": 0.3739, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "grad_norm": 1.0828070640563965, | |
| "learning_rate": 8.039718497454685e-07, | |
| "loss": 0.3723, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.1141027212142944, | |
| "learning_rate": 7.935011332357113e-07, | |
| "loss": 0.3588, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.0269464254379272, | |
| "learning_rate": 7.83096230721505e-07, | |
| "loss": 0.3514, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.9290771484375, | |
| "learning_rate": 7.727572165838038e-07, | |
| "loss": 0.3697, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 1.0621395111083984, | |
| "learning_rate": 7.624841647325565e-07, | |
| "loss": 0.3692, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 1.0444269180297852, | |
| "learning_rate": 7.522771486061642e-07, | |
| "loss": 0.3676, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.9791834950447083, | |
| "learning_rate": 7.421362411709676e-07, | |
| "loss": 0.3695, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 1.0859102010726929, | |
| "learning_rate": 7.320615149207177e-07, | |
| "loss": 0.3987, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.981833279132843, | |
| "learning_rate": 7.220530418760597e-07, | |
| "loss": 0.3744, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 1.0273011922836304, | |
| "learning_rate": 7.121108935840193e-07, | |
| "loss": 0.36, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.9487125873565674, | |
| "learning_rate": 7.022351411174866e-07, | |
| "loss": 0.3683, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 1.0154640674591064, | |
| "learning_rate": 6.924258550747154e-07, | |
| "loss": 0.384, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 1.018172264099121, | |
| "learning_rate": 6.826831055788119e-07, | |
| "loss": 0.4203, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 0.9754199385643005, | |
| "learning_rate": 6.730069622772373e-07, | |
| "loss": 0.405, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 1.1086993217468262, | |
| "learning_rate": 6.633974943413113e-07, | |
| "loss": 0.3739, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 1.0852959156036377, | |
| "learning_rate": 6.538547704657094e-07, | |
| "loss": 0.4029, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "grad_norm": 1.1574333906173706, | |
| "learning_rate": 6.443788588679823e-07, | |
| "loss": 0.3849, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 1.0261621475219727, | |
| "learning_rate": 6.349698272880588e-07, | |
| "loss": 0.3691, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 1.0623788833618164, | |
| "learning_rate": 6.256277429877711e-07, | |
| "loss": 0.342, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 0.9742769002914429, | |
| "learning_rate": 6.163526727503688e-07, | |
| "loss": 0.3574, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "grad_norm": 1.0071436166763306, | |
| "learning_rate": 6.071446828800353e-07, | |
| "loss": 0.3781, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.9264128804206848, | |
| "learning_rate": 5.980038392014309e-07, | |
| "loss": 0.3502, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 1.1676849126815796, | |
| "learning_rate": 5.889302070591985e-07, | |
| "loss": 0.3902, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 0.9769526720046997, | |
| "learning_rate": 5.79923851317521e-07, | |
| "loss": 0.3435, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 1.0769532918930054, | |
| "learning_rate": 5.709848363596404e-07, | |
| "loss": 0.3773, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.0605096817016602, | |
| "learning_rate": 5.621132260874051e-07, | |
| "loss": 0.3717, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.0418657064437866, | |
| "learning_rate": 5.533090839208133e-07, | |
| "loss": 0.344, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.8912917971611023, | |
| "learning_rate": 5.445724727975498e-07, | |
| "loss": 0.3305, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 1.045654296875, | |
| "learning_rate": 5.359034551725517e-07, | |
| "loss": 0.4082, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.1446118354797363, | |
| "learning_rate": 5.273020930175543e-07, | |
| "loss": 0.3402, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.9397068619728088, | |
| "learning_rate": 5.187684478206412e-07, | |
| "loss": 0.3751, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.055282711982727, | |
| "learning_rate": 5.103025805858197e-07, | |
| "loss": 0.3857, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 1.0485235452651978, | |
| "learning_rate": 5.019045518325693e-07, | |
| "loss": 0.3787, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.0545977354049683, | |
| "learning_rate": 4.935744215954197e-07, | |
| "loss": 0.3758, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.0440723896026611, | |
| "learning_rate": 4.853122494235207e-07, | |
| "loss": 0.3521, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.0499279499053955, | |
| "learning_rate": 4.77118094380209e-07, | |
| "loss": 0.3803, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "grad_norm": 1.0537831783294678, | |
| "learning_rate": 4.6899201504259196e-07, | |
| "loss": 0.3497, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.1298884153366089, | |
| "learning_rate": 4.609340695011311e-07, | |
| "loss": 0.3606, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.1490843296051025, | |
| "learning_rate": 4.5294431535922166e-07, | |
| "loss": 0.378, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.051404356956482, | |
| "learning_rate": 4.4502280973278135e-07, | |
| "loss": 0.3925, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "grad_norm": 1.0292401313781738, | |
| "learning_rate": 4.3716960924984566e-07, | |
| "loss": 0.3421, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 1.0107548236846924, | |
| "learning_rate": 4.2938477005015853e-07, | |
| "loss": 0.3451, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 1.0043538808822632, | |
| "learning_rate": 4.2166834778477717e-07, | |
| "loss": 0.3601, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 1.0446064472198486, | |
| "learning_rate": 4.140203976156665e-07, | |
| "loss": 0.3921, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "grad_norm": 1.2105978727340698, | |
| "learning_rate": 4.064409742153097e-07, | |
| "loss": 0.3689, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.1314482688903809, | |
| "learning_rate": 3.9893013176631636e-07, | |
| "loss": 0.3859, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.1071857213974, | |
| "learning_rate": 3.914879239610392e-07, | |
| "loss": 0.3551, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.0189298391342163, | |
| "learning_rate": 3.8411440400117685e-07, | |
| "loss": 0.3886, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.129767656326294, | |
| "learning_rate": 3.768096245974129e-07, | |
| "loss": 0.3446, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 1.0028159618377686, | |
| "learning_rate": 3.69573637969024e-07, | |
| "loss": 0.3489, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.9922955632209778, | |
| "learning_rate": 3.6240649584351137e-07, | |
| "loss": 0.3524, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.9887750744819641, | |
| "learning_rate": 3.553082494562354e-07, | |
| "loss": 0.3677, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 1.0813145637512207, | |
| "learning_rate": 3.4827894955003825e-07, | |
| "loss": 0.3819, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 1.1129223108291626, | |
| "learning_rate": 3.413186463748941e-07, | |
| "loss": 0.315, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 1.0134004354476929, | |
| "learning_rate": 3.3442738968754164e-07, | |
| "loss": 0.3586, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.9864435791969299, | |
| "learning_rate": 3.276052287511333e-07, | |
| "loss": 0.3953, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.9584245085716248, | |
| "learning_rate": 3.2085221233487564e-07, | |
| "loss": 0.3791, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.9986026287078857, | |
| "learning_rate": 3.1416838871368925e-07, | |
| "loss": 0.3478, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 1.9416661262512207, | |
| "learning_rate": 3.0755380566785955e-07, | |
| "loss": 0.4271, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 1.0283199548721313, | |
| "learning_rate": 3.010085104826932e-07, | |
| "loss": 0.3685, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 1.0230189561843872, | |
| "learning_rate": 2.945325499481855e-07, | |
| "loss": 0.3593, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "grad_norm": 1.1526145935058594, | |
| "learning_rate": 2.881259703586814e-07, | |
| "loss": 0.3692, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.2891979217529297, | |
| "learning_rate": 2.817888175125472e-07, | |
| "loss": 0.407, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.2529091835021973, | |
| "learning_rate": 2.7552113671184264e-07, | |
| "loss": 0.3489, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.004999041557312, | |
| "learning_rate": 2.693229727619906e-07, | |
| "loss": 0.322, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "grad_norm": 1.0034558773040771, | |
| "learning_rate": 2.631943699714712e-07, | |
| "loss": 0.3658, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 1.0214273929595947, | |
| "learning_rate": 2.571353721514913e-07, | |
| "loss": 0.3813, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 1.0095939636230469, | |
| "learning_rate": 2.51146022615677e-07, | |
| "loss": 0.3516, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 1.0672303438186646, | |
| "learning_rate": 2.452263641797659e-07, | |
| "loss": 0.3813, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "grad_norm": 0.959056556224823, | |
| "learning_rate": 2.3937643916129404e-07, | |
| "loss": 0.3743, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 1.0662682056427002, | |
| "learning_rate": 2.3359628937930422e-07, | |
| "loss": 0.381, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 1.0703846216201782, | |
| "learning_rate": 2.2788595615403475e-07, | |
| "loss": 0.4138, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 1.0766559839248657, | |
| "learning_rate": 2.222454803066332e-07, | |
| "loss": 0.3711, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.9815179109573364, | |
| "learning_rate": 2.16674902158861e-07, | |
| "loss": 0.3602, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.1038676500320435, | |
| "learning_rate": 2.111742615328083e-07, | |
| "loss": 0.3954, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.0331889390945435, | |
| "learning_rate": 2.057435977506028e-07, | |
| "loss": 0.3847, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.0882453918457031, | |
| "learning_rate": 2.0038294963413251e-07, | |
| "loss": 0.4082, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "grad_norm": 1.0436729192733765, | |
| "learning_rate": 1.9509235550477123e-07, | |
| "loss": 0.3623, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 1.161468744277954, | |
| "learning_rate": 1.8987185318310009e-07, | |
| "loss": 0.3537, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 1.13321852684021, | |
| "learning_rate": 1.8472147998863877e-07, | |
| "loss": 0.3521, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 1.0659288167953491, | |
| "learning_rate": 1.796412727395802e-07, | |
| "loss": 0.3931, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 1.0503995418548584, | |
| "learning_rate": 1.7463126775252192e-07, | |
| "loss": 0.3681, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.183427095413208, | |
| "learning_rate": 1.6969150084221399e-07, | |
| "loss": 0.3357, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.158530592918396, | |
| "learning_rate": 1.6482200732129804e-07, | |
| "loss": 0.3683, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 0.953620433807373, | |
| "learning_rate": 1.600228220000577e-07, | |
| "loss": 0.3479, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "grad_norm": 1.0016752481460571, | |
| "learning_rate": 1.552939791861663e-07, | |
| "loss": 0.3587, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 1.0718989372253418, | |
| "learning_rate": 1.5063551268444275e-07, | |
| "loss": 0.4021, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 1.0193805694580078, | |
| "learning_rate": 1.4604745579661405e-07, | |
| "loss": 0.3593, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 1.106675148010254, | |
| "learning_rate": 1.4152984132106972e-07, | |
| "loss": 0.3293, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.987933874130249, | |
| "learning_rate": 1.370827015526355e-07, | |
| "loss": 0.4167, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 1.0538557767868042, | |
| "learning_rate": 1.3270606828233668e-07, | |
| "loss": 0.3581, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 1.105463981628418, | |
| "learning_rate": 1.2839997279717075e-07, | |
| "loss": 0.3861, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.9823542237281799, | |
| "learning_rate": 1.241644458798885e-07, | |
| "loss": 0.3428, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 1.0500560998916626, | |
| "learning_rate": 1.1999951780876872e-07, | |
| "loss": 0.4134, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 1.0864903926849365, | |
| "learning_rate": 1.159052183574072e-07, | |
| "loss": 0.3789, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.9418767690658569, | |
| "learning_rate": 1.1188157679449585e-07, | |
| "loss": 0.3673, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.9977820515632629, | |
| "learning_rate": 1.0792862188362396e-07, | |
| "loss": 0.384, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "grad_norm": 0.9629470109939575, | |
| "learning_rate": 1.0404638188306504e-07, | |
| "loss": 0.373, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.983284592628479, | |
| "learning_rate": 1.002348845455725e-07, | |
| "loss": 0.3716, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 1.0521374940872192, | |
| "learning_rate": 9.64941571181921e-08, | |
| "loss": 0.3407, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 0.9713572263717651, | |
| "learning_rate": 9.282422634205645e-08, | |
| "loss": 0.3835, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "grad_norm": 1.1258341073989868, | |
| "learning_rate": 8.922511845219972e-08, | |
| "loss": 0.3906, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 1.0587928295135498, | |
| "learning_rate": 8.569685917736659e-08, | |
| "loss": 0.3664, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 1.0492050647735596, | |
| "learning_rate": 8.223947373983354e-08, | |
| "loss": 0.3806, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 1.0404672622680664, | |
| "learning_rate": 7.885298685522235e-08, | |
| "loss": 0.3596, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.98375403881073, | |
| "learning_rate": 7.553742273232578e-08, | |
| "loss": 0.3733, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 1.1184265613555908, | |
| "learning_rate": 7.229280507293657e-08, | |
| "loss": 0.402, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 1.1216493844985962, | |
| "learning_rate": 6.911915707167538e-08, | |
| "loss": 0.3718, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 1.0226802825927734, | |
| "learning_rate": 6.601650141582649e-08, | |
| "loss": 0.3855, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "grad_norm": 1.0417250394821167, | |
| "learning_rate": 6.29848602851768e-08, | |
| "loss": 0.3915, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.1957062482833862, | |
| "learning_rate": 6.002425535185041e-08, | |
| "loss": 0.3532, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.027915596961975, | |
| "learning_rate": 5.713470778016539e-08, | |
| "loss": 0.3529, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.9913766384124756, | |
| "learning_rate": 5.4316238226469476e-08, | |
| "loss": 0.3272, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.1681790351867676, | |
| "learning_rate": 5.1568866839003525e-08, | |
| "loss": 0.375, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.0217177867889404, | |
| "learning_rate": 4.889261325775163e-08, | |
| "loss": 0.4097, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.0957375764846802, | |
| "learning_rate": 4.628749661430121e-08, | |
| "loss": 0.3522, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.0801223516464233, | |
| "learning_rate": 4.375353553170647e-08, | |
| "loss": 0.357, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "grad_norm": 1.0419552326202393, | |
| "learning_rate": 4.1290748124358513e-08, | |
| "loss": 0.3433, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 1.117267370223999, | |
| "learning_rate": 3.889915199784877e-08, | |
| "loss": 0.3631, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 1.0114556550979614, | |
| "learning_rate": 3.657876424885243e-08, | |
| "loss": 0.3939, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 1.162495732307434, | |
| "learning_rate": 3.432960146499631e-08, | |
| "loss": 0.3512, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 1.0782825946807861, | |
| "learning_rate": 3.2151679724748974e-08, | |
| "loss": 0.3726, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.1750308275222778, | |
| "learning_rate": 3.0045014597299695e-08, | |
| "loss": 0.3905, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.0197083950042725, | |
| "learning_rate": 2.800962114245076e-08, | |
| "loss": 0.3661, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.0369820594787598, | |
| "learning_rate": 2.6045513910509802e-08, | |
| "loss": 0.3995, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "grad_norm": 1.0298311710357666, | |
| "learning_rate": 2.415270694217986e-08, | |
| "loss": 0.368, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.9938005805015564, | |
| "learning_rate": 2.2331213768468363e-08, | |
| "loss": 0.3792, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.9757488369941711, | |
| "learning_rate": 2.0581047410583865e-08, | |
| "loss": 0.3454, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 0.9685208201408386, | |
| "learning_rate": 1.8902220379846125e-08, | |
| "loss": 0.3504, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "grad_norm": 1.1232110261917114, | |
| "learning_rate": 1.7294744677591733e-08, | |
| "loss": 0.361, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.9797727465629578, | |
| "learning_rate": 1.57586317950964e-08, | |
| "loss": 0.3333, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 1.0392558574676514, | |
| "learning_rate": 1.4293892713486135e-08, | |
| "loss": 0.3813, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 1.0265522003173828, | |
| "learning_rate": 1.2900537903660637e-08, | |
| "loss": 0.3655, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 1.1100423336029053, | |
| "learning_rate": 1.157857732622003e-08, | |
| "loss": 0.4057, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.9980720281600952, | |
| "learning_rate": 1.0328020431391583e-08, | |
| "loss": 0.3694, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 1.0084683895111084, | |
| "learning_rate": 9.148876158961983e-09, | |
| "loss": 0.3646, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.9384503960609436, | |
| "learning_rate": 8.041152938216278e-09, | |
| "loss": 0.3825, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 1.0136579275131226, | |
| "learning_rate": 7.004858687874594e-09, | |
| "loss": 0.3425, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.8865569829940796, | |
| "learning_rate": 6.040000816037728e-09, | |
| "loss": 0.3204, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 1.067499041557312, | |
| "learning_rate": 5.146586220131644e-09, | |
| "loss": 0.3571, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 1.09268057346344, | |
| "learning_rate": 4.324621286861952e-09, | |
| "loss": 0.3801, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 1.0590449571609497, | |
| "learning_rate": 3.5741118921628346e-09, | |
| "loss": 0.3827, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "grad_norm": 0.9990357160568237, | |
| "learning_rate": 2.895063401160414e-09, | |
| "loss": 0.3529, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 0.9654290080070496, | |
| "learning_rate": 2.2874806681305593e-09, | |
| "loss": 0.3551, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 1.145081639289856, | |
| "learning_rate": 1.7513680364689145e-09, | |
| "loss": 0.3953, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 1.1687543392181396, | |
| "learning_rate": 1.2867293386531476e-09, | |
| "loss": 0.3482, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "grad_norm": 1.138846516609192, | |
| "learning_rate": 8.935678962196381e-10, | |
| "loss": 0.3827, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 1.009304404258728, | |
| "learning_rate": 5.718865197423817e-10, | |
| "loss": 0.3386, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.9322947859764099, | |
| "learning_rate": 3.2168750880634537e-10, | |
| "loss": 0.3711, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 0.9357113838195801, | |
| "learning_rate": 1.4297265199414434e-10, | |
| "loss": 0.3978, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "grad_norm": 1.1130071878433228, | |
| "learning_rate": 3.57432268771607e-11, | |
| "loss": 0.3536, | |
| "step": 1211 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.9601169228553772, | |
| "learning_rate": 0.0, | |
| "loss": 0.3487, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 1212, | |
| "total_flos": 6.037597788831744e+17, | |
| "train_loss": 0.6512430794168227, | |
| "train_runtime": 17166.6584, | |
| "train_samples_per_second": 9.045, | |
| "train_steps_per_second": 0.071 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1212, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 2000, | |
| "total_flos": 6.037597788831744e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |