| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.387568555758683, | |
| "eval_steps": 500, | |
| "global_step": 12000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003656307129798903, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9978062157221207e-05, | |
| "loss": 0.0015, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.007312614259597806, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9956124314442413e-05, | |
| "loss": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.010968921389396709, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9934186471663623e-05, | |
| "loss": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.014625228519195612, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.991224862888483e-05, | |
| "loss": 0.0001, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.018281535648994516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9890310786106035e-05, | |
| "loss": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.021937842778793418, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9868372943327238e-05, | |
| "loss": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.025594149908592323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9846435100548447e-05, | |
| "loss": 0.0004, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.029250457038391225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9824497257769653e-05, | |
| "loss": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.03290676416819013, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.980255941499086e-05, | |
| "loss": 0.0007, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03656307129798903, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9780621572212066e-05, | |
| "loss": 0.0042, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04021937842778794, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9758683729433275e-05, | |
| "loss": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.043875685557586835, | |
| "grad_norm": 1.104537010192871, | |
| "learning_rate": 2.973674588665448e-05, | |
| "loss": 0.0002, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.04753199268738574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9714808043875687e-05, | |
| "loss": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.051188299817184646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9692870201096894e-05, | |
| "loss": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.054844606946983544, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.96709323583181e-05, | |
| "loss": 0.0, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05850091407678245, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9648994515539306e-05, | |
| "loss": 0.0, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.062157221206581355, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9627056672760512e-05, | |
| "loss": 0.0, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.06581352833638025, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9605118829981718e-05, | |
| "loss": 0.0, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06946983546617916, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9583180987202924e-05, | |
| "loss": 0.0, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.07312614259597806, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9561243144424134e-05, | |
| "loss": 0.0, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07678244972577697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.953930530164534e-05, | |
| "loss": 0.0, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.08043875685557587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9517367458866546e-05, | |
| "loss": 0.0, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.08409506398537477, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9495429616087752e-05, | |
| "loss": 0.0, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.08775137111517367, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.947349177330896e-05, | |
| "loss": 0.0, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09140767824497258, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9451553930530168e-05, | |
| "loss": 0.0099, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.09506398537477148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.942961608775137e-05, | |
| "loss": 0.0, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.09872029250457039, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9407678244972577e-05, | |
| "loss": 0.0, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.10237659963436929, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9385740402193783e-05, | |
| "loss": 0.0, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.10603290676416818, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9363802559414992e-05, | |
| "loss": 0.0, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.10968921389396709, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.93418647166362e-05, | |
| "loss": 0.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.113345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9319926873857405e-05, | |
| "loss": 0.0, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1170018281535649, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.929798903107861e-05, | |
| "loss": 0.0001, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.1206581352833638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.927605118829982e-05, | |
| "loss": 0.0, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.12431444241316271, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9254113345521026e-05, | |
| "loss": 0.0, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.12797074954296161, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9232175502742233e-05, | |
| "loss": 0.0, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.1316270566727605, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9210237659963435e-05, | |
| "loss": 0.0, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.13528336380255943, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.918829981718464e-05, | |
| "loss": 0.0, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.13893967093235832, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.916636197440585e-05, | |
| "loss": 0.0, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1425959780621572, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9144424131627057e-05, | |
| "loss": 0.0, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.14625228519195613, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9122486288848263e-05, | |
| "loss": 0.0, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.14990859232175502, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.910054844606947e-05, | |
| "loss": 0.0001, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.15356489945155394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.907861060329068e-05, | |
| "loss": 0.0, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.15722120658135283, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9056672760511885e-05, | |
| "loss": 0.0, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.16087751371115175, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.903473491773309e-05, | |
| "loss": 0.0, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.16453382084095064, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9012797074954297e-05, | |
| "loss": 0.0, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.16819012797074953, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8990859232175504e-05, | |
| "loss": 0.0, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.17184643510054845, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.896892138939671e-05, | |
| "loss": 0.0, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.17550274223034734, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8946983546617916e-05, | |
| "loss": 0.0, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.17915904936014626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8925045703839122e-05, | |
| "loss": 0.0, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.18281535648994515, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8903107861060328e-05, | |
| "loss": 0.0, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.18647166361974407, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8881170018281538e-05, | |
| "loss": 0.0, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.19012797074954296, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8859232175502744e-05, | |
| "loss": 0.0, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.19378427787934185, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.883729433272395e-05, | |
| "loss": 0.0, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.19744058500914077, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8815356489945156e-05, | |
| "loss": 0.0, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.20109689213893966, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8793418647166366e-05, | |
| "loss": 0.0, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.20475319926873858, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.877148080438757e-05, | |
| "loss": 0.0, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.20840950639853748, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8749542961608775e-05, | |
| "loss": 0.0, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.21206581352833637, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.872760511882998e-05, | |
| "loss": 0.0, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.21572212065813529, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.870566727605119e-05, | |
| "loss": 0.0, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.21937842778793418, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8683729433272396e-05, | |
| "loss": 0.0, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2230347349177331, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8661791590493602e-05, | |
| "loss": 0.0, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.226691042047532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.863985374771481e-05, | |
| "loss": 0.0, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.2303473491773309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8617915904936015e-05, | |
| "loss": 0.0, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.2340036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8595978062157224e-05, | |
| "loss": 0.0, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2376599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.857404021937843e-05, | |
| "loss": 0.0002, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.2413162705667276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8552102376599633e-05, | |
| "loss": 0.0, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.2449725776965265, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.853016453382084e-05, | |
| "loss": 0.0, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.24862888482632542, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.850822669104205e-05, | |
| "loss": 0.0, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.2522851919561243, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8486288848263255e-05, | |
| "loss": 0.0, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.25594149908592323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.846435100548446e-05, | |
| "loss": 0.0, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.2595978062157221, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8442413162705667e-05, | |
| "loss": 0.0005, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.263254113345521, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8420475319926873e-05, | |
| "loss": 0.0, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.26691042047531993, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8398537477148083e-05, | |
| "loss": 0.0, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.27056672760511885, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.837659963436929e-05, | |
| "loss": 0.0073, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.2742230347349177, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8354661791590495e-05, | |
| "loss": 0.0, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.27787934186471663, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8332723948811698e-05, | |
| "loss": 0.0, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.28153564899451555, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8310786106032907e-05, | |
| "loss": 0.0, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.2851919561243144, | |
| "grad_norm": 0.01952667348086834, | |
| "learning_rate": 2.8288848263254114e-05, | |
| "loss": 0.0094, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.28884826325411334, | |
| "grad_norm": 1.364105224609375, | |
| "learning_rate": 2.826691042047532e-05, | |
| "loss": 0.0086, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.29250457038391225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8244972577696526e-05, | |
| "loss": 0.0, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.2961608775137112, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8223034734917735e-05, | |
| "loss": 0.0, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.29981718464351004, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.820109689213894e-05, | |
| "loss": 0.0, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.30347349177330896, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8179159049360148e-05, | |
| "loss": 0.0, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.3071297989031079, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8157221206581354e-05, | |
| "loss": 0.0002, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.31078610603290674, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.813528336380256e-05, | |
| "loss": 0.0, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.31444241316270566, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8113345521023766e-05, | |
| "loss": 0.0, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.3180987202925046, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8091407678244972e-05, | |
| "loss": 0.0, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.3217550274223035, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.806946983546618e-05, | |
| "loss": 0.0, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.32541133455210236, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8047531992687385e-05, | |
| "loss": 0.0, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.3290676416819013, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8025594149908594e-05, | |
| "loss": 0.0, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.3327239488117002, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.80036563071298e-05, | |
| "loss": 0.0, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.33638025594149906, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7981718464351006e-05, | |
| "loss": 0.0, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.340036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7959780621572213e-05, | |
| "loss": 0.0, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.3436928702010969, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7937842778793422e-05, | |
| "loss": 0.0, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.3473491773308958, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7915904936014628e-05, | |
| "loss": 0.0, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.3510054844606947, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.789396709323583e-05, | |
| "loss": 0.0, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.3546617915904936, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7872029250457037e-05, | |
| "loss": 0.0, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.3583180987202925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7850091407678243e-05, | |
| "loss": 0.0, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.3619744058500914, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7828153564899453e-05, | |
| "loss": 0.0, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.3656307129798903, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.780621572212066e-05, | |
| "loss": 0.0, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3692870201096892, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7784277879341865e-05, | |
| "loss": 0.0, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.37294332723948814, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.776234003656307e-05, | |
| "loss": 0.0, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.376599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.774040219378428e-05, | |
| "loss": 0.0, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.3802559414990859, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7718464351005487e-05, | |
| "loss": 0.0, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.38391224862888484, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7696526508226693e-05, | |
| "loss": 0.0, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3875685557586837, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.76745886654479e-05, | |
| "loss": 0.0, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.3912248628884826, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7652650822669102e-05, | |
| "loss": 0.0, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.39488117001828155, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.763071297989031e-05, | |
| "loss": 0.0, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.39853747714808047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7608775137111518e-05, | |
| "loss": 0.0, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.40219378427787933, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7586837294332724e-05, | |
| "loss": 0.0, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.40585009140767825, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.756489945155393e-05, | |
| "loss": 0.0, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.40950639853747717, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.754296160877514e-05, | |
| "loss": 0.0038, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.41316270566727603, | |
| "grad_norm": 2.969595432281494, | |
| "learning_rate": 2.7521023765996346e-05, | |
| "loss": 0.1412, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.41681901279707495, | |
| "grad_norm": 0.8748220205307007, | |
| "learning_rate": 2.749908592321755e-05, | |
| "loss": 0.0621, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.42047531992687387, | |
| "grad_norm": 0.1589801162481308, | |
| "learning_rate": 2.7477148080438758e-05, | |
| "loss": 0.0083, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.42413162705667273, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7455210237659964e-05, | |
| "loss": 0.0007, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.42778793418647165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.743327239488117e-05, | |
| "loss": 0.0, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.43144424131627057, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7411334552102376e-05, | |
| "loss": 0.0001, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.4351005484460695, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7389396709323582e-05, | |
| "loss": 0.0001, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.43875685557586835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.736745886654479e-05, | |
| "loss": 0.0, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.4424131627056673, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7345521023765998e-05, | |
| "loss": 0.0, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.4460694698354662, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7323583180987204e-05, | |
| "loss": 0.0, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.44972577696526506, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.730164533820841e-05, | |
| "loss": 0.0, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.453382084095064, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7279707495429616e-05, | |
| "loss": 0.0, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.4570383912248629, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7257769652650826e-05, | |
| "loss": 0.0, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.4606946983546618, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7235831809872032e-05, | |
| "loss": 0.0, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.4643510054844607, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7213893967093235e-05, | |
| "loss": 0.0, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.4680073126142596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.719195612431444e-05, | |
| "loss": 0.0, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.4716636197440585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.717001828153565e-05, | |
| "loss": 0.0, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.4753199268738574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7148080438756857e-05, | |
| "loss": 0.0, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.4789762340036563, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7126142595978063e-05, | |
| "loss": 0.0, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.4826325411334552, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.710420475319927e-05, | |
| "loss": 0.0, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.48628884826325414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7082266910420475e-05, | |
| "loss": 0.0, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.489945155393053, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7060329067641685e-05, | |
| "loss": 0.0, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.4936014625228519, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.703839122486289e-05, | |
| "loss": 0.0, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.49725776965265084, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7016453382084097e-05, | |
| "loss": 0.0, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.5009140767824497, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.69945155393053e-05, | |
| "loss": 0.0, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.5045703839122486, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.697257769652651e-05, | |
| "loss": 0.0, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.5082266910420475, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6950639853747715e-05, | |
| "loss": 0.0, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.5118829981718465, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.692870201096892e-05, | |
| "loss": 0.0, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5155393053016454, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6906764168190128e-05, | |
| "loss": 0.0, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.5191956124314442, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6884826325411337e-05, | |
| "loss": 0.0, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.5228519195612431, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6862888482632543e-05, | |
| "loss": 0.0, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.526508226691042, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.684095063985375e-05, | |
| "loss": 0.0, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.5301645338208409, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6819012797074956e-05, | |
| "loss": 0.0, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.5338208409506399, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6797074954296162e-05, | |
| "loss": 0.0, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.5374771480804388, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6775137111517368e-05, | |
| "loss": 0.0, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.5411334552102377, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6753199268738574e-05, | |
| "loss": 0.0, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.5447897623400365, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.673126142595978e-05, | |
| "loss": 0.0, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.5484460694698354, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6709323583180986e-05, | |
| "loss": 0.0, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5521023765996343, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6687385740402196e-05, | |
| "loss": 0.0, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.5557586837294333, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6665447897623402e-05, | |
| "loss": 0.0, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.5594149908592322, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6643510054844608e-05, | |
| "loss": 0.0, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.5630712979890311, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6621572212065814e-05, | |
| "loss": 0.0, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.56672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.659963436928702e-05, | |
| "loss": 0.0, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.5703839122486288, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.657769652650823e-05, | |
| "loss": 0.0, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.5740402193784278, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6555758683729433e-05, | |
| "loss": 0.0, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.5776965265082267, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.653382084095064e-05, | |
| "loss": 0.0, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.5813528336380256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6511882998171845e-05, | |
| "loss": 0.0, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.5850091407678245, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6489945155393054e-05, | |
| "loss": 0.0, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.5886654478976234, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.646800731261426e-05, | |
| "loss": 0.0, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.5923217550274223, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6446069469835467e-05, | |
| "loss": 0.0, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.5959780621572212, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6424131627056673e-05, | |
| "loss": 0.0, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.5996343692870201, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6402193784277882e-05, | |
| "loss": 0.0, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.603290676416819, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.638025594149909e-05, | |
| "loss": 0.0, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.6069469835466179, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6358318098720295e-05, | |
| "loss": 0.0, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.6106032906764168, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6336380255941497e-05, | |
| "loss": 0.0, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.6142595978062158, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6314442413162704e-05, | |
| "loss": 0.0, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.6179159049360147, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6292504570383913e-05, | |
| "loss": 0.0, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.6215722120658135, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.627056672760512e-05, | |
| "loss": 0.0, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.6252285191956124, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6248628884826325e-05, | |
| "loss": 0.0, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.6288848263254113, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.622669104204753e-05, | |
| "loss": 0.0, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.6325411334552102, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.620475319926874e-05, | |
| "loss": 0.0, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.6361974405850092, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6182815356489947e-05, | |
| "loss": 0.0, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.6398537477148081, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6160877513711153e-05, | |
| "loss": 0.0, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.643510054844607, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.613893967093236e-05, | |
| "loss": 0.0, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.6471663619744058, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6117001828153566e-05, | |
| "loss": 0.0, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.6508226691042047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6095063985374772e-05, | |
| "loss": 0.0, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.6544789762340036, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6073126142595978e-05, | |
| "loss": 0.0, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.6581352833638026, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6051188299817184e-05, | |
| "loss": 0.0, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6617915904936015, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.602925045703839e-05, | |
| "loss": 0.0, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.6654478976234004, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.60073126142596e-05, | |
| "loss": 0.0, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.6691042047531993, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5985374771480806e-05, | |
| "loss": 0.0, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.6727605118829981, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5963436928702012e-05, | |
| "loss": 0.0, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.676416819012797, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5941499085923218e-05, | |
| "loss": 0.0, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.680073126142596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5919561243144428e-05, | |
| "loss": 0.0, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.6837294332723949, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.589762340036563e-05, | |
| "loss": 0.0, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.6873857404021938, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5875685557586837e-05, | |
| "loss": 0.0, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.6910420475319927, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5853747714808043e-05, | |
| "loss": 0.0, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.6946983546617916, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.583180987202925e-05, | |
| "loss": 0.0, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.6983546617915904, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.580987202925046e-05, | |
| "loss": 0.0, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.7020109689213894, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5787934186471665e-05, | |
| "loss": 0.0, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.7056672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.576599634369287e-05, | |
| "loss": 0.0, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.7093235831809872, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5744058500914077e-05, | |
| "loss": 0.0, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.7129798903107861, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5722120658135286e-05, | |
| "loss": 0.0, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.716636197440585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5700182815356492e-05, | |
| "loss": 0.0, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.720292504570384, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5678244972577695e-05, | |
| "loss": 0.0, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.7239488117001828, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.56563071297989e-05, | |
| "loss": 0.0, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.7276051188299817, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.563436928702011e-05, | |
| "loss": 0.0, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.7312614259597806, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5612431444241317e-05, | |
| "loss": 0.0, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7349177330895795, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5590493601462523e-05, | |
| "loss": 0.0, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.7385740402193784, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.556855575868373e-05, | |
| "loss": 0.0, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.7422303473491774, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5546617915904935e-05, | |
| "loss": 0.0, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.7458866544789763, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5524680073126145e-05, | |
| "loss": 0.0, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.7495429616087751, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.550274223034735e-05, | |
| "loss": 0.0, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.753199268738574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5480804387568557e-05, | |
| "loss": 0.0, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.7568555758683729, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.545886654478976e-05, | |
| "loss": 0.0, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.7605118829981719, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.543692870201097e-05, | |
| "loss": 0.0, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.7641681901279708, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5414990859232176e-05, | |
| "loss": 0.0, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.7678244972577697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5393053016453382e-05, | |
| "loss": 0.0, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.7714808043875686, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5371115173674588e-05, | |
| "loss": 0.0, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.7751371115173674, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5349177330895798e-05, | |
| "loss": 0.0, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.7787934186471663, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5327239488117004e-05, | |
| "loss": 0.0, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.7824497257769653, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.530530164533821e-05, | |
| "loss": 0.0, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.7861060329067642, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5283363802559416e-05, | |
| "loss": 0.0, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.7897623400365631, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5261425959780622e-05, | |
| "loss": 0.0, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.793418647166362, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5239488117001828e-05, | |
| "loss": 0.0, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.7970749542961609, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5217550274223034e-05, | |
| "loss": 0.0, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.8007312614259597, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.519561243144424e-05, | |
| "loss": 0.0, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.8043875685557587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5173674588665447e-05, | |
| "loss": 0.0, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.8080438756855576, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5151736745886656e-05, | |
| "loss": 0.0, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.8117001828153565, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5129798903107862e-05, | |
| "loss": 0.0, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.8153564899451554, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.510786106032907e-05, | |
| "loss": 0.0, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.8190127970749543, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5085923217550275e-05, | |
| "loss": 0.0, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.8226691042047533, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.506398537477148e-05, | |
| "loss": 0.0, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.8263254113345521, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.504204753199269e-05, | |
| "loss": 0.0, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.829981718464351, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.5020109689213896e-05, | |
| "loss": 0.0, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.8336380255941499, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.49981718464351e-05, | |
| "loss": 0.0, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.8372943327239488, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4976234003656305e-05, | |
| "loss": 0.0, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.8409506398537477, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4954296160877515e-05, | |
| "loss": 0.0, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.8446069469835467, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.493235831809872e-05, | |
| "loss": 0.0, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.8482632541133455, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4910420475319927e-05, | |
| "loss": 0.0, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.8519195612431444, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4888482632541133e-05, | |
| "loss": 0.0, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.8555758683729433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4866544789762343e-05, | |
| "loss": 0.0, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.8592321755027422, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.484460694698355e-05, | |
| "loss": 0.0, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.8628884826325411, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4822669104204755e-05, | |
| "loss": 0.0, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.8665447897623401, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.480073126142596e-05, | |
| "loss": 0.0, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.870201096892139, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4778793418647164e-05, | |
| "loss": 0.0, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.8738574040219378, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4756855575868373e-05, | |
| "loss": 0.0, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.8775137111517367, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.473491773308958e-05, | |
| "loss": 0.0, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.8811700182815356, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4712979890310786e-05, | |
| "loss": 0.0, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.8848263254113345, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4691042047531992e-05, | |
| "loss": 0.0, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.8884826325411335, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.46691042047532e-05, | |
| "loss": 0.0, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.8921389396709324, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4647166361974408e-05, | |
| "loss": 0.0, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.8957952468007313, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4625228519195614e-05, | |
| "loss": 0.0, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.8994515539305301, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.460329067641682e-05, | |
| "loss": 0.0, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.903107861060329, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.458135283363803e-05, | |
| "loss": 0.0, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.906764168190128, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4559414990859232e-05, | |
| "loss": 0.0, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.9104204753199269, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4537477148080438e-05, | |
| "loss": 0.0, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.9140767824497258, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4515539305301644e-05, | |
| "loss": 0.0, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.9177330895795247, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.449360146252285e-05, | |
| "loss": 0.0, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.9213893967093236, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.447166361974406e-05, | |
| "loss": 0.0, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.9250457038391224, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4449725776965266e-05, | |
| "loss": 0.0, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.9287020109689214, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4427787934186472e-05, | |
| "loss": 0.0, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.9323583180987203, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.440585009140768e-05, | |
| "loss": 0.0, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.9360146252285192, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4383912248628888e-05, | |
| "loss": 0.0, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.9396709323583181, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4361974405850094e-05, | |
| "loss": 0.0, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.943327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4340036563071297e-05, | |
| "loss": 0.0, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.946983546617916, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4318098720292503e-05, | |
| "loss": 0.0, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.9506398537477148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4296160877513713e-05, | |
| "loss": 0.0, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.9542961608775137, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.427422303473492e-05, | |
| "loss": 0.0, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.9579524680073126, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4252285191956125e-05, | |
| "loss": 0.0, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.9616087751371115, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.423034734917733e-05, | |
| "loss": 0.0, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.9652650822669104, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4208409506398537e-05, | |
| "loss": 0.0, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.9689213893967094, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4186471663619747e-05, | |
| "loss": 0.0, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.9725776965265083, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4164533820840953e-05, | |
| "loss": 0.0, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.9762340036563071, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.414259597806216e-05, | |
| "loss": 0.0, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.979890310786106, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4120658135283362e-05, | |
| "loss": 0.0, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.9835466179159049, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.409872029250457e-05, | |
| "loss": 0.0, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.9872029250457038, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4076782449725777e-05, | |
| "loss": 0.0, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.9908592321755028, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4054844606946984e-05, | |
| "loss": 0.0, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.9945155393053017, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.403290676416819e-05, | |
| "loss": 0.0, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.9981718464351006, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4010968921389396e-05, | |
| "loss": 0.0, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.0018281535648994, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3989031078610605e-05, | |
| "loss": 0.0, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.0054844606946984, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.396709323583181e-05, | |
| "loss": 0.0, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.0091407678244972, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3945155393053018e-05, | |
| "loss": 0.0, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.012797074954296, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3923217550274224e-05, | |
| "loss": 0.0, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.016453382084095, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.390127970749543e-05, | |
| "loss": 0.0, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.0201096892138939, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3879341864716636e-05, | |
| "loss": 0.0, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.023765996343693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3857404021937842e-05, | |
| "loss": 0.0, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.0274223034734917, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.383546617915905e-05, | |
| "loss": 0.0, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.0310786106032908, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3813528336380258e-05, | |
| "loss": 0.0, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.0347349177330896, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3791590493601464e-05, | |
| "loss": 0.0, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.0383912248628886, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.376965265082267e-05, | |
| "loss": 0.0, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.0420475319926874, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3747714808043876e-05, | |
| "loss": 0.0, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.0457038391224862, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3725776965265082e-05, | |
| "loss": 0.0, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.0493601462522852, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3703839122486292e-05, | |
| "loss": 0.0, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.053016453382084, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3681901279707495e-05, | |
| "loss": 0.0, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.056672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.36599634369287e-05, | |
| "loss": 0.0, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.0603290676416819, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3638025594149907e-05, | |
| "loss": 0.0, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.0639853747714807, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3616087751371117e-05, | |
| "loss": 0.0, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.0676416819012797, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3594149908592323e-05, | |
| "loss": 0.0, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.0712979890310785, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.357221206581353e-05, | |
| "loss": 0.0, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.0749542961608776, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3550274223034735e-05, | |
| "loss": 0.0, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.0786106032906764, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3528336380255944e-05, | |
| "loss": 0.0, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.0822669104204754, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.350639853747715e-05, | |
| "loss": 0.0, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.0859232175502742, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3484460694698357e-05, | |
| "loss": 0.0, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.0895795246800732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.346252285191956e-05, | |
| "loss": 0.0, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.093235831809872, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3440585009140766e-05, | |
| "loss": 0.0, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.0968921389396709, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3418647166361975e-05, | |
| "loss": 0.0, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.1005484460694699, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.339670932358318e-05, | |
| "loss": 0.0, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.1042047531992687, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3374771480804387e-05, | |
| "loss": 0.0, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.1078610603290677, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3352833638025594e-05, | |
| "loss": 0.0, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.1115173674588665, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3330895795246803e-05, | |
| "loss": 0.0, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.1151736745886653, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.330895795246801e-05, | |
| "loss": 0.0, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.1188299817184644, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3287020109689215e-05, | |
| "loss": 0.0, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.1224862888482632, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.326508226691042e-05, | |
| "loss": 0.0, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.1261425959780622, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3243144424131624e-05, | |
| "loss": 0.0, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.129798903107861, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3221206581352834e-05, | |
| "loss": 0.0, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.13345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.319926873857404e-05, | |
| "loss": 0.0, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.1371115173674589, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3177330895795246e-05, | |
| "loss": 0.0, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.1407678244972579, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3155393053016452e-05, | |
| "loss": 0.0, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.1444241316270567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3133455210237662e-05, | |
| "loss": 0.0, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.1480804387568555, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3111517367458868e-05, | |
| "loss": 0.0, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.1517367458866545, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3089579524680074e-05, | |
| "loss": 0.0, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.1553930530164533, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.306764168190128e-05, | |
| "loss": 0.0, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.1590493601462524, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.304570383912249e-05, | |
| "loss": 0.0, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.1627056672760512, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3023765996343693e-05, | |
| "loss": 0.0, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.16636197440585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.30018281535649e-05, | |
| "loss": 0.0, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.170018281535649, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2979890310786105e-05, | |
| "loss": 0.0, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.1736745886654478, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.295795246800731e-05, | |
| "loss": 0.0, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.1773308957952469, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.293601462522852e-05, | |
| "loss": 0.0, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.1809872029250457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2914076782449727e-05, | |
| "loss": 0.0, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.1846435100548447, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2892138939670933e-05, | |
| "loss": 0.0, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.1882998171846435, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.287020109689214e-05, | |
| "loss": 0.0, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.1919561243144425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.284826325411335e-05, | |
| "loss": 0.0, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.1956124314442413, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2826325411334555e-05, | |
| "loss": 0.0, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.1992687385740401, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.280438756855576e-05, | |
| "loss": 0.0, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.2029250457038392, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2782449725776963e-05, | |
| "loss": 0.0, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.206581352833638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2760511882998173e-05, | |
| "loss": 0.0, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.210237659963437, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.273857404021938e-05, | |
| "loss": 0.0, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.2138939670932358, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2716636197440585e-05, | |
| "loss": 0.0, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.2175502742230346, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.269469835466179e-05, | |
| "loss": 0.0, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.2212065813528337, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2672760511882998e-05, | |
| "loss": 0.0, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.2248628884826325, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2650822669104207e-05, | |
| "loss": 0.0, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.2285191956124315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2628884826325413e-05, | |
| "loss": 0.0, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.2321755027422303, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.260694698354662e-05, | |
| "loss": 0.0, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.2358318098720293, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2585009140767826e-05, | |
| "loss": 0.0, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.2394881170018281, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.256307129798903e-05, | |
| "loss": 0.0, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.2431444241316272, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2541133455210238e-05, | |
| "loss": 0.0, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.246800731261426, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2519195612431444e-05, | |
| "loss": 0.0, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.2504570383912248, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.249725776965265e-05, | |
| "loss": 0.0, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.2541133455210238, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.247531992687386e-05, | |
| "loss": 0.0, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.2577696526508226, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2453382084095066e-05, | |
| "loss": 0.0, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.2614259597806217, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2431444241316272e-05, | |
| "loss": 0.0, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.2650822669104205, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2409506398537478e-05, | |
| "loss": 0.0, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.2687385740402193, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2387568555758684e-05, | |
| "loss": 0.0, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.2723948811700183, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2365630712979894e-05, | |
| "loss": 0.0, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.2760511882998171, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2343692870201096e-05, | |
| "loss": 0.0, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.2797074954296161, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2321755027422303e-05, | |
| "loss": 0.0, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.283363802559415, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.229981718464351e-05, | |
| "loss": 0.0, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.2870201096892138, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2277879341864718e-05, | |
| "loss": 0.0, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.2906764168190128, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2255941499085924e-05, | |
| "loss": 0.0, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.2943327239488118, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.223400365630713e-05, | |
| "loss": 0.0, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.2979890310786106, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2212065813528337e-05, | |
| "loss": 0.0, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.3016453382084094, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2190127970749543e-05, | |
| "loss": 0.0, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.3053016453382085, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2168190127970752e-05, | |
| "loss": 0.0, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.3089579524680073, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.214625228519196e-05, | |
| "loss": 0.0, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.3126142595978063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.212431444241316e-05, | |
| "loss": 0.0, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.3162705667276051, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2102376599634367e-05, | |
| "loss": 0.0, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.319926873857404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2080438756855577e-05, | |
| "loss": 0.0, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.323583180987203, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2058500914076783e-05, | |
| "loss": 0.0, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.3272394881170018, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.203656307129799e-05, | |
| "loss": 0.0, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.3308957952468008, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2014625228519195e-05, | |
| "loss": 0.0, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.3345521023765996, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1992687385740405e-05, | |
| "loss": 0.0, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.3382084095063984, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.197074954296161e-05, | |
| "loss": 0.0, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.3418647166361974, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1948811700182817e-05, | |
| "loss": 0.0, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.3455210237659965, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1926873857404023e-05, | |
| "loss": 0.0, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.3491773308957953, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1904936014625226e-05, | |
| "loss": 0.0, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.352833638025594, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1882998171846436e-05, | |
| "loss": 0.0, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.3564899451553931, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1861060329067642e-05, | |
| "loss": 0.0, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.360146252285192, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1839122486288848e-05, | |
| "loss": 0.0, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.363802559414991, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1817184643510054e-05, | |
| "loss": 0.0, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.3674588665447898, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1795246800731264e-05, | |
| "loss": 0.0, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.3711151736745886, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.177330895795247e-05, | |
| "loss": 0.0, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.3747714808043876, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1751371115173676e-05, | |
| "loss": 0.0, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.3784277879341864, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1729433272394882e-05, | |
| "loss": 0.0, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.3820840950639854, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.170749542961609e-05, | |
| "loss": 0.0, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.3857404021937842, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1685557586837294e-05, | |
| "loss": 0.0, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.389396709323583, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.16636197440585e-05, | |
| "loss": 0.0, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.393053016453382, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1641681901279707e-05, | |
| "loss": 0.0, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.3967093235831811, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1619744058500913e-05, | |
| "loss": 0.0, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.40036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1597806215722122e-05, | |
| "loss": 0.0, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.4040219378427787, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.157586837294333e-05, | |
| "loss": 0.0, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.4076782449725778, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1553930530164534e-05, | |
| "loss": 0.0, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.4113345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.153199268738574e-05, | |
| "loss": 0.0, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.4149908592321756, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.151005484460695e-05, | |
| "loss": 0.0, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.4186471663619744, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1488117001828156e-05, | |
| "loss": 0.0, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.4223034734917732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.146617915904936e-05, | |
| "loss": 0.0, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.4259597806215722, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1444241316270565e-05, | |
| "loss": 0.0, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.429616087751371, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.142230347349177e-05, | |
| "loss": 0.0, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.43327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.140036563071298e-05, | |
| "loss": 0.0, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.436928702010969, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1378427787934187e-05, | |
| "loss": 0.0, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.4405850091407677, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1356489945155393e-05, | |
| "loss": 0.0, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.4442413162705667, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.13345521023766e-05, | |
| "loss": 0.0, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.4478976234003658, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.131261425959781e-05, | |
| "loss": 0.0, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.4515539305301646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1290676416819015e-05, | |
| "loss": 0.0, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.4552102376599634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.126873857404022e-05, | |
| "loss": 0.0, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.4588665447897624, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1246800731261424e-05, | |
| "loss": 0.0, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.4625228519195612, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1224862888482633e-05, | |
| "loss": 0.0, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.4661791590493602, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.120292504570384e-05, | |
| "loss": 0.0, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.469835466179159, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1180987202925046e-05, | |
| "loss": 0.0, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.4734917733089579, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1159049360146252e-05, | |
| "loss": 0.0, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.477148080438757, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1137111517367458e-05, | |
| "loss": 0.0, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.4808043875685557, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1115173674588667e-05, | |
| "loss": 0.0, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.4844606946983547, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1093235831809874e-05, | |
| "loss": 0.0, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.4881170018281535, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.107129798903108e-05, | |
| "loss": 0.0, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.4917733089579523, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1049360146252286e-05, | |
| "loss": 0.0, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.4954296160877514, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1027422303473492e-05, | |
| "loss": 0.0, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.4990859232175504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1005484460694698e-05, | |
| "loss": 0.0, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.5027422303473492, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0983546617915904e-05, | |
| "loss": 0.0, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.506398537477148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.096160877513711e-05, | |
| "loss": 0.0, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.5100548446069468, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.093967093235832e-05, | |
| "loss": 0.0, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.5137111517367459, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0917733089579526e-05, | |
| "loss": 0.0, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.517367458866545, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0895795246800732e-05, | |
| "loss": 0.0, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.5210237659963437, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.087385740402194e-05, | |
| "loss": 0.0, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.5246800731261425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0851919561243145e-05, | |
| "loss": 0.0, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.5283363802559415, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0829981718464354e-05, | |
| "loss": 0.0, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.5319926873857403, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0808043875685557e-05, | |
| "loss": 0.0, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.5356489945155394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0786106032906763e-05, | |
| "loss": 0.0, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.5393053016453382, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.076416819012797e-05, | |
| "loss": 0.0, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.542961608775137, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.074223034734918e-05, | |
| "loss": 0.0, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.546617915904936, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0720292504570385e-05, | |
| "loss": 0.0, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.550274223034735, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.069835466179159e-05, | |
| "loss": 0.0, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.5539305301645339, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0676416819012797e-05, | |
| "loss": 0.0, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.5575868372943327, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0654478976234007e-05, | |
| "loss": 0.0, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.5612431444241315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0632541133455213e-05, | |
| "loss": 0.0, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.5648994515539305, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.061060329067642e-05, | |
| "loss": 0.0, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.5685557586837295, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.058866544789762e-05, | |
| "loss": 0.0, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.5722120658135283, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0566727605118828e-05, | |
| "loss": 0.0, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.5758683729433272, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0544789762340037e-05, | |
| "loss": 0.0, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.5795246800731262, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0522851919561243e-05, | |
| "loss": 0.0, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.583180987202925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.050091407678245e-05, | |
| "loss": 0.0, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.586837294332724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0478976234003656e-05, | |
| "loss": 0.0, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.5904936014625228, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0457038391224865e-05, | |
| "loss": 0.0, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.5941499085923216, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.043510054844607e-05, | |
| "loss": 0.0, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.5978062157221207, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0413162705667278e-05, | |
| "loss": 0.0, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.6014625228519197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0391224862888484e-05, | |
| "loss": 0.0, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.6051188299817185, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.036928702010969e-05, | |
| "loss": 0.0, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.6087751371115173, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0347349177330896e-05, | |
| "loss": 0.0, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.6124314442413161, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0325411334552102e-05, | |
| "loss": 0.0, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.6160877513711152, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0303473491773308e-05, | |
| "loss": 0.0, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.6197440585009142, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0281535648994514e-05, | |
| "loss": 0.0, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.623400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0259597806215724e-05, | |
| "loss": 0.0, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.6270566727605118, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.023765996343693e-05, | |
| "loss": 0.0, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.6307129798903108, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0215722120658136e-05, | |
| "loss": 0.0, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.6343692870201096, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0193784277879342e-05, | |
| "loss": 0.0, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.6380255941499087, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0171846435100552e-05, | |
| "loss": 0.0, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.6416819012797075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0149908592321758e-05, | |
| "loss": 0.0, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.6453382084095063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.012797074954296e-05, | |
| "loss": 0.0, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.6489945155393053, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0106032906764167e-05, | |
| "loss": 0.0, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.6526508226691043, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0084095063985373e-05, | |
| "loss": 0.0, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.6563071297989032, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0062157221206583e-05, | |
| "loss": 0.0, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.659963436928702, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.004021937842779e-05, | |
| "loss": 0.0, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.6636197440585008, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0018281535648995e-05, | |
| "loss": 0.0, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.6672760511882998, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.99963436928702e-05, | |
| "loss": 0.0, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.6709323583180988, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.997440585009141e-05, | |
| "loss": 0.0, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.6745886654478976, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9952468007312617e-05, | |
| "loss": 0.0, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.6782449725776964, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9930530164533823e-05, | |
| "loss": 0.0, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.6819012797074955, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9908592321755026e-05, | |
| "loss": 0.0, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.6855575868372943, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9886654478976235e-05, | |
| "loss": 0.0, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.6892138939670933, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.986471663619744e-05, | |
| "loss": 0.0, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.6928702010968921, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9842778793418647e-05, | |
| "loss": 0.0, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.696526508226691, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9820840950639853e-05, | |
| "loss": 0.0, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.70018281535649, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.979890310786106e-05, | |
| "loss": 0.0, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.703839122486289, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.977696526508227e-05, | |
| "loss": 0.0, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.7074954296160878, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9755027422303475e-05, | |
| "loss": 0.0, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.7111517367458866, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.973308957952468e-05, | |
| "loss": 0.0, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.7148080438756854, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9711151736745888e-05, | |
| "loss": 0.0, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.7184643510054844, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9689213893967094e-05, | |
| "loss": 0.0, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.7221206581352835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.96672760511883e-05, | |
| "loss": 0.0, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 1.7257769652650823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9645338208409506e-05, | |
| "loss": 0.0, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 1.729433272394881, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9623400365630712e-05, | |
| "loss": 0.0, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 1.7330895795246801, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9601462522851918e-05, | |
| "loss": 0.0, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 1.736745886654479, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9579524680073128e-05, | |
| "loss": 0.0, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.740402193784278, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9557586837294334e-05, | |
| "loss": 0.0, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 1.7440585009140768, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.953564899451554e-05, | |
| "loss": 0.0, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 1.7477148080438756, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9513711151736746e-05, | |
| "loss": 0.0, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 1.7513711151736746, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9491773308957956e-05, | |
| "loss": 0.0, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 1.7550274223034736, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.946983546617916e-05, | |
| "loss": 0.0, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.7586837294332724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9447897623400365e-05, | |
| "loss": 0.0, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 1.7623400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.942595978062157e-05, | |
| "loss": 0.0, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 1.76599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.940402193784278e-05, | |
| "loss": 0.0, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 1.769652650822669, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9382084095063986e-05, | |
| "loss": 0.0, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 1.7733089579524681, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9360146252285193e-05, | |
| "loss": 0.0, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.776965265082267, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.93382084095064e-05, | |
| "loss": 0.0, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 1.7806215722120657, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9316270566727605e-05, | |
| "loss": 0.0, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 1.7842778793418648, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9294332723948814e-05, | |
| "loss": 0.0, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 1.7879341864716636, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.927239488117002e-05, | |
| "loss": 0.0, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 1.7915904936014626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9250457038391223e-05, | |
| "loss": 0.0, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.7952468007312614, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.922851919561243e-05, | |
| "loss": 0.0, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 1.7989031078610602, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.920658135283364e-05, | |
| "loss": 0.0, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 1.8025594149908593, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9184643510054845e-05, | |
| "loss": 0.0, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 1.8062157221206583, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.916270566727605e-05, | |
| "loss": 0.0, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 1.809872029250457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9140767824497257e-05, | |
| "loss": 0.0, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 1.813528336380256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9118829981718467e-05, | |
| "loss": 0.0, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 1.8171846435100547, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9096892138939673e-05, | |
| "loss": 0.0, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 1.8208409506398537, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.907495429616088e-05, | |
| "loss": 0.0, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 1.8244972577696528, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9053016453382085e-05, | |
| "loss": 0.0, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 1.8281535648994516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9031078610603288e-05, | |
| "loss": 0.0, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.8318098720292504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9009140767824498e-05, | |
| "loss": 0.0, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 1.8354661791590492, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8987202925045704e-05, | |
| "loss": 0.0, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 1.8391224862888482, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.896526508226691e-05, | |
| "loss": 0.0, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 1.8427787934186473, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8943327239488116e-05, | |
| "loss": 0.0, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 1.846435100548446, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8921389396709326e-05, | |
| "loss": 0.0, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 1.8500914076782449, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8899451553930532e-05, | |
| "loss": 0.0, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 1.853747714808044, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8877513711151738e-05, | |
| "loss": 0.0, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 1.857404021937843, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8855575868372944e-05, | |
| "loss": 0.0, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 1.8610603290676417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8833638025594154e-05, | |
| "loss": 0.0, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 1.8647166361974405, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8811700182815356e-05, | |
| "loss": 0.0, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.8683729433272394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8789762340036562e-05, | |
| "loss": 0.0, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 1.8720292504570384, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.876782449725777e-05, | |
| "loss": 0.0, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 1.8756855575868374, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8745886654478975e-05, | |
| "loss": 0.0, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 1.8793418647166362, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8723948811700184e-05, | |
| "loss": 0.0, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 1.882998171846435, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.870201096892139e-05, | |
| "loss": 0.0, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 1.8866544789762338, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8680073126142597e-05, | |
| "loss": 0.0, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 1.8903107861060329, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8658135283363803e-05, | |
| "loss": 0.0, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 1.893967093235832, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8636197440585012e-05, | |
| "loss": 0.0, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 1.8976234003656307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.861425959780622e-05, | |
| "loss": 0.0, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 1.9012797074954295, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.859232175502742e-05, | |
| "loss": 0.0, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.9049360146252285, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8570383912248627e-05, | |
| "loss": 0.0, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 1.9085923217550276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8548446069469833e-05, | |
| "loss": 0.0, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 1.9122486288848264, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8526508226691043e-05, | |
| "loss": 0.0, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 1.9159049360146252, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.850457038391225e-05, | |
| "loss": 0.0, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 1.919561243144424, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8482632541133455e-05, | |
| "loss": 0.0, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 1.923217550274223, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.846069469835466e-05, | |
| "loss": 0.0, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 1.926873857404022, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.843875685557587e-05, | |
| "loss": 0.0, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 1.9305301645338209, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8416819012797077e-05, | |
| "loss": 0.0, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 1.9341864716636197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8394881170018283e-05, | |
| "loss": 0.0, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 1.9378427787934185, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8372943327239486e-05, | |
| "loss": 0.0, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.9414990859232175, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8351005484460695e-05, | |
| "loss": 0.0, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 1.9451553930530165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.83290676416819e-05, | |
| "loss": 0.0, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 1.9488117001828154, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8307129798903108e-05, | |
| "loss": 0.0, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 1.9524680073126142, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8285191956124314e-05, | |
| "loss": 0.0, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 1.9561243144424132, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.826325411334552e-05, | |
| "loss": 0.0, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 1.9597806215722122, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.824131627056673e-05, | |
| "loss": 0.0, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 1.963436928702011, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8219378427787936e-05, | |
| "loss": 0.0, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 1.9670932358318098, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8197440585009142e-05, | |
| "loss": 0.0, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 1.9707495429616086, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8175502742230348e-05, | |
| "loss": 0.0, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 1.9744058500914077, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8153564899451554e-05, | |
| "loss": 0.0, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.9780621572212067, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.813162705667276e-05, | |
| "loss": 0.0, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 1.9817184643510055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8109689213893966e-05, | |
| "loss": 0.0, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 1.9853747714808043, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8087751371115173e-05, | |
| "loss": 0.0, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 1.9890310786106031, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8065813528336382e-05, | |
| "loss": 0.0, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 1.9926873857404022, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8043875685557588e-05, | |
| "loss": 0.0, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 1.9963436928702012, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8021937842778794e-05, | |
| "loss": 0.0, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.8e-05, | |
| "loss": 0.0, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.003656307129799, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7978062157221207e-05, | |
| "loss": 0.0, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.0073126142595976, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7956124314442416e-05, | |
| "loss": 0.0, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.010968921389397, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7934186471663622e-05, | |
| "loss": 0.0, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.0146252285191957, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7912248628884825e-05, | |
| "loss": 0.0, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.0182815356489945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.789031078610603e-05, | |
| "loss": 0.0, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.0219378427787933, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.786837294332724e-05, | |
| "loss": 0.0, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.025594149908592, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7846435100548447e-05, | |
| "loss": 0.0, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.0292504570383914, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7824497257769653e-05, | |
| "loss": 0.0, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.03290676416819, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.780255941499086e-05, | |
| "loss": 0.0, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.036563071297989, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7780621572212065e-05, | |
| "loss": 0.0, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.0402193784277878, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7758683729433275e-05, | |
| "loss": 0.0, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.043875685557587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.773674588665448e-05, | |
| "loss": 0.0, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.047531992687386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7714808043875687e-05, | |
| "loss": 0.0, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.0511882998171846, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.769287020109689e-05, | |
| "loss": 0.0, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.0548446069469835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.76709323583181e-05, | |
| "loss": 0.0, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.0585009140767823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7648994515539305e-05, | |
| "loss": 0.0, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.0621572212065815, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.762705667276051e-05, | |
| "loss": 0.0, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.0658135283363803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7605118829981718e-05, | |
| "loss": 0.0, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.069469835466179, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7583180987202927e-05, | |
| "loss": 0.0, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.073126142595978, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7561243144424133e-05, | |
| "loss": 0.0, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.076782449725777, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.753930530164534e-05, | |
| "loss": 0.0, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.080438756855576, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7517367458866546e-05, | |
| "loss": 0.0, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.084095063985375, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7495429616087752e-05, | |
| "loss": 0.0, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.0877513711151736, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7473491773308958e-05, | |
| "loss": 0.0, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.0914076782449724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7451553930530164e-05, | |
| "loss": 0.0, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.0950639853747717, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.742961608775137e-05, | |
| "loss": 0.0001, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.0987202925045705, | |
| "grad_norm": 0.24371479451656342, | |
| "learning_rate": 1.7407678244972576e-05, | |
| "loss": 0.0011, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.1023765996343693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7385740402193786e-05, | |
| "loss": 0.0006, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.106032906764168, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7363802559414992e-05, | |
| "loss": 0.0003, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.109689213893967, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7341864716636198e-05, | |
| "loss": 0.0005, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.113345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7319926873857404e-05, | |
| "loss": 0.0, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.117001828153565, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7297989031078614e-05, | |
| "loss": 0.0002, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.1206581352833638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.727605118829982e-05, | |
| "loss": 0.0, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.1243144424131626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7254113345521023e-05, | |
| "loss": 0.0, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.1279707495429614, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.723217550274223e-05, | |
| "loss": 0.0, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.1316270566727606, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7210237659963435e-05, | |
| "loss": 0.0, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.1352833638025595, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7188299817184645e-05, | |
| "loss": 0.0, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.1389396709323583, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.716636197440585e-05, | |
| "loss": 0.0, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.142595978062157, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7144424131627057e-05, | |
| "loss": 0.0, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.1462522851919563, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7122486288848263e-05, | |
| "loss": 0.0, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.149908592321755, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7100548446069473e-05, | |
| "loss": 0.0, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.153564899451554, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.707861060329068e-05, | |
| "loss": 0.0, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.1572212065813527, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7056672760511885e-05, | |
| "loss": 0.0, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.1608775137111516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7034734917733088e-05, | |
| "loss": 0.0, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.164533820840951, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7012797074954294e-05, | |
| "loss": 0.0, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.1681901279707496, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6990859232175503e-05, | |
| "loss": 0.0, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.1718464351005484, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.696892138939671e-05, | |
| "loss": 0.0, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.1755027422303472, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6946983546617916e-05, | |
| "loss": 0.0, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.1791590493601465, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6925045703839122e-05, | |
| "loss": 0.0, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.1828153564899453, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.690310786106033e-05, | |
| "loss": 0.0, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.186471663619744, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6881170018281537e-05, | |
| "loss": 0.0, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.190127970749543, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6859232175502744e-05, | |
| "loss": 0.0, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.1937842778793417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.683729433272395e-05, | |
| "loss": 0.0, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.197440585009141, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6815356489945156e-05, | |
| "loss": 0.0, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.2010968921389398, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6793418647166362e-05, | |
| "loss": 0.0, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.2047531992687386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6771480804387568e-05, | |
| "loss": 0.0, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.2084095063985374, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6749542961608774e-05, | |
| "loss": 0.0, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.212065813528336, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.672760511882998e-05, | |
| "loss": 0.0, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.2157221206581355, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.670566727605119e-05, | |
| "loss": 0.0, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.2193784277879343, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6683729433272396e-05, | |
| "loss": 0.0, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.223034734917733, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6661791590493602e-05, | |
| "loss": 0.0, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.226691042047532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6639853747714808e-05, | |
| "loss": 0.0, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.2303473491773307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6617915904936018e-05, | |
| "loss": 0.0, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.23400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.659597806215722e-05, | |
| "loss": 0.0, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.2376599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6574040219378427e-05, | |
| "loss": 0.0, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.2413162705667276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6552102376599633e-05, | |
| "loss": 0.0, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.2449725776965264, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6530164533820842e-05, | |
| "loss": 0.0, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.2486288848263256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.650822669104205e-05, | |
| "loss": 0.0, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.2522851919561244, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6486288848263255e-05, | |
| "loss": 0.0, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.2559414990859232, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.646435100548446e-05, | |
| "loss": 0.0, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.259597806215722, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6442413162705667e-05, | |
| "loss": 0.0, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.263254113345521, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6420475319926876e-05, | |
| "loss": 0.0, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.26691042047532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6398537477148083e-05, | |
| "loss": 0.0, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.270566727605119, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6376599634369285e-05, | |
| "loss": 0.0, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.2742230347349177, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.635466179159049e-05, | |
| "loss": 0.0, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.2778793418647165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.63327239488117e-05, | |
| "loss": 0.0, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.2815356489945158, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6310786106032907e-05, | |
| "loss": 0.0, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.2851919561243146, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6288848263254113e-05, | |
| "loss": 0.0, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.2888482632541134, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.626691042047532e-05, | |
| "loss": 0.0, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.292504570383912, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.624497257769653e-05, | |
| "loss": 0.0, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.296160877513711, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6223034734917735e-05, | |
| "loss": 0.0, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.2998171846435103, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.620109689213894e-05, | |
| "loss": 0.0, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.303473491773309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6179159049360147e-05, | |
| "loss": 0.0, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.307129798903108, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.615722120658135e-05, | |
| "loss": 0.0, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.3107861060329067, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.613528336380256e-05, | |
| "loss": 0.0, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.3144424131627055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6113345521023766e-05, | |
| "loss": 0.0, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.3180987202925047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6091407678244972e-05, | |
| "loss": 0.0, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.3217550274223036, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6069469835466178e-05, | |
| "loss": 0.0, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.3254113345521024, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6047531992687388e-05, | |
| "loss": 0.0, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.329067641681901, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6025594149908594e-05, | |
| "loss": 0.0, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.3327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.60036563071298e-05, | |
| "loss": 0.0, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.3363802559414992, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5981718464351006e-05, | |
| "loss": 0.0, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.340036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5959780621572212e-05, | |
| "loss": 0.0, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.343692870201097, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.593784277879342e-05, | |
| "loss": 0.0, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.3473491773308957, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5915904936014625e-05, | |
| "loss": 0.0, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.3510054844606945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.589396709323583e-05, | |
| "loss": 0.0, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.3546617915904937, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5872029250457037e-05, | |
| "loss": 0.0, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.3583180987202925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5850091407678246e-05, | |
| "loss": 0.0, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.3619744058500913, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5828153564899452e-05, | |
| "loss": 0.0, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.36563071297989, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.580621572212066e-05, | |
| "loss": 0.0, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.3692870201096894, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5784277879341865e-05, | |
| "loss": 0.0, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.372943327239488, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5762340036563074e-05, | |
| "loss": 0.0, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.376599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.574040219378428e-05, | |
| "loss": 0.0, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.380255941499086, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5718464351005483e-05, | |
| "loss": 0.0, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.383912248628885, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.569652650822669e-05, | |
| "loss": 0.0, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.387568555758684, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5674588665447895e-05, | |
| "loss": 0.0, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.3912248628884827, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5652650822669105e-05, | |
| "loss": 0.0, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.3948811700182815, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.563071297989031e-05, | |
| "loss": 0.0, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.3985374771480803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5608775137111517e-05, | |
| "loss": 0.0, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.4021937842778796, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5586837294332723e-05, | |
| "loss": 0.0, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.4058500914076784, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5564899451553933e-05, | |
| "loss": 0.0, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.409506398537477, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.554296160877514e-05, | |
| "loss": 0.0, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.413162705667276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5521023765996345e-05, | |
| "loss": 0.0, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.416819012797075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.549908592321755e-05, | |
| "loss": 0.0, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.420475319926874, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5477148080438757e-05, | |
| "loss": 0.0, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.424131627056673, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5455210237659964e-05, | |
| "loss": 0.0, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.4277879341864717, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.543327239488117e-05, | |
| "loss": 0.0, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.4314442413162705, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5411334552102376e-05, | |
| "loss": 0.0, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.4351005484460693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5389396709323582e-05, | |
| "loss": 0.0, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.4387568555758685, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.536745886654479e-05, | |
| "loss": 0.0, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.4424131627056673, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5345521023765998e-05, | |
| "loss": 0.0, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.446069469835466, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5323583180987204e-05, | |
| "loss": 0.0, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.449725776965265, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.530164533820841e-05, | |
| "loss": 0.0, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.4533820840950638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.527970749542962e-05, | |
| "loss": 0.0, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.457038391224863, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5257769652650824e-05, | |
| "loss": 0.0, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.460694698354662, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.523583180987203e-05, | |
| "loss": 0.0, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.4643510054844606, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5213893967093235e-05, | |
| "loss": 0.0, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.4680073126142594, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.519195612431444e-05, | |
| "loss": 0.0, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.4716636197440587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.517001828153565e-05, | |
| "loss": 0.0, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.4753199268738575, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5148080438756856e-05, | |
| "loss": 0.0, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.4789762340036563, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5126142595978063e-05, | |
| "loss": 0.0, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.482632541133455, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5104204753199267e-05, | |
| "loss": 0.0, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.4862888482632544, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5082266910420477e-05, | |
| "loss": 0.0, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.489945155393053, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5060329067641683e-05, | |
| "loss": 0.0, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.493601462522852, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5038391224862889e-05, | |
| "loss": 0.0, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.497257769652651, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5016453382084095e-05, | |
| "loss": 0.0, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.5009140767824496, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4994515539305301e-05, | |
| "loss": 0.0, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.504570383912249, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4972577696526509e-05, | |
| "loss": 0.0, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.5082266910420477, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4950639853747715e-05, | |
| "loss": 0.0, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.5118829981718465, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4928702010968921e-05, | |
| "loss": 0.0, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.5155393053016453, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4906764168190129e-05, | |
| "loss": 0.0, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.519195612431444, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4884826325411333e-05, | |
| "loss": 0.0, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.5228519195612433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4862888482632541e-05, | |
| "loss": 0.0, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.526508226691042, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4840950639853747e-05, | |
| "loss": 0.0, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.530164533820841, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4819012797074955e-05, | |
| "loss": 0.0, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.5338208409506398, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4797074954296161e-05, | |
| "loss": 0.0, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.5374771480804386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4775137111517368e-05, | |
| "loss": 0.0, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.541133455210238, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4753199268738574e-05, | |
| "loss": 0.0, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.5447897623400366, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4731261425959782e-05, | |
| "loss": 0.0, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.5484460694698354, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4709323583180988e-05, | |
| "loss": 0.0, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.5521023765996342, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4687385740402196e-05, | |
| "loss": 0.0, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.555758683729433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.46654478976234e-05, | |
| "loss": 0.0, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.5594149908592323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4643510054844606e-05, | |
| "loss": 0.0, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.563071297989031, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4621572212065814e-05, | |
| "loss": 0.0, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.56672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.459963436928702e-05, | |
| "loss": 0.0, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.5703839122486287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4577696526508228e-05, | |
| "loss": 0.0, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.5740402193784275, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4555758683729432e-05, | |
| "loss": 0.0, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.577696526508227, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.453382084095064e-05, | |
| "loss": 0.0, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.5813528336380256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4511882998171846e-05, | |
| "loss": 0.0, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.5850091407678244, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4489945155393054e-05, | |
| "loss": 0.0, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.5886654478976237, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.446800731261426e-05, | |
| "loss": 0.0, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 2.5923217550274225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4446069469835466e-05, | |
| "loss": 0.0, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 2.5959780621572213, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4424131627056673e-05, | |
| "loss": 0.0, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.59963436928702, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4402193784277879e-05, | |
| "loss": 0.0, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 2.603290676416819, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4380255941499087e-05, | |
| "loss": 0.0, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 2.606946983546618, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4358318098720293e-05, | |
| "loss": 0.0, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 2.610603290676417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.43363802559415e-05, | |
| "loss": 0.0, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 2.6142595978062158, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4314442413162705e-05, | |
| "loss": 0.0, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.6179159049360146, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4292504570383913e-05, | |
| "loss": 0.0, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 2.6215722120658134, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4270566727605119e-05, | |
| "loss": 0.0, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 2.6252285191956126, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4248628884826327e-05, | |
| "loss": 0.0, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 2.6288848263254114, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4226691042047533e-05, | |
| "loss": 0.0, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 2.6325411334552102, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4204753199268739e-05, | |
| "loss": 0.0, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.636197440585009, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4182815356489945e-05, | |
| "loss": 0.0, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 2.639853747714808, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4160877513711153e-05, | |
| "loss": 0.0, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 2.643510054844607, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.413893967093236e-05, | |
| "loss": 0.0, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 2.647166361974406, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4117001828153565e-05, | |
| "loss": 0.0, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 2.6508226691042047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4095063985374771e-05, | |
| "loss": 0.0, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.6544789762340035, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4073126142595978e-05, | |
| "loss": 0.0, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 2.6581352833638023, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4051188299817185e-05, | |
| "loss": 0.0, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 2.6617915904936016, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4029250457038392e-05, | |
| "loss": 0.0, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 2.6654478976234004, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.40073126142596e-05, | |
| "loss": 0.0, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 2.669104204753199, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3985374771480804e-05, | |
| "loss": 0.0, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.672760511882998, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3963436928702012e-05, | |
| "loss": 0.0, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 2.676416819012797, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3941499085923218e-05, | |
| "loss": 0.0, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 2.680073126142596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3919561243144426e-05, | |
| "loss": 0.0, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 2.683729433272395, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3897623400365632e-05, | |
| "loss": 0.0, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 2.6873857404021937, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3875685557586836e-05, | |
| "loss": 0.0, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.691042047531993, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3853747714808044e-05, | |
| "loss": 0.0, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 2.6946983546617918, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.383180987202925e-05, | |
| "loss": 0.0, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 2.6983546617915906, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3809872029250458e-05, | |
| "loss": 0.0, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 2.7020109689213894, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3787934186471664e-05, | |
| "loss": 0.0, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 2.705667276051188, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.376599634369287e-05, | |
| "loss": 0.0, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.7093235831809874, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3744058500914077e-05, | |
| "loss": 0.0, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 2.7129798903107862, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3722120658135284e-05, | |
| "loss": 0.0, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 2.716636197440585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.370018281535649e-05, | |
| "loss": 0.0, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 2.720292504570384, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3678244972577698e-05, | |
| "loss": 0.0, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 2.7239488117001827, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3656307129798903e-05, | |
| "loss": 0.0, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 2.727605118829982, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3634369287020109e-05, | |
| "loss": 0.0, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 2.7312614259597807, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3612431444241317e-05, | |
| "loss": 0.0, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 2.7349177330895795, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3590493601462523e-05, | |
| "loss": 0.0, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 2.7385740402193783, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.356855575868373e-05, | |
| "loss": 0.0, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 2.742230347349177, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3546617915904935e-05, | |
| "loss": 0.0, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.7458866544789764, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3524680073126143e-05, | |
| "loss": 0.0, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 2.749542961608775, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3502742230347349e-05, | |
| "loss": 0.0, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 2.753199268738574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3480804387568557e-05, | |
| "loss": 0.0, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 2.756855575868373, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3458866544789763e-05, | |
| "loss": 0.0, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 2.7605118829981716, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.343692870201097e-05, | |
| "loss": 0.0, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 2.764168190127971, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3414990859232175e-05, | |
| "loss": 0.0, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 2.7678244972577697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3393053016453383e-05, | |
| "loss": 0.0, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 2.7714808043875685, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.337111517367459e-05, | |
| "loss": 0.0, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 2.7751371115173673, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3349177330895796e-05, | |
| "loss": 0.0, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 2.778793418647166, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3327239488117002e-05, | |
| "loss": 0.0, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.7824497257769654, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3305301645338208e-05, | |
| "loss": 0.0, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 2.786106032906764, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3283363802559416e-05, | |
| "loss": 0.0, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 2.789762340036563, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3261425959780622e-05, | |
| "loss": 0.0, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 2.7934186471663622, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.323948811700183e-05, | |
| "loss": 0.0, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 2.797074954296161, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3217550274223034e-05, | |
| "loss": 0.0, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 2.80073126142596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3195612431444242e-05, | |
| "loss": 0.0, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 2.8043875685557587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3173674588665448e-05, | |
| "loss": 0.0, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 2.8080438756855575, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3151736745886656e-05, | |
| "loss": 0.0, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 2.8117001828153567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3129798903107862e-05, | |
| "loss": 0.0, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 2.8153564899451555, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3107861060329066e-05, | |
| "loss": 0.0, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.8190127970749543, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3085923217550274e-05, | |
| "loss": 0.0, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 2.822669104204753, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.306398537477148e-05, | |
| "loss": 0.0, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 2.826325411334552, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3042047531992688e-05, | |
| "loss": 0.0, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 2.829981718464351, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3020109689213894e-05, | |
| "loss": 0.0, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 2.83363802559415, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.29981718464351e-05, | |
| "loss": 0.0, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 2.837294332723949, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2976234003656307e-05, | |
| "loss": 0.0, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 2.8409506398537476, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2954296160877515e-05, | |
| "loss": 0.0, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 2.8446069469835464, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.293235831809872e-05, | |
| "loss": 0.0, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 2.8482632541133457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2910420475319929e-05, | |
| "loss": 0.0, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 2.8519195612431445, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2888482632541133e-05, | |
| "loss": 0.0, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.8555758683729433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.286654478976234e-05, | |
| "loss": 0.0, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 2.859232175502742, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2844606946983547e-05, | |
| "loss": 0.0, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 2.862888482632541, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2822669104204753e-05, | |
| "loss": 0.0, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 2.86654478976234, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2800731261425961e-05, | |
| "loss": 0.0, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 2.870201096892139, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2778793418647165e-05, | |
| "loss": 0.0, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 2.873857404021938, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2756855575868373e-05, | |
| "loss": 0.0, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 2.8775137111517366, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.273491773308958e-05, | |
| "loss": 0.0, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 2.8811700182815354, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2712979890310787e-05, | |
| "loss": 0.0, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 2.8848263254113347, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2691042047531993e-05, | |
| "loss": 0.0, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 2.8884826325411335, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.26691042047532e-05, | |
| "loss": 0.0, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.8921389396709323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2647166361974406e-05, | |
| "loss": 0.0, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 2.8957952468007315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2625228519195613e-05, | |
| "loss": 0.0, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 2.89945155393053, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.260329067641682e-05, | |
| "loss": 0.0, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 2.903107861060329, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2581352833638026e-05, | |
| "loss": 0.0, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 2.906764168190128, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2559414990859232e-05, | |
| "loss": 0.0, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 2.9104204753199268, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2537477148080438e-05, | |
| "loss": 0.0, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 2.914076782449726, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2515539305301646e-05, | |
| "loss": 0.0, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 2.917733089579525, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2493601462522852e-05, | |
| "loss": 0.0, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 2.9213893967093236, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.247166361974406e-05, | |
| "loss": 0.0, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 2.9250457038391224, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2449725776965264e-05, | |
| "loss": 0.0, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.9287020109689212, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2427787934186472e-05, | |
| "loss": 0.0, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 2.9323583180987205, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2405850091407678e-05, | |
| "loss": 0.0, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 2.9360146252285193, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2383912248628886e-05, | |
| "loss": 0.0, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 2.939670932358318, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2361974405850092e-05, | |
| "loss": 0.0, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 2.943327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2340036563071298e-05, | |
| "loss": 0.0, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 2.9469835466179157, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2318098720292504e-05, | |
| "loss": 0.0, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 2.950639853747715, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.229616087751371e-05, | |
| "loss": 0.0, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 2.954296160877514, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2274223034734918e-05, | |
| "loss": 0.0, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 2.9579524680073126, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2252285191956125e-05, | |
| "loss": 0.0, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 2.9616087751371114, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.223034734917733e-05, | |
| "loss": 0.0, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.96526508226691, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2208409506398537e-05, | |
| "loss": 0.0, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 2.9689213893967095, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2186471663619745e-05, | |
| "loss": 0.0, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 2.9725776965265083, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2164533820840951e-05, | |
| "loss": 0.0, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 2.976234003656307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2142595978062159e-05, | |
| "loss": 0.0, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 2.979890310786106, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2120658135283363e-05, | |
| "loss": 0.0, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 2.9835466179159047, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2098720292504571e-05, | |
| "loss": 0.0, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 2.987202925045704, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2076782449725777e-05, | |
| "loss": 0.0, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 2.9908592321755028, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2054844606946983e-05, | |
| "loss": 0.0, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 2.9945155393053016, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2032906764168191e-05, | |
| "loss": 0.0, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 2.998171846435101, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2010968921389397e-05, | |
| "loss": 0.0, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.0018281535648996, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1989031078610603e-05, | |
| "loss": 0.0, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 3.0054844606946984, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.196709323583181e-05, | |
| "loss": 0.0, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 3.0091407678244972, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1945155393053017e-05, | |
| "loss": 0.0, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 3.012797074954296, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1923217550274223e-05, | |
| "loss": 0.0, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 3.016453382084095, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1901279707495431e-05, | |
| "loss": 0.0, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 3.020109689213894, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1879341864716636e-05, | |
| "loss": 0.0, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 3.023765996343693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1857404021937844e-05, | |
| "loss": 0.0, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 3.0274223034734917, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.183546617915905e-05, | |
| "loss": 0.0, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 3.0310786106032905, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1813528336380256e-05, | |
| "loss": 0.0, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 3.03473491773309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1791590493601464e-05, | |
| "loss": 0.0, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.0383912248628886, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1769652650822668e-05, | |
| "loss": 0.0, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 3.0420475319926874, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1747714808043876e-05, | |
| "loss": 0.0, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 3.045703839122486, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1725776965265082e-05, | |
| "loss": 0.0, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 3.049360146252285, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.170383912248629e-05, | |
| "loss": 0.0, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 3.0530164533820843, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1681901279707496e-05, | |
| "loss": 0.0, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 3.056672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1659963436928702e-05, | |
| "loss": 0.0, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 3.060329067641682, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1638025594149908e-05, | |
| "loss": 0.0, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 3.0639853747714807, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1616087751371116e-05, | |
| "loss": 0.0, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 3.0676416819012795, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1594149908592322e-05, | |
| "loss": 0.0, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 3.0712979890310788, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.157221206581353e-05, | |
| "loss": 0.0, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.0749542961608776, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1550274223034735e-05, | |
| "loss": 0.0, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 3.0786106032906764, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.152833638025594e-05, | |
| "loss": 0.0, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 3.082266910420475, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1506398537477149e-05, | |
| "loss": 0.0, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 3.0859232175502744, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1484460694698355e-05, | |
| "loss": 0.0, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 3.0895795246800732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1462522851919563e-05, | |
| "loss": 0.0, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 3.093235831809872, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1440585009140767e-05, | |
| "loss": 0.0, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 3.096892138939671, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1418647166361975e-05, | |
| "loss": 0.0, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 3.1005484460694697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1396709323583181e-05, | |
| "loss": 0.0, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 3.104204753199269, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1374771480804389e-05, | |
| "loss": 0.0, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 3.1078610603290677, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1352833638025595e-05, | |
| "loss": 0.0, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.1115173674588665, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1330895795246801e-05, | |
| "loss": 0.0, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 3.1151736745886653, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1308957952468007e-05, | |
| "loss": 0.0, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 3.118829981718464, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1287020109689213e-05, | |
| "loss": 0.0, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 3.1224862888482634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1265082266910421e-05, | |
| "loss": 0.0, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 3.126142595978062, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1243144424131627e-05, | |
| "loss": 0.0, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 3.129798903107861, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1221206581352834e-05, | |
| "loss": 0.0, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 3.13345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.119926873857404e-05, | |
| "loss": 0.0, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 3.137111517367459, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1177330895795248e-05, | |
| "loss": 0.0, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 3.140767824497258, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1155393053016454e-05, | |
| "loss": 0.0, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 3.1444241316270567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1133455210237662e-05, | |
| "loss": 0.0, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.1480804387568555, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1111517367458866e-05, | |
| "loss": 0.0, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 3.1517367458866543, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1089579524680074e-05, | |
| "loss": 0.0, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 3.1553930530164536, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.106764168190128e-05, | |
| "loss": 0.0, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 3.1590493601462524, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1045703839122488e-05, | |
| "loss": 0.0, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 3.162705667276051, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1023765996343694e-05, | |
| "loss": 0.0, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.16636197440585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1001828153564898e-05, | |
| "loss": 0.0, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 3.170018281535649, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0979890310786106e-05, | |
| "loss": 0.0, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 3.173674588665448, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0957952468007312e-05, | |
| "loss": 0.0, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 3.177330895795247, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.093601462522852e-05, | |
| "loss": 0.0, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 3.1809872029250457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0914076782449726e-05, | |
| "loss": 0.0, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.1846435100548445, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0892138939670932e-05, | |
| "loss": 0.0, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 3.1882998171846433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0870201096892139e-05, | |
| "loss": 0.0, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 3.1919561243144425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0848263254113346e-05, | |
| "loss": 0.0, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 3.1956124314442413, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0826325411334553e-05, | |
| "loss": 0.0, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 3.19926873857404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.080438756855576e-05, | |
| "loss": 0.0, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 3.202925045703839, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0782449725776965e-05, | |
| "loss": 0.0, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 3.206581352833638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0760511882998171e-05, | |
| "loss": 0.0, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 3.210237659963437, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0738574040219379e-05, | |
| "loss": 0.0, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 3.213893967093236, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0716636197440585e-05, | |
| "loss": 0.0, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 3.2175502742230346, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0694698354661793e-05, | |
| "loss": 0.0, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.2212065813528334, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0672760511882997e-05, | |
| "loss": 0.0, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 3.2248628884826327, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0650822669104205e-05, | |
| "loss": 0.0, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 3.2285191956124315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0628884826325411e-05, | |
| "loss": 0.0, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 3.2321755027422303, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0606946983546619e-05, | |
| "loss": 0.0, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 3.235831809872029, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0585009140767825e-05, | |
| "loss": 0.0, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 3.2394881170018284, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0563071297989031e-05, | |
| "loss": 0.0, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 3.243144424131627, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0541133455210237e-05, | |
| "loss": 0.0, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 3.246800731261426, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0519195612431444e-05, | |
| "loss": 0.0, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 3.250457038391225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0497257769652651e-05, | |
| "loss": 0.0, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 3.2541133455210236, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0475319926873858e-05, | |
| "loss": 0.0, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.257769652650823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0453382084095064e-05, | |
| "loss": 0.0, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 3.2614259597806217, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.043144424131627e-05, | |
| "loss": 0.0, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 3.2650822669104205, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0409506398537478e-05, | |
| "loss": 0.0, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 3.2687385740402193, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0387568555758684e-05, | |
| "loss": 0.0, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 3.272394881170018, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0365630712979892e-05, | |
| "loss": 0.0, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 3.2760511882998173, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0343692870201096e-05, | |
| "loss": 0.0, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 3.279707495429616, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0321755027422304e-05, | |
| "loss": 0.0, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 3.283363802559415, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.029981718464351e-05, | |
| "loss": 0.0, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 3.2870201096892138, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0277879341864718e-05, | |
| "loss": 0.0, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 3.2906764168190126, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0255941499085924e-05, | |
| "loss": 0.0, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.294332723948812, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0234003656307129e-05, | |
| "loss": 0.0, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 3.2979890310786106, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0212065813528336e-05, | |
| "loss": 0.0, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 3.3016453382084094, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0190127970749543e-05, | |
| "loss": 0.0, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 3.3053016453382082, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.016819012797075e-05, | |
| "loss": 0.0, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 3.3089579524680075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0146252285191956e-05, | |
| "loss": 0.0, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 3.3126142595978063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0124314442413163e-05, | |
| "loss": 0.0, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 3.316270566727605, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0102376599634369e-05, | |
| "loss": 0.0, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 3.319926873857404, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0080438756855577e-05, | |
| "loss": 0.0, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 3.3235831809872027, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0058500914076783e-05, | |
| "loss": 0.0, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 3.327239488117002, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.003656307129799e-05, | |
| "loss": 0.0, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.330895795246801, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0014625228519195e-05, | |
| "loss": 0.0, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 3.3345521023765996, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.992687385740401e-06, | |
| "loss": 0.0, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 3.3382084095063984, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.970749542961609e-06, | |
| "loss": 0.0, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 3.3418647166361977, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.948811700182815e-06, | |
| "loss": 0.0, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 3.3455210237659965, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.926873857404023e-06, | |
| "loss": 0.0, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 3.3491773308957953, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.904936014625227e-06, | |
| "loss": 0.0, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 3.352833638025594, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.882998171846435e-06, | |
| "loss": 0.0, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 3.356489945155393, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.861060329067641e-06, | |
| "loss": 0.0, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 3.360146252285192, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.83912248628885e-06, | |
| "loss": 0.0, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 3.363802559414991, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.817184643510055e-06, | |
| "loss": 0.0, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.3674588665447898, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.795246800731262e-06, | |
| "loss": 0.0, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 3.3711151736745886, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.773308957952468e-06, | |
| "loss": 0.0, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 3.3747714808043874, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.751371115173675e-06, | |
| "loss": 0.0, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 3.3784277879341866, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.729433272394882e-06, | |
| "loss": 0.0, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 3.3820840950639854, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.707495429616088e-06, | |
| "loss": 0.0, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 3.3857404021937842, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.685557586837294e-06, | |
| "loss": 0.0, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 3.389396709323583, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.6636197440585e-06, | |
| "loss": 0.0, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 3.393053016453382, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.641681901279708e-06, | |
| "loss": 0.0, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 3.396709323583181, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.619744058500914e-06, | |
| "loss": 0.0, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 3.40036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.597806215722122e-06, | |
| "loss": 0.0, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.4040219378427787, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.575868372943328e-06, | |
| "loss": 0.0, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 3.4076782449725775, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.553930530164534e-06, | |
| "loss": 0.0, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 3.411334552102377, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.53199268738574e-06, | |
| "loss": 0.0, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 3.4149908592321756, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.510054844606948e-06, | |
| "loss": 0.0, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 3.4186471663619744, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.488117001828154e-06, | |
| "loss": 0.0, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 3.422303473491773, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.46617915904936e-06, | |
| "loss": 0.0, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 3.425959780621572, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.444241316270567e-06, | |
| "loss": 0.0, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 3.4296160877513713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.422303473491773e-06, | |
| "loss": 0.0, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 3.43327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.40036563071298e-06, | |
| "loss": 0.0, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 3.436928702010969, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.378427787934187e-06, | |
| "loss": 0.0, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.4405850091407677, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.356489945155395e-06, | |
| "loss": 0.0, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 3.444241316270567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.334552102376599e-06, | |
| "loss": 0.0, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 3.4478976234003658, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.312614259597807e-06, | |
| "loss": 0.0, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 3.4515539305301646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.290676416819013e-06, | |
| "loss": 0.0, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 3.4552102376599634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.26873857404022e-06, | |
| "loss": 0.0, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 3.458866544789762, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.246800731261427e-06, | |
| "loss": 0.0, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 3.4625228519195614, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.224862888482633e-06, | |
| "loss": 0.0, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 3.4661791590493602, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.20292504570384e-06, | |
| "loss": 0.0, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 3.469835466179159, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.180987202925045e-06, | |
| "loss": 0.0, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 3.473491773308958, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.159049360146253e-06, | |
| "loss": 0.0, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.4771480804387567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.13711151736746e-06, | |
| "loss": 0.0, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 3.480804387568556, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.115173674588665e-06, | |
| "loss": 0.0, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 3.4844606946983547, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.093235831809872e-06, | |
| "loss": 0.0, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 3.4881170018281535, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.07129798903108e-06, | |
| "loss": 0.0, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 3.4917733089579523, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.049360146252286e-06, | |
| "loss": 0.0, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 3.495429616087751, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.027422303473493e-06, | |
| "loss": 0.0, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 3.4990859232175504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.005484460694698e-06, | |
| "loss": 0.0, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 3.502742230347349, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.983546617915906e-06, | |
| "loss": 0.0, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 3.506398537477148, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.961608775137112e-06, | |
| "loss": 0.0, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 3.510054844606947, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.939670932358318e-06, | |
| "loss": 0.0, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.5137111517367456, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.917733089579526e-06, | |
| "loss": 0.0, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 3.517367458866545, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.89579524680073e-06, | |
| "loss": 0.0, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 3.5210237659963437, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.873857404021938e-06, | |
| "loss": 0.0, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 3.5246800731261425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.851919561243144e-06, | |
| "loss": 0.0, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 3.5283363802559418, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.829981718464352e-06, | |
| "loss": 0.0, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 3.53199268738574, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.808043875685558e-06, | |
| "loss": 0.0, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 3.5356489945155394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.786106032906764e-06, | |
| "loss": 0.0, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 3.539305301645338, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.76416819012797e-06, | |
| "loss": 0.0, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 3.542961608775137, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.742230347349178e-06, | |
| "loss": 0.0, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 3.5466179159049362, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.720292504570384e-06, | |
| "loss": 0.0, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.550274223034735, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.69835466179159e-06, | |
| "loss": 0.0, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 3.553930530164534, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.676416819012797e-06, | |
| "loss": 0.0, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 3.5575868372943327, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.654478976234003e-06, | |
| "loss": 0.0, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 3.5612431444241315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.63254113345521e-06, | |
| "loss": 0.0, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 3.5648994515539307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.610603290676417e-06, | |
| "loss": 0.0, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 3.5685557586837295, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.588665447897625e-06, | |
| "loss": 0.0, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 3.5722120658135283, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.566727605118829e-06, | |
| "loss": 0.0, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 3.575868372943327, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.544789762340037e-06, | |
| "loss": 0.0, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 3.579524680073126, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.522851919561243e-06, | |
| "loss": 0.0, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 3.583180987202925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.500914076782451e-06, | |
| "loss": 0.0, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.586837294332724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.478976234003657e-06, | |
| "loss": 0.0, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 3.590493601462523, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.457038391224863e-06, | |
| "loss": 0.0, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 3.5941499085923216, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.43510054844607e-06, | |
| "loss": 0.0, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 3.5978062157221204, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.413162705667276e-06, | |
| "loss": 0.0, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 3.6014625228519197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.391224862888483e-06, | |
| "loss": 0.0, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 3.6051188299817185, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.36928702010969e-06, | |
| "loss": 0.0, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 3.6087751371115173, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.347349177330896e-06, | |
| "loss": 0.0, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 3.612431444241316, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.325411334552102e-06, | |
| "loss": 0.0, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 3.616087751371115, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.30347349177331e-06, | |
| "loss": 0.0, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 3.619744058500914, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.281535648994516e-06, | |
| "loss": 0.0, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.623400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.259597806215724e-06, | |
| "loss": 0.0, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 3.627056672760512, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.237659963436928e-06, | |
| "loss": 0.0, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 3.630712979890311, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.215722120658136e-06, | |
| "loss": 0.0, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 3.6343692870201094, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.193784277879342e-06, | |
| "loss": 0.0, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 3.6380255941499087, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.171846435100548e-06, | |
| "loss": 0.0, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 3.6416819012797075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.149908592321756e-06, | |
| "loss": 0.0, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 3.6453382084095063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.12797074954296e-06, | |
| "loss": 0.0, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 3.6489945155393055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.106032906764168e-06, | |
| "loss": 0.0, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 3.6526508226691043, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.084095063985374e-06, | |
| "loss": 0.0, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 3.656307129798903, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.062157221206582e-06, | |
| "loss": 0.0, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.659963436928702, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.040219378427788e-06, | |
| "loss": 0.0, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 3.6636197440585008, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.018281535648995e-06, | |
| "loss": 0.0, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 3.6672760511883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.9963436928702e-06, | |
| "loss": 0.0, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 3.670932358318099, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.974405850091408e-06, | |
| "loss": 0.0, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 3.6745886654478976, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.952468007312615e-06, | |
| "loss": 0.0, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 3.6782449725776964, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.930530164533822e-06, | |
| "loss": 0.0, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 3.6819012797074953, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.908592321755027e-06, | |
| "loss": 0.0, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 3.6855575868372945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.886654478976233e-06, | |
| "loss": 0.0, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 3.6892138939670933, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.864716636197441e-06, | |
| "loss": 0.0, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 3.692870201096892, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.842778793418647e-06, | |
| "loss": 0.0, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.696526508226691, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.820840950639855e-06, | |
| "loss": 0.0, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 3.7001828153564897, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.79890310786106e-06, | |
| "loss": 0.0, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 3.703839122486289, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.776965265082267e-06, | |
| "loss": 0.0, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 3.707495429616088, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.755027422303473e-06, | |
| "loss": 0.0, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 3.7111517367458866, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.733089579524681e-06, | |
| "loss": 0.0, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 3.7148080438756854, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.711151736745887e-06, | |
| "loss": 0.0, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 3.7184643510054842, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.689213893967093e-06, | |
| "loss": 0.0, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 3.7221206581352835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.6672760511883e-06, | |
| "loss": 0.0, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 3.7257769652650823, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.645338208409506e-06, | |
| "loss": 0.0, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 3.729433272394881, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.6234003656307135e-06, | |
| "loss": 0.0, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.7330895795246803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.601462522851919e-06, | |
| "loss": 0.0, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 3.7367458866544787, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.579524680073127e-06, | |
| "loss": 0.0, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 3.740402193784278, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.557586837294333e-06, | |
| "loss": 0.0, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 3.7440585009140768, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.53564899451554e-06, | |
| "loss": 0.0, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 3.7477148080438756, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.513711151736746e-06, | |
| "loss": 0.0, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 3.751371115173675, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.491773308957952e-06, | |
| "loss": 0.0, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 3.7550274223034736, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.469835466179159e-06, | |
| "loss": 0.0, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 3.7586837294332724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.447897623400366e-06, | |
| "loss": 0.0, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 3.7623400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.425959780621572e-06, | |
| "loss": 0.0, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 3.76599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.404021937842779e-06, | |
| "loss": 0.0, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.7696526508226693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.382084095063985e-06, | |
| "loss": 0.0, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 3.773308957952468, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.360146252285192e-06, | |
| "loss": 0.0, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 3.776965265082267, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.338208409506399e-06, | |
| "loss": 0.0, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 3.7806215722120657, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.3162705667276054e-06, | |
| "loss": 0.0, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 3.7842778793418645, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.294332723948812e-06, | |
| "loss": 0.0, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 3.787934186471664, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.272394881170018e-06, | |
| "loss": 0.0, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 3.7915904936014626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.250457038391225e-06, | |
| "loss": 0.0, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 3.7952468007312614, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.228519195612432e-06, | |
| "loss": 0.0, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 3.7989031078610602, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.206581352833638e-06, | |
| "loss": 0.0, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 3.802559414990859, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.184643510054845e-06, | |
| "loss": 0.0, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.8062157221206583, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.162705667276051e-06, | |
| "loss": 0.0, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 3.809872029250457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.140767824497258e-06, | |
| "loss": 0.0, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 3.813528336380256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.118829981718465e-06, | |
| "loss": 0.0, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 3.8171846435100547, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.096892138939671e-06, | |
| "loss": 0.0, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 3.8208409506398535, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.074954296160878e-06, | |
| "loss": 0.0, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 3.8244972577696528, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.053016453382084e-06, | |
| "loss": 0.0, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 3.8281535648994516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.031078610603291e-06, | |
| "loss": 0.0, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 3.8318098720292504, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.009140767824497e-06, | |
| "loss": 0.0, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 3.835466179159049, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.9872029250457035e-06, | |
| "loss": 0.0, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 3.839122486288848, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.9652650822669105e-06, | |
| "loss": 0.0, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.8427787934186473, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.943327239488117e-06, | |
| "loss": 0.0, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 3.846435100548446, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.921389396709324e-06, | |
| "loss": 0.0, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 3.850091407678245, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.899451553930531e-06, | |
| "loss": 0.0, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 3.853747714808044, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.877513711151737e-06, | |
| "loss": 0.0, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 3.857404021937843, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.855575868372944e-06, | |
| "loss": 0.0, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 3.8610603290676417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.83363802559415e-06, | |
| "loss": 0.0, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 3.8647166361974405, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.811700182815357e-06, | |
| "loss": 0.0, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 3.8683729433272394, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.789762340036564e-06, | |
| "loss": 0.0, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 3.8720292504570386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.76782449725777e-06, | |
| "loss": 0.0, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 3.8756855575868374, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.745886654478976e-06, | |
| "loss": 0.0, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.8793418647166362, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.723948811700182e-06, | |
| "loss": 0.0, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 3.882998171846435, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.702010968921389e-06, | |
| "loss": 0.0, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 3.886654478976234, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.680073126142596e-06, | |
| "loss": 0.0, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 3.890310786106033, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.658135283363802e-06, | |
| "loss": 0.0, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 3.893967093235832, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.636197440585009e-06, | |
| "loss": 0.0, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 3.8976234003656307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.6142595978062155e-06, | |
| "loss": 0.0, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 3.9012797074954295, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.5923217550274225e-06, | |
| "loss": 0.0, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 3.9049360146252283, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.5703839122486295e-06, | |
| "loss": 0.0, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 3.9085923217550276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.548446069469836e-06, | |
| "loss": 0.0, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 3.9122486288848264, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.526508226691043e-06, | |
| "loss": 0.0, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.915904936014625, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.50457038391225e-06, | |
| "loss": 0.0, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 3.919561243144424, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.482632541133455e-06, | |
| "loss": 0.0, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 3.923217550274223, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.460694698354662e-06, | |
| "loss": 0.0, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 3.926873857404022, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.438756855575868e-06, | |
| "loss": 0.0, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 3.930530164533821, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.416819012797075e-06, | |
| "loss": 0.0, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 3.9341864716636197, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.394881170018282e-06, | |
| "loss": 0.0, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 3.9378427787934185, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.372943327239488e-06, | |
| "loss": 0.0, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 3.9414990859232173, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.351005484460695e-06, | |
| "loss": 0.0, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 3.9451553930530165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.329067641681901e-06, | |
| "loss": 0.0, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 3.9488117001828154, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.307129798903108e-06, | |
| "loss": 0.0, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.952468007312614, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.285191956124315e-06, | |
| "loss": 0.0, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 3.9561243144424134, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.263254113345521e-06, | |
| "loss": 0.0, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 3.9597806215722122, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.241316270566728e-06, | |
| "loss": 0.0, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 3.963436928702011, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.219378427787934e-06, | |
| "loss": 0.0, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 3.96709323583181, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.197440585009141e-06, | |
| "loss": 0.0, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 3.9707495429616086, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.175502742230348e-06, | |
| "loss": 0.0, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 3.974405850091408, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.153564899451554e-06, | |
| "loss": 0.0, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 3.9780621572212067, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.131627056672761e-06, | |
| "loss": 0.0, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 3.9817184643510055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.109689213893967e-06, | |
| "loss": 0.0, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 3.9853747714808043, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.087751371115174e-06, | |
| "loss": 0.0, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.989031078610603, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.065813528336381e-06, | |
| "loss": 0.0, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 3.9926873857404024, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.043875685557587e-06, | |
| "loss": 0.0, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 3.996343692870201, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.021937842778794e-06, | |
| "loss": 0.0, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6e-06, | |
| "loss": 0.0, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 4.003656307129799, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.978062157221207e-06, | |
| "loss": 0.0, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 4.007312614259598, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.956124314442413e-06, | |
| "loss": 0.0, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 4.010968921389397, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.934186471663619e-06, | |
| "loss": 0.0, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 4.014625228519195, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.912248628884826e-06, | |
| "loss": 0.0, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 4.0182815356489945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8903107861060326e-06, | |
| "loss": 0.0, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 4.021937842778794, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8683729433272395e-06, | |
| "loss": 0.0, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.025594149908592, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8464351005484465e-06, | |
| "loss": 0.0, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 4.029250457038391, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.824497257769653e-06, | |
| "loss": 0.0, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 4.03290676416819, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.80255941499086e-06, | |
| "loss": 0.0, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 4.036563071297989, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.780621572212066e-06, | |
| "loss": 0.0, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 4.040219378427788, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.758683729433273e-06, | |
| "loss": 0.0, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 4.043875685557587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.73674588665448e-06, | |
| "loss": 0.0, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 4.047531992687386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.714808043875686e-06, | |
| "loss": 0.0, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 4.051188299817184, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.692870201096892e-06, | |
| "loss": 0.0, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 4.0548446069469835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.670932358318098e-06, | |
| "loss": 0.0, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 4.058500914076783, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.648994515539305e-06, | |
| "loss": 0.0, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 4.062157221206581, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.627056672760512e-06, | |
| "loss": 0.0, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 4.06581352833638, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.605118829981718e-06, | |
| "loss": 0.0, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 4.06946983546618, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.583180987202925e-06, | |
| "loss": 0.0, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 4.073126142595978, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.5612431444241314e-06, | |
| "loss": 0.0, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 4.076782449725777, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.5393053016453384e-06, | |
| "loss": 0.0, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 4.0804387568555756, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.517367458866545e-06, | |
| "loss": 0.0, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 4.084095063985375, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.4954296160877516e-06, | |
| "loss": 0.0, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 4.087751371115174, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.4734917733089585e-06, | |
| "loss": 0.0, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 4.091407678244972, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.451553930530164e-06, | |
| "loss": 0.0, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 4.095063985374772, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.429616087751371e-06, | |
| "loss": 0.0, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 4.09872029250457, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.407678244972578e-06, | |
| "loss": 0.0, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 4.102376599634369, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.385740402193784e-06, | |
| "loss": 0.0, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 4.1060329067641685, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.363802559414991e-06, | |
| "loss": 0.0, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 4.109689213893967, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.341864716636198e-06, | |
| "loss": 0.0, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 4.113345521023766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.319926873857404e-06, | |
| "loss": 0.0, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 4.1170018281535645, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.297989031078611e-06, | |
| "loss": 0.0, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 4.120658135283364, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.276051188299817e-06, | |
| "loss": 0.0, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 4.124314442413163, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.254113345521024e-06, | |
| "loss": 0.0, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 4.127970749542961, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.232175502742231e-06, | |
| "loss": 0.0, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 4.131627056672761, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.210237659963437e-06, | |
| "loss": 0.0, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 4.135283363802559, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.1882998171846435e-06, | |
| "loss": 0.0, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 4.138939670932358, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.16636197440585e-06, | |
| "loss": 0.0, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 4.1425959780621575, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.144424131627057e-06, | |
| "loss": 0.0, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 4.146252285191956, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.122486288848264e-06, | |
| "loss": 0.0, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 4.149908592321755, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.10054844606947e-06, | |
| "loss": 0.0, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 4.153564899451554, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.078610603290677e-06, | |
| "loss": 0.0, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 4.157221206581353, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.056672760511883e-06, | |
| "loss": 0.0, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 4.160877513711152, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.03473491773309e-06, | |
| "loss": 0.0, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 4.16453382084095, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.012797074954297e-06, | |
| "loss": 0.0, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 4.16819012797075, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.990859232175503e-06, | |
| "loss": 0.0, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 4.171846435100549, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.96892138939671e-06, | |
| "loss": 0.0, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 4.175502742230347, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.946983546617916e-06, | |
| "loss": 0.0, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 4.1791590493601465, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.925045703839122e-06, | |
| "loss": 0.0, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 4.182815356489945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.903107861060329e-06, | |
| "loss": 0.0, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 4.186471663619744, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.881170018281535e-06, | |
| "loss": 0.0, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 4.190127970749543, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.859232175502742e-06, | |
| "loss": 0.0, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 4.193784277879342, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.8372943327239485e-06, | |
| "loss": 0.0, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 4.197440585009141, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.8153564899451555e-06, | |
| "loss": 0.0, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 4.201096892138939, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.7934186471663625e-06, | |
| "loss": 0.0, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 4.204753199268739, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.771480804387569e-06, | |
| "loss": 0.0, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.208409506398538, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.749542961608776e-06, | |
| "loss": 0.0, | |
| "step": 11510 | |
| }, | |
| { | |
| "epoch": 4.212065813528336, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.727605118829982e-06, | |
| "loss": 0.0, | |
| "step": 11520 | |
| }, | |
| { | |
| "epoch": 4.2157221206581355, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.705667276051189e-06, | |
| "loss": 0.0, | |
| "step": 11530 | |
| }, | |
| { | |
| "epoch": 4.219378427787934, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.683729433272396e-06, | |
| "loss": 0.0, | |
| "step": 11540 | |
| }, | |
| { | |
| "epoch": 4.223034734917733, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.661791590493601e-06, | |
| "loss": 0.0, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 4.226691042047532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.639853747714808e-06, | |
| "loss": 0.0, | |
| "step": 11560 | |
| }, | |
| { | |
| "epoch": 4.230347349177331, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.617915904936014e-06, | |
| "loss": 0.0, | |
| "step": 11570 | |
| }, | |
| { | |
| "epoch": 4.23400365630713, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.595978062157221e-06, | |
| "loss": 0.0, | |
| "step": 11580 | |
| }, | |
| { | |
| "epoch": 4.237659963436928, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.574040219378428e-06, | |
| "loss": 0.0, | |
| "step": 11590 | |
| }, | |
| { | |
| "epoch": 4.2413162705667276, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.552102376599634e-06, | |
| "loss": 0.0, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 4.244972577696527, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.530164533820841e-06, | |
| "loss": 0.0, | |
| "step": 11610 | |
| }, | |
| { | |
| "epoch": 4.248628884826325, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.508226691042047e-06, | |
| "loss": 0.0, | |
| "step": 11620 | |
| }, | |
| { | |
| "epoch": 4.252285191956124, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.486288848263254e-06, | |
| "loss": 0.0, | |
| "step": 11630 | |
| }, | |
| { | |
| "epoch": 4.255941499085923, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.464351005484461e-06, | |
| "loss": 0.0, | |
| "step": 11640 | |
| }, | |
| { | |
| "epoch": 4.259597806215722, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.4424131627056675e-06, | |
| "loss": 0.0, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 4.263254113345521, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.4204753199268745e-06, | |
| "loss": 0.0, | |
| "step": 11660 | |
| }, | |
| { | |
| "epoch": 4.26691042047532, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.39853747714808e-06, | |
| "loss": 0.0, | |
| "step": 11670 | |
| }, | |
| { | |
| "epoch": 4.270566727605119, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.376599634369287e-06, | |
| "loss": 0.0, | |
| "step": 11680 | |
| }, | |
| { | |
| "epoch": 4.274223034734918, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.354661791590494e-06, | |
| "loss": 0.0, | |
| "step": 11690 | |
| }, | |
| { | |
| "epoch": 4.2778793418647165, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.3327239488117e-06, | |
| "loss": 0.0, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 4.281535648994516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.310786106032907e-06, | |
| "loss": 0.0, | |
| "step": 11710 | |
| }, | |
| { | |
| "epoch": 4.285191956124314, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.288848263254113e-06, | |
| "loss": 0.0, | |
| "step": 11720 | |
| }, | |
| { | |
| "epoch": 4.288848263254113, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.26691042047532e-06, | |
| "loss": 0.0, | |
| "step": 11730 | |
| }, | |
| { | |
| "epoch": 4.292504570383913, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.244972577696527e-06, | |
| "loss": 0.0, | |
| "step": 11740 | |
| }, | |
| { | |
| "epoch": 4.296160877513711, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.223034734917733e-06, | |
| "loss": 0.0, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 4.29981718464351, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.20109689213894e-06, | |
| "loss": 0.0, | |
| "step": 11760 | |
| }, | |
| { | |
| "epoch": 4.303473491773309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.179159049360146e-06, | |
| "loss": 0.0, | |
| "step": 11770 | |
| }, | |
| { | |
| "epoch": 4.307129798903108, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.157221206581353e-06, | |
| "loss": 0.0, | |
| "step": 11780 | |
| }, | |
| { | |
| "epoch": 4.310786106032907, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.135283363802559e-06, | |
| "loss": 0.0, | |
| "step": 11790 | |
| }, | |
| { | |
| "epoch": 4.3144424131627055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.1133455210237655e-06, | |
| "loss": 0.0, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 4.318098720292505, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.0914076782449725e-06, | |
| "loss": 0.0, | |
| "step": 11810 | |
| }, | |
| { | |
| "epoch": 4.321755027422303, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.0694698354661795e-06, | |
| "loss": 0.0, | |
| "step": 11820 | |
| }, | |
| { | |
| "epoch": 4.325411334552102, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.047531992687386e-06, | |
| "loss": 0.0, | |
| "step": 11830 | |
| }, | |
| { | |
| "epoch": 4.329067641681902, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.025594149908593e-06, | |
| "loss": 0.0, | |
| "step": 11840 | |
| }, | |
| { | |
| "epoch": 4.3327239488117, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.003656307129799e-06, | |
| "loss": 0.0, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 4.336380255941499, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.981718464351006e-06, | |
| "loss": 0.0, | |
| "step": 11860 | |
| }, | |
| { | |
| "epoch": 4.340036563071298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.959780621572213e-06, | |
| "loss": 0.0, | |
| "step": 11870 | |
| }, | |
| { | |
| "epoch": 4.343692870201097, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.937842778793419e-06, | |
| "loss": 0.0, | |
| "step": 11880 | |
| }, | |
| { | |
| "epoch": 4.347349177330896, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.915904936014626e-06, | |
| "loss": 0.0, | |
| "step": 11890 | |
| }, | |
| { | |
| "epoch": 4.3510054844606945, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.893967093235831e-06, | |
| "loss": 0.0, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 4.354661791590494, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.872029250457038e-06, | |
| "loss": 0.0, | |
| "step": 11910 | |
| }, | |
| { | |
| "epoch": 4.358318098720293, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.850091407678245e-06, | |
| "loss": 0.0, | |
| "step": 11920 | |
| }, | |
| { | |
| "epoch": 4.361974405850091, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.828153564899451e-06, | |
| "loss": 0.0, | |
| "step": 11930 | |
| }, | |
| { | |
| "epoch": 4.365630712979891, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.8062157221206583e-06, | |
| "loss": 0.0, | |
| "step": 11940 | |
| }, | |
| { | |
| "epoch": 4.369287020109689, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.784277879341865e-06, | |
| "loss": 0.0, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 4.372943327239488, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.7623400365630714e-06, | |
| "loss": 0.0, | |
| "step": 11960 | |
| }, | |
| { | |
| "epoch": 4.376599634369287, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.740402193784278e-06, | |
| "loss": 0.0, | |
| "step": 11970 | |
| }, | |
| { | |
| "epoch": 4.380255941499086, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.7184643510054846e-06, | |
| "loss": 0.0, | |
| "step": 11980 | |
| }, | |
| { | |
| "epoch": 4.383912248628885, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.696526508226691e-06, | |
| "loss": 0.0, | |
| "step": 11990 | |
| }, | |
| { | |
| "epoch": 4.387568555758683, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.6745886654478977e-06, | |
| "loss": 0.0, | |
| "step": 12000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 13675, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 2000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |