| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 792, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0025252525252525255, | |
| "grad_norm": 48.258295718819795, | |
| "learning_rate": 1.2500000000000002e-07, | |
| "loss": 1.9275, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005050505050505051, | |
| "grad_norm": 39.460355933403136, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 1.7561, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.007575757575757576, | |
| "grad_norm": 22.813327001920275, | |
| "learning_rate": 3.75e-07, | |
| "loss": 1.6095, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.010101010101010102, | |
| "grad_norm": 9.567786533547153, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 1.05, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.012626262626262626, | |
| "grad_norm": 11.057324080295228, | |
| "learning_rate": 6.25e-07, | |
| "loss": 1.0978, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.015151515151515152, | |
| "grad_norm": 10.813000642689964, | |
| "learning_rate": 7.5e-07, | |
| "loss": 1.1162, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.017676767676767676, | |
| "grad_norm": 14.29576325416322, | |
| "learning_rate": 8.75e-07, | |
| "loss": 1.453, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.020202020202020204, | |
| "grad_norm": 19.510849637766164, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 1.8516, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.022727272727272728, | |
| "grad_norm": 10.447146215690047, | |
| "learning_rate": 1.125e-06, | |
| "loss": 1.0555, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.025252525252525252, | |
| "grad_norm": 14.198165798946205, | |
| "learning_rate": 1.25e-06, | |
| "loss": 1.2898, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.027777777777777776, | |
| "grad_norm": 6.97099363867629, | |
| "learning_rate": 1.3750000000000002e-06, | |
| "loss": 1.1732, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.030303030303030304, | |
| "grad_norm": 16.436212851143544, | |
| "learning_rate": 1.5e-06, | |
| "loss": 1.2949, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.03282828282828283, | |
| "grad_norm": 5.462631864808542, | |
| "learning_rate": 1.6250000000000001e-06, | |
| "loss": 1.1545, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.03535353535353535, | |
| "grad_norm": 5.426645269399041, | |
| "learning_rate": 1.75e-06, | |
| "loss": 1.2389, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.03787878787878788, | |
| "grad_norm": 4.242657208123991, | |
| "learning_rate": 1.8750000000000003e-06, | |
| "loss": 1.1057, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04040404040404041, | |
| "grad_norm": 3.830542824376302, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.9908, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.04292929292929293, | |
| "grad_norm": 10.554414354973694, | |
| "learning_rate": 2.125e-06, | |
| "loss": 1.607, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.045454545454545456, | |
| "grad_norm": 4.11242093919555, | |
| "learning_rate": 2.25e-06, | |
| "loss": 1.1206, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.047979797979797977, | |
| "grad_norm": 4.770147856118096, | |
| "learning_rate": 2.375e-06, | |
| "loss": 1.1279, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.050505050505050504, | |
| "grad_norm": 4.967319930046011, | |
| "learning_rate": 2.5e-06, | |
| "loss": 1.0411, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.05303030303030303, | |
| "grad_norm": 4.750682784525671, | |
| "learning_rate": 2.6250000000000003e-06, | |
| "loss": 1.0519, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.05555555555555555, | |
| "grad_norm": 9.126977208625986, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 1.5272, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.05808080808080808, | |
| "grad_norm": 4.36519677416668, | |
| "learning_rate": 2.875e-06, | |
| "loss": 1.015, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.06060606060606061, | |
| "grad_norm": 3.897905574678489, | |
| "learning_rate": 3e-06, | |
| "loss": 1.0442, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.06313131313131314, | |
| "grad_norm": 3.329345295636704, | |
| "learning_rate": 3.125e-06, | |
| "loss": 1.0389, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06565656565656566, | |
| "grad_norm": 2.7401444766221923, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 1.0322, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.06818181818181818, | |
| "grad_norm": 5.404089478093299, | |
| "learning_rate": 3.3750000000000003e-06, | |
| "loss": 1.3973, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.0707070707070707, | |
| "grad_norm": 6.283799144295399, | |
| "learning_rate": 3.5e-06, | |
| "loss": 1.4233, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.07323232323232323, | |
| "grad_norm": 8.400353509063391, | |
| "learning_rate": 3.625e-06, | |
| "loss": 1.2831, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.07575757575757576, | |
| "grad_norm": 4.140515928616004, | |
| "learning_rate": 3.7500000000000005e-06, | |
| "loss": 1.1687, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07828282828282829, | |
| "grad_norm": 3.182920202207571, | |
| "learning_rate": 3.875e-06, | |
| "loss": 1.0067, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.08080808080808081, | |
| "grad_norm": 3.145823942819353, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.9379, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.08333333333333333, | |
| "grad_norm": 3.361984353611541, | |
| "learning_rate": 4.125e-06, | |
| "loss": 1.0842, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.08585858585858586, | |
| "grad_norm": 2.555337152889591, | |
| "learning_rate": 4.25e-06, | |
| "loss": 1.0224, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.08838383838383838, | |
| "grad_norm": 2.1248975373902517, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 0.9566, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 4.077844289471019, | |
| "learning_rate": 4.5e-06, | |
| "loss": 1.0787, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.09343434343434344, | |
| "grad_norm": 2.4988162057193537, | |
| "learning_rate": 4.625000000000001e-06, | |
| "loss": 0.9788, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.09595959595959595, | |
| "grad_norm": 4.91530806428002, | |
| "learning_rate": 4.75e-06, | |
| "loss": 1.1895, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.09848484848484848, | |
| "grad_norm": 3.1370674461238295, | |
| "learning_rate": 4.875e-06, | |
| "loss": 1.0438, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.10101010101010101, | |
| "grad_norm": 6.436900873012234, | |
| "learning_rate": 5e-06, | |
| "loss": 1.3422, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.10353535353535354, | |
| "grad_norm": 3.723777854298738, | |
| "learning_rate": 5.125e-06, | |
| "loss": 1.1121, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.10606060606060606, | |
| "grad_norm": 2.326130796593331, | |
| "learning_rate": 5.2500000000000006e-06, | |
| "loss": 0.9572, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.10858585858585859, | |
| "grad_norm": 2.3056825233350957, | |
| "learning_rate": 5.375e-06, | |
| "loss": 0.9699, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.1111111111111111, | |
| "grad_norm": 2.301434699941695, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.9646, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.11363636363636363, | |
| "grad_norm": 2.3295434297445414, | |
| "learning_rate": 5.625e-06, | |
| "loss": 0.9376, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.11616161616161616, | |
| "grad_norm": 2.5050753125853684, | |
| "learning_rate": 5.75e-06, | |
| "loss": 0.9074, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.11868686868686869, | |
| "grad_norm": 2.0546516540207014, | |
| "learning_rate": 5.8750000000000005e-06, | |
| "loss": 0.9403, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.12121212121212122, | |
| "grad_norm": 2.0340809208467494, | |
| "learning_rate": 6e-06, | |
| "loss": 0.8159, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.12373737373737374, | |
| "grad_norm": 5.7278951619200305, | |
| "learning_rate": 6.125000000000001e-06, | |
| "loss": 0.9719, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.12626262626262627, | |
| "grad_norm": 2.1946953064416697, | |
| "learning_rate": 6.25e-06, | |
| "loss": 0.9277, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.12878787878787878, | |
| "grad_norm": 2.2697506248412886, | |
| "learning_rate": 6.375e-06, | |
| "loss": 0.9974, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.13131313131313133, | |
| "grad_norm": 2.055404666876581, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.9163, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.13383838383838384, | |
| "grad_norm": 3.833951924691502, | |
| "learning_rate": 6.625e-06, | |
| "loss": 1.0665, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.13636363636363635, | |
| "grad_norm": 2.0859633598583613, | |
| "learning_rate": 6.750000000000001e-06, | |
| "loss": 0.9686, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.1388888888888889, | |
| "grad_norm": 2.2814189437359973, | |
| "learning_rate": 6.875e-06, | |
| "loss": 0.92, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1414141414141414, | |
| "grad_norm": 2.2509926193401437, | |
| "learning_rate": 7e-06, | |
| "loss": 1.0521, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.14393939393939395, | |
| "grad_norm": 1.9377141332945118, | |
| "learning_rate": 7.125e-06, | |
| "loss": 0.9191, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.14646464646464646, | |
| "grad_norm": 2.038161614478563, | |
| "learning_rate": 7.25e-06, | |
| "loss": 0.9109, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.14898989898989898, | |
| "grad_norm": 2.0952250926433833, | |
| "learning_rate": 7.375000000000001e-06, | |
| "loss": 0.8545, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.15151515151515152, | |
| "grad_norm": 2.3799049573624873, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.9854, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15404040404040403, | |
| "grad_norm": 2.182205217955518, | |
| "learning_rate": 7.625e-06, | |
| "loss": 0.9525, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.15656565656565657, | |
| "grad_norm": 1.8042397573232205, | |
| "learning_rate": 7.75e-06, | |
| "loss": 0.7935, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1590909090909091, | |
| "grad_norm": 2.227503618112689, | |
| "learning_rate": 7.875e-06, | |
| "loss": 0.958, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.16161616161616163, | |
| "grad_norm": 2.0235412226406453, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.8736, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.16414141414141414, | |
| "grad_norm": 2.22174067906374, | |
| "learning_rate": 8.125000000000001e-06, | |
| "loss": 1.0448, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.16666666666666666, | |
| "grad_norm": 16.13578957413344, | |
| "learning_rate": 8.25e-06, | |
| "loss": 1.3686, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1691919191919192, | |
| "grad_norm": 2.240976064274845, | |
| "learning_rate": 8.375e-06, | |
| "loss": 1.0019, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.1717171717171717, | |
| "grad_norm": 2.701797726150564, | |
| "learning_rate": 8.5e-06, | |
| "loss": 1.0509, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.17424242424242425, | |
| "grad_norm": 2.163864338752041, | |
| "learning_rate": 8.625000000000001e-06, | |
| "loss": 0.8844, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.17676767676767677, | |
| "grad_norm": 1.8472579199669308, | |
| "learning_rate": 8.750000000000001e-06, | |
| "loss": 0.7104, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17929292929292928, | |
| "grad_norm": 1.9451160626436041, | |
| "learning_rate": 8.875e-06, | |
| "loss": 0.8657, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 2.479384644097427, | |
| "learning_rate": 9e-06, | |
| "loss": 1.0244, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.18434343434343434, | |
| "grad_norm": 2.3519375039595696, | |
| "learning_rate": 9.125e-06, | |
| "loss": 0.865, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.18686868686868688, | |
| "grad_norm": 3.64891542713101, | |
| "learning_rate": 9.250000000000001e-06, | |
| "loss": 1.2406, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1893939393939394, | |
| "grad_norm": 2.1786264750334596, | |
| "learning_rate": 9.375000000000001e-06, | |
| "loss": 1.0481, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1919191919191919, | |
| "grad_norm": 2.398938318191815, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.9315, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.19444444444444445, | |
| "grad_norm": 2.2908776549091043, | |
| "learning_rate": 9.625e-06, | |
| "loss": 0.9697, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.19696969696969696, | |
| "grad_norm": 4.637103885430685, | |
| "learning_rate": 9.75e-06, | |
| "loss": 0.9194, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.1994949494949495, | |
| "grad_norm": 2.3408650014502475, | |
| "learning_rate": 9.875000000000001e-06, | |
| "loss": 0.8787, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.20202020202020202, | |
| "grad_norm": 2.2192549284497334, | |
| "learning_rate": 1e-05, | |
| "loss": 1.0223, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.20454545454545456, | |
| "grad_norm": 2.34769771403462, | |
| "learning_rate": 9.999951328014591e-06, | |
| "loss": 0.9507, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.20707070707070707, | |
| "grad_norm": 2.0514445749453665, | |
| "learning_rate": 9.999805313005946e-06, | |
| "loss": 0.8148, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.20959595959595959, | |
| "grad_norm": 2.0024302071132483, | |
| "learning_rate": 9.999561957816803e-06, | |
| "loss": 0.9134, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.21212121212121213, | |
| "grad_norm": 2.165975206049464, | |
| "learning_rate": 9.999221267184993e-06, | |
| "loss": 0.8343, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.21464646464646464, | |
| "grad_norm": 2.085675902518532, | |
| "learning_rate": 9.998783247743353e-06, | |
| "loss": 0.9375, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.21717171717171718, | |
| "grad_norm": 2.2746707063658715, | |
| "learning_rate": 9.998247908019594e-06, | |
| "loss": 0.9274, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.2196969696969697, | |
| "grad_norm": 2.441957874747477, | |
| "learning_rate": 9.99761525843613e-06, | |
| "loss": 0.9075, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.2222222222222222, | |
| "grad_norm": 2.1436625663221194, | |
| "learning_rate": 9.996885311309892e-06, | |
| "loss": 0.8348, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.22474747474747475, | |
| "grad_norm": 2.4435892720895636, | |
| "learning_rate": 9.996058080852067e-06, | |
| "loss": 0.9895, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 2.1086208840306027, | |
| "learning_rate": 9.995133583167833e-06, | |
| "loss": 0.9303, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.2297979797979798, | |
| "grad_norm": 2.1137431675963874, | |
| "learning_rate": 9.994111836256049e-06, | |
| "loss": 0.8749, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.23232323232323232, | |
| "grad_norm": 2.108061948140714, | |
| "learning_rate": 9.992992860008893e-06, | |
| "loss": 0.8981, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.23484848484848486, | |
| "grad_norm": 2.21561668526365, | |
| "learning_rate": 9.991776676211483e-06, | |
| "loss": 0.8946, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.23737373737373738, | |
| "grad_norm": 2.5154195166967344, | |
| "learning_rate": 9.990463308541452e-06, | |
| "loss": 0.9656, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.2398989898989899, | |
| "grad_norm": 2.4487280197393098, | |
| "learning_rate": 9.989052782568484e-06, | |
| "loss": 0.9718, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.24242424242424243, | |
| "grad_norm": 4.72297226748207, | |
| "learning_rate": 9.987545125753818e-06, | |
| "loss": 0.947, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.24494949494949494, | |
| "grad_norm": 2.158938229932845, | |
| "learning_rate": 9.98594036744972e-06, | |
| "loss": 0.8702, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.2474747474747475, | |
| "grad_norm": 2.047332726976967, | |
| "learning_rate": 9.98423853889889e-06, | |
| "loss": 0.8419, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.21925272607747, | |
| "learning_rate": 9.982439673233885e-06, | |
| "loss": 0.9074, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.25252525252525254, | |
| "grad_norm": 2.0534988916807335, | |
| "learning_rate": 9.980543805476447e-06, | |
| "loss": 0.9016, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.255050505050505, | |
| "grad_norm": 2.298269649345548, | |
| "learning_rate": 9.978550972536834e-06, | |
| "loss": 0.9077, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.25757575757575757, | |
| "grad_norm": 2.1666708895525715, | |
| "learning_rate": 9.976461213213104e-06, | |
| "loss": 0.936, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.2601010101010101, | |
| "grad_norm": 4.071904479587891, | |
| "learning_rate": 9.974274568190349e-06, | |
| "loss": 1.2813, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.26262626262626265, | |
| "grad_norm": 2.481557447519078, | |
| "learning_rate": 9.971991080039912e-06, | |
| "loss": 0.9918, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.26515151515151514, | |
| "grad_norm": 2.524820106383998, | |
| "learning_rate": 9.96961079321855e-06, | |
| "loss": 0.8811, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2676767676767677, | |
| "grad_norm": 2.3458130025693222, | |
| "learning_rate": 9.967133754067581e-06, | |
| "loss": 0.8702, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2702020202020202, | |
| "grad_norm": 2.362821949245319, | |
| "learning_rate": 9.964560010811972e-06, | |
| "loss": 0.8302, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 1.8962200119601145, | |
| "learning_rate": 9.961889613559396e-06, | |
| "loss": 0.8755, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.27525252525252525, | |
| "grad_norm": 7.021936677812913, | |
| "learning_rate": 9.95912261429927e-06, | |
| "loss": 1.1003, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.2777777777777778, | |
| "grad_norm": 2.9357956476104574, | |
| "learning_rate": 9.956259066901733e-06, | |
| "loss": 0.8917, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2803030303030303, | |
| "grad_norm": 5.604682172826816, | |
| "learning_rate": 9.953299027116598e-06, | |
| "loss": 1.1377, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.2828282828282828, | |
| "grad_norm": 2.505273663365931, | |
| "learning_rate": 9.950242552572272e-06, | |
| "loss": 0.8608, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.28535353535353536, | |
| "grad_norm": 2.318819448873007, | |
| "learning_rate": 9.94708970277463e-06, | |
| "loss": 0.7865, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.2878787878787879, | |
| "grad_norm": 2.2972429898836477, | |
| "learning_rate": 9.943840539105853e-06, | |
| "loss": 0.9088, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.2904040404040404, | |
| "grad_norm": 2.09343514786706, | |
| "learning_rate": 9.940495124823241e-06, | |
| "loss": 0.8695, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.29292929292929293, | |
| "grad_norm": 4.820925467370784, | |
| "learning_rate": 9.937053525057977e-06, | |
| "loss": 0.8001, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.29545454545454547, | |
| "grad_norm": 2.2270904713504627, | |
| "learning_rate": 9.933515806813856e-06, | |
| "loss": 0.9747, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.29797979797979796, | |
| "grad_norm": 2.0431448105301975, | |
| "learning_rate": 9.92988203896599e-06, | |
| "loss": 0.8518, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.3005050505050505, | |
| "grad_norm": 2.3907549205532352, | |
| "learning_rate": 9.926152292259452e-06, | |
| "loss": 0.9813, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.30303030303030304, | |
| "grad_norm": 2.0513095228592046, | |
| "learning_rate": 9.922326639307918e-06, | |
| "loss": 0.825, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.3055555555555556, | |
| "grad_norm": 2.004251263140837, | |
| "learning_rate": 9.918405154592234e-06, | |
| "loss": 0.7969, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.30808080808080807, | |
| "grad_norm": 2.547574729864397, | |
| "learning_rate": 9.914387914458983e-06, | |
| "loss": 0.8588, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.3106060606060606, | |
| "grad_norm": 2.275937959399851, | |
| "learning_rate": 9.910274997118982e-06, | |
| "loss": 0.8863, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.31313131313131315, | |
| "grad_norm": 1.9701811000702276, | |
| "learning_rate": 9.906066482645774e-06, | |
| "loss": 0.8108, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.31565656565656564, | |
| "grad_norm": 2.360990301413611, | |
| "learning_rate": 9.90176245297406e-06, | |
| "loss": 1.0052, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.3181818181818182, | |
| "grad_norm": 2.0617164801189727, | |
| "learning_rate": 9.89736299189811e-06, | |
| "loss": 0.947, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.3207070707070707, | |
| "grad_norm": 1.9841062952431117, | |
| "learning_rate": 9.892868185070125e-06, | |
| "loss": 0.8012, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.32323232323232326, | |
| "grad_norm": 2.324502782683919, | |
| "learning_rate": 9.888278119998573e-06, | |
| "loss": 0.8857, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.32575757575757575, | |
| "grad_norm": 1.884726123578641, | |
| "learning_rate": 9.883592886046486e-06, | |
| "loss": 0.8568, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.3282828282828283, | |
| "grad_norm": 2.0372622107562073, | |
| "learning_rate": 9.878812574429722e-06, | |
| "loss": 0.8853, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.33080808080808083, | |
| "grad_norm": 3.555056823505995, | |
| "learning_rate": 9.873937278215181e-06, | |
| "loss": 1.0668, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 2.334110729476418, | |
| "learning_rate": 9.868967092319003e-06, | |
| "loss": 0.9339, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.33585858585858586, | |
| "grad_norm": 2.630108567168407, | |
| "learning_rate": 9.863902113504713e-06, | |
| "loss": 0.9012, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.3383838383838384, | |
| "grad_norm": 2.074825793064814, | |
| "learning_rate": 9.858742440381343e-06, | |
| "loss": 0.8642, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.3409090909090909, | |
| "grad_norm": 2.1705788123415877, | |
| "learning_rate": 9.853488173401504e-06, | |
| "loss": 0.8938, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.3434343434343434, | |
| "grad_norm": 2.0225980775293007, | |
| "learning_rate": 9.848139414859441e-06, | |
| "loss": 0.9019, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.34595959595959597, | |
| "grad_norm": 1.9632976484068687, | |
| "learning_rate": 9.842696268889032e-06, | |
| "loss": 0.7959, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.3484848484848485, | |
| "grad_norm": 2.076276682181062, | |
| "learning_rate": 9.837158841461767e-06, | |
| "loss": 0.857, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.351010101010101, | |
| "grad_norm": 1.910582730713414, | |
| "learning_rate": 9.831527240384677e-06, | |
| "loss": 0.8798, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.35353535353535354, | |
| "grad_norm": 2.921578731334097, | |
| "learning_rate": 9.825801575298248e-06, | |
| "loss": 0.7729, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.3560606060606061, | |
| "grad_norm": 2.117700092448324, | |
| "learning_rate": 9.819981957674273e-06, | |
| "loss": 0.8864, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.35858585858585856, | |
| "grad_norm": 2.0603912298419944, | |
| "learning_rate": 9.814068500813692e-06, | |
| "loss": 0.8729, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.3611111111111111, | |
| "grad_norm": 1.9790368784870478, | |
| "learning_rate": 9.808061319844376e-06, | |
| "loss": 0.8935, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 1.9900951619374274, | |
| "learning_rate": 9.801960531718898e-06, | |
| "loss": 0.9169, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.3661616161616162, | |
| "grad_norm": 3.0505045248435536, | |
| "learning_rate": 9.795766255212242e-06, | |
| "loss": 0.777, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3686868686868687, | |
| "grad_norm": 2.1044708983765887, | |
| "learning_rate": 9.789478610919508e-06, | |
| "loss": 0.8016, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.3712121212121212, | |
| "grad_norm": 2.307506347894947, | |
| "learning_rate": 9.783097721253543e-06, | |
| "loss": 0.904, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.37373737373737376, | |
| "grad_norm": 2.6700914211793068, | |
| "learning_rate": 9.77662371044258e-06, | |
| "loss": 0.814, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.37626262626262624, | |
| "grad_norm": 2.128113125559303, | |
| "learning_rate": 9.770056704527797e-06, | |
| "loss": 0.9349, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.3787878787878788, | |
| "grad_norm": 2.1648353809285403, | |
| "learning_rate": 9.763396831360884e-06, | |
| "loss": 0.898, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3813131313131313, | |
| "grad_norm": 1.863562810265247, | |
| "learning_rate": 9.756644220601541e-06, | |
| "loss": 0.8154, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.3838383838383838, | |
| "grad_norm": 2.08267241663061, | |
| "learning_rate": 9.749799003714954e-06, | |
| "loss": 0.7789, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.38636363636363635, | |
| "grad_norm": 1.966986346341327, | |
| "learning_rate": 9.742861313969246e-06, | |
| "loss": 0.9254, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.3888888888888889, | |
| "grad_norm": 1.913415873237819, | |
| "learning_rate": 9.735831286432869e-06, | |
| "loss": 0.8697, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.39141414141414144, | |
| "grad_norm": 2.2248959778434294, | |
| "learning_rate": 9.728709057971979e-06, | |
| "loss": 0.9404, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3939393939393939, | |
| "grad_norm": 1.8892163868156095, | |
| "learning_rate": 9.721494767247779e-06, | |
| "loss": 0.7971, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.39646464646464646, | |
| "grad_norm": 1.9995605934613117, | |
| "learning_rate": 9.71418855471381e-06, | |
| "loss": 0.8623, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.398989898989899, | |
| "grad_norm": 2.3873184975662203, | |
| "learning_rate": 9.70679056261322e-06, | |
| "loss": 0.9474, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.4015151515151515, | |
| "grad_norm": 2.0256435874976653, | |
| "learning_rate": 9.699300934975993e-06, | |
| "loss": 0.8555, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.40404040404040403, | |
| "grad_norm": 1.9071055516166688, | |
| "learning_rate": 9.691719817616148e-06, | |
| "loss": 0.8023, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.4065656565656566, | |
| "grad_norm": 3.6315046996199487, | |
| "learning_rate": 9.6840473581289e-06, | |
| "loss": 0.9962, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.4090909090909091, | |
| "grad_norm": 2.346167698527808, | |
| "learning_rate": 9.676283705887783e-06, | |
| "loss": 0.9006, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.4116161616161616, | |
| "grad_norm": 2.252415198524924, | |
| "learning_rate": 9.668429012041742e-06, | |
| "loss": 0.8686, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.41414141414141414, | |
| "grad_norm": 2.1712268580080543, | |
| "learning_rate": 9.660483429512198e-06, | |
| "loss": 0.8489, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "grad_norm": 2.400369253772225, | |
| "learning_rate": 9.652447112990063e-06, | |
| "loss": 0.9247, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.41919191919191917, | |
| "grad_norm": 1.9650591473408472, | |
| "learning_rate": 9.644320218932723e-06, | |
| "loss": 0.8414, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.4217171717171717, | |
| "grad_norm": 1.9882079036928393, | |
| "learning_rate": 9.63610290556101e-06, | |
| "loss": 0.8462, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.42424242424242425, | |
| "grad_norm": 1.9259611746962464, | |
| "learning_rate": 9.627795332856107e-06, | |
| "loss": 0.8237, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.42676767676767674, | |
| "grad_norm": 2.3668575403197383, | |
| "learning_rate": 9.619397662556434e-06, | |
| "loss": 1.0015, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.4292929292929293, | |
| "grad_norm": 2.4121091881310806, | |
| "learning_rate": 9.61091005815451e-06, | |
| "loss": 0.9617, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.4318181818181818, | |
| "grad_norm": 1.971563673812737, | |
| "learning_rate": 9.602332684893754e-06, | |
| "loss": 0.9116, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.43434343434343436, | |
| "grad_norm": 2.1760731194477936, | |
| "learning_rate": 9.59366570976528e-06, | |
| "loss": 0.8669, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.43686868686868685, | |
| "grad_norm": 2.0878750762773963, | |
| "learning_rate": 9.584909301504649e-06, | |
| "loss": 0.8803, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.4393939393939394, | |
| "grad_norm": 2.0502565788866622, | |
| "learning_rate": 9.576063630588563e-06, | |
| "loss": 0.8644, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.44191919191919193, | |
| "grad_norm": 2.0532371213874683, | |
| "learning_rate": 9.567128869231575e-06, | |
| "loss": 0.9064, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 1.7359123512274788, | |
| "learning_rate": 9.55810519138271e-06, | |
| "loss": 0.7793, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.44696969696969696, | |
| "grad_norm": 2.0649902639480855, | |
| "learning_rate": 9.548992772722097e-06, | |
| "loss": 0.833, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.4494949494949495, | |
| "grad_norm": 2.0851927153389656, | |
| "learning_rate": 9.53979179065754e-06, | |
| "loss": 0.8882, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.45202020202020204, | |
| "grad_norm": 1.961154958147503, | |
| "learning_rate": 9.530502424321062e-06, | |
| "loss": 0.9064, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 2.0859686773789936, | |
| "learning_rate": 9.521124854565425e-06, | |
| "loss": 0.8994, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.45707070707070707, | |
| "grad_norm": 2.003612926682745, | |
| "learning_rate": 9.511659263960607e-06, | |
| "loss": 0.8398, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.4595959595959596, | |
| "grad_norm": 1.7738515074791146, | |
| "learning_rate": 9.50210583679024e-06, | |
| "loss": 0.7957, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.4621212121212121, | |
| "grad_norm": 7.003506091645396, | |
| "learning_rate": 9.492464759048033e-06, | |
| "loss": 0.962, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.46464646464646464, | |
| "grad_norm": 1.8974156634529178, | |
| "learning_rate": 9.482736218434144e-06, | |
| "loss": 0.831, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.4671717171717172, | |
| "grad_norm": 2.225050134319501, | |
| "learning_rate": 9.472920404351527e-06, | |
| "loss": 0.91, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4696969696969697, | |
| "grad_norm": 1.9983951157501365, | |
| "learning_rate": 9.463017507902245e-06, | |
| "loss": 0.8052, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.4722222222222222, | |
| "grad_norm": 1.8967122077813638, | |
| "learning_rate": 9.453027721883751e-06, | |
| "loss": 0.8748, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.47474747474747475, | |
| "grad_norm": 1.7957537461438238, | |
| "learning_rate": 9.442951240785135e-06, | |
| "loss": 0.8899, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.4772727272727273, | |
| "grad_norm": 1.8658746115672646, | |
| "learning_rate": 9.432788260783333e-06, | |
| "loss": 0.9029, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.4797979797979798, | |
| "grad_norm": 2.146859976441394, | |
| "learning_rate": 9.422538979739307e-06, | |
| "loss": 0.9431, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4823232323232323, | |
| "grad_norm": 3.0014959843539297, | |
| "learning_rate": 9.412203597194204e-06, | |
| "loss": 0.9506, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.48484848484848486, | |
| "grad_norm": 1.9778497170928888, | |
| "learning_rate": 9.401782314365458e-06, | |
| "loss": 0.8288, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.48737373737373735, | |
| "grad_norm": 2.1367446852069416, | |
| "learning_rate": 9.391275334142879e-06, | |
| "loss": 0.8497, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.4898989898989899, | |
| "grad_norm": 2.2408999898099835, | |
| "learning_rate": 9.380682861084703e-06, | |
| "loss": 0.9065, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.49242424242424243, | |
| "grad_norm": 1.9859991078515866, | |
| "learning_rate": 9.370005101413605e-06, | |
| "loss": 0.8958, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.494949494949495, | |
| "grad_norm": 2.2539945653467193, | |
| "learning_rate": 9.359242263012693e-06, | |
| "loss": 0.9729, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.49747474747474746, | |
| "grad_norm": 1.9895090623859781, | |
| "learning_rate": 9.348394555421454e-06, | |
| "loss": 0.8944, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.6359618626667927, | |
| "learning_rate": 9.33746218983167e-06, | |
| "loss": 0.8089, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.5025252525252525, | |
| "grad_norm": 4.006494067652519, | |
| "learning_rate": 9.32644537908332e-06, | |
| "loss": 0.8762, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.5050505050505051, | |
| "grad_norm": 2.1878874894107696, | |
| "learning_rate": 9.315344337660422e-06, | |
| "loss": 0.914, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.5075757575757576, | |
| "grad_norm": 1.893335207175721, | |
| "learning_rate": 9.304159281686867e-06, | |
| "loss": 0.8459, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.51010101010101, | |
| "grad_norm": 2.1510241730461197, | |
| "learning_rate": 9.29289042892221e-06, | |
| "loss": 0.8279, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.5126262626262627, | |
| "grad_norm": 2.20068943496204, | |
| "learning_rate": 9.281537998757421e-06, | |
| "loss": 0.9085, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.5151515151515151, | |
| "grad_norm": 2.0306871317689694, | |
| "learning_rate": 9.270102212210632e-06, | |
| "loss": 0.877, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.5176767676767676, | |
| "grad_norm": 1.9346394998991387, | |
| "learning_rate": 9.258583291922814e-06, | |
| "loss": 0.8374, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.5202020202020202, | |
| "grad_norm": 2.133265797124652, | |
| "learning_rate": 9.246981462153456e-06, | |
| "loss": 0.9053, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.5227272727272727, | |
| "grad_norm": 3.983920120081825, | |
| "learning_rate": 9.235296948776194e-06, | |
| "loss": 1.1488, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.5252525252525253, | |
| "grad_norm": 1.7291092482153385, | |
| "learning_rate": 9.223529979274411e-06, | |
| "loss": 0.7214, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.5277777777777778, | |
| "grad_norm": 1.884323131029345, | |
| "learning_rate": 9.211680782736818e-06, | |
| "loss": 0.8794, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.5303030303030303, | |
| "grad_norm": 1.843020726005339, | |
| "learning_rate": 9.19974958985298e-06, | |
| "loss": 0.8302, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.5328282828282829, | |
| "grad_norm": 2.2050212625541326, | |
| "learning_rate": 9.18773663290884e-06, | |
| "loss": 0.9446, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.5353535353535354, | |
| "grad_norm": 1.9986214790446168, | |
| "learning_rate": 9.175642145782179e-06, | |
| "loss": 0.9071, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.5378787878787878, | |
| "grad_norm": 2.0103448807107616, | |
| "learning_rate": 9.16346636393808e-06, | |
| "loss": 0.8628, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.5404040404040404, | |
| "grad_norm": 2.139518942316662, | |
| "learning_rate": 9.151209524424333e-06, | |
| "loss": 0.8637, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.5429292929292929, | |
| "grad_norm": 2.2418959229034976, | |
| "learning_rate": 9.138871865866824e-06, | |
| "loss": 0.8706, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 1.773597029759882, | |
| "learning_rate": 9.126453628464889e-06, | |
| "loss": 0.7889, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.547979797979798, | |
| "grad_norm": 1.8729030157765316, | |
| "learning_rate": 9.113955053986632e-06, | |
| "loss": 0.8058, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.5505050505050505, | |
| "grad_norm": 1.9444764336843339, | |
| "learning_rate": 9.10137638576423e-06, | |
| "loss": 0.8663, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.553030303030303, | |
| "grad_norm": 2.0434549326382503, | |
| "learning_rate": 9.088717868689186e-06, | |
| "loss": 0.8584, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.5555555555555556, | |
| "grad_norm": 2.0558840850064732, | |
| "learning_rate": 9.07597974920756e-06, | |
| "loss": 0.851, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5580808080808081, | |
| "grad_norm": 2.3103795320233895, | |
| "learning_rate": 9.063162275315182e-06, | |
| "loss": 0.8978, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.5606060606060606, | |
| "grad_norm": 2.2882825680122902, | |
| "learning_rate": 9.05026569655281e-06, | |
| "loss": 0.8543, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.5631313131313131, | |
| "grad_norm": 1.858627081051704, | |
| "learning_rate": 9.037290264001286e-06, | |
| "loss": 0.761, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.5656565656565656, | |
| "grad_norm": 1.7723152331238994, | |
| "learning_rate": 9.02423623027663e-06, | |
| "loss": 0.7985, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.5681818181818182, | |
| "grad_norm": 2.3287920071686563, | |
| "learning_rate": 9.011103849525139e-06, | |
| "loss": 0.767, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5707070707070707, | |
| "grad_norm": 2.1100618612768325, | |
| "learning_rate": 8.997893377418432e-06, | |
| "loss": 0.8963, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.5732323232323232, | |
| "grad_norm": 1.9141391941126942, | |
| "learning_rate": 8.984605071148471e-06, | |
| "loss": 0.9046, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.5757575757575758, | |
| "grad_norm": 1.945820371963421, | |
| "learning_rate": 8.971239189422555e-06, | |
| "loss": 0.9058, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.5782828282828283, | |
| "grad_norm": 1.8884920614522993, | |
| "learning_rate": 8.957795992458285e-06, | |
| "loss": 0.8176, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.5808080808080808, | |
| "grad_norm": 2.0068445281526897, | |
| "learning_rate": 8.944275741978495e-06, | |
| "loss": 0.896, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5833333333333334, | |
| "grad_norm": 2.0849232104116457, | |
| "learning_rate": 8.93067870120616e-06, | |
| "loss": 0.8404, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.5858585858585859, | |
| "grad_norm": 1.9736679573902556, | |
| "learning_rate": 8.917005134859263e-06, | |
| "loss": 0.872, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.5883838383838383, | |
| "grad_norm": 1.8961261028927838, | |
| "learning_rate": 8.90325530914566e-06, | |
| "loss": 0.9361, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.5909090909090909, | |
| "grad_norm": 1.8401285397782126, | |
| "learning_rate": 8.889429491757872e-06, | |
| "loss": 0.7926, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.5934343434343434, | |
| "grad_norm": 2.054766421059747, | |
| "learning_rate": 8.875527951867895e-06, | |
| "loss": 0.8966, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5959595959595959, | |
| "grad_norm": 1.8886359562660195, | |
| "learning_rate": 8.861550960121946e-06, | |
| "loss": 0.8905, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.5984848484848485, | |
| "grad_norm": 1.937935720120698, | |
| "learning_rate": 8.8474987886352e-06, | |
| "loss": 0.834, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.601010101010101, | |
| "grad_norm": 1.8714368764130227, | |
| "learning_rate": 8.833371710986493e-06, | |
| "loss": 0.8174, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.6035353535353535, | |
| "grad_norm": 2.0258318422464927, | |
| "learning_rate": 8.819170002212992e-06, | |
| "loss": 0.7216, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 1.8436814588534356, | |
| "learning_rate": 8.804893938804839e-06, | |
| "loss": 0.8658, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.6085858585858586, | |
| "grad_norm": 2.168928207961233, | |
| "learning_rate": 8.790543798699778e-06, | |
| "loss": 0.9487, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.6111111111111112, | |
| "grad_norm": 1.9050814720096372, | |
| "learning_rate": 8.77611986127773e-06, | |
| "loss": 0.8827, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.6136363636363636, | |
| "grad_norm": 1.8056573206534934, | |
| "learning_rate": 8.761622407355364e-06, | |
| "loss": 0.7706, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.6161616161616161, | |
| "grad_norm": 2.2836971241612494, | |
| "learning_rate": 8.747051719180626e-06, | |
| "loss": 0.8907, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.6186868686868687, | |
| "grad_norm": 1.9155514580242967, | |
| "learning_rate": 8.732408080427247e-06, | |
| "loss": 0.8784, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.6212121212121212, | |
| "grad_norm": 1.9161016051397366, | |
| "learning_rate": 8.717691776189214e-06, | |
| "loss": 0.8644, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.6237373737373737, | |
| "grad_norm": 1.8827878094486539, | |
| "learning_rate": 8.702903092975226e-06, | |
| "loss": 0.8698, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.6262626262626263, | |
| "grad_norm": 1.976346169802583, | |
| "learning_rate": 8.688042318703111e-06, | |
| "loss": 0.7587, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.6287878787878788, | |
| "grad_norm": 1.992707486790293, | |
| "learning_rate": 8.673109742694227e-06, | |
| "loss": 0.8267, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.6313131313131313, | |
| "grad_norm": 1.9031318288232517, | |
| "learning_rate": 8.65810565566782e-06, | |
| "loss": 0.8433, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.6338383838383839, | |
| "grad_norm": 2.049254205073817, | |
| "learning_rate": 8.643030349735373e-06, | |
| "loss": 0.8608, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 1.9644724605966701, | |
| "learning_rate": 8.627884118394913e-06, | |
| "loss": 0.8718, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.6388888888888888, | |
| "grad_norm": 1.6682264310796693, | |
| "learning_rate": 8.612667256525305e-06, | |
| "loss": 0.8475, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.6414141414141414, | |
| "grad_norm": 2.613490037685885, | |
| "learning_rate": 8.597380060380493e-06, | |
| "loss": 0.8479, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.6439393939393939, | |
| "grad_norm": 1.7693017368034187, | |
| "learning_rate": 8.582022827583758e-06, | |
| "loss": 0.8064, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.6464646464646465, | |
| "grad_norm": 2.169053605927329, | |
| "learning_rate": 8.566595857121902e-06, | |
| "loss": 0.88, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.648989898989899, | |
| "grad_norm": 1.9003182666970035, | |
| "learning_rate": 8.551099449339438e-06, | |
| "loss": 0.8081, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.6515151515151515, | |
| "grad_norm": 1.9280203257276212, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.8254, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.6540404040404041, | |
| "grad_norm": 2.043483601822406, | |
| "learning_rate": 8.519899529944166e-06, | |
| "loss": 0.8136, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.6565656565656566, | |
| "grad_norm": 1.9525398121644078, | |
| "learning_rate": 8.504196625756166e-06, | |
| "loss": 0.8316, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.6590909090909091, | |
| "grad_norm": 1.790052985892469, | |
| "learning_rate": 8.48842549908535e-06, | |
| "loss": 0.8771, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.6616161616161617, | |
| "grad_norm": 1.7510060656489281, | |
| "learning_rate": 8.472586456976534e-06, | |
| "loss": 0.7637, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.6641414141414141, | |
| "grad_norm": 1.7803060405827564, | |
| "learning_rate": 8.456679807796774e-06, | |
| "loss": 0.7646, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 1.7745786411187556, | |
| "learning_rate": 8.440705861229344e-06, | |
| "loss": 0.7379, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.6691919191919192, | |
| "grad_norm": 3.974237965994564, | |
| "learning_rate": 8.424664928267724e-06, | |
| "loss": 0.9469, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.6717171717171717, | |
| "grad_norm": 1.7194267487763608, | |
| "learning_rate": 8.408557321209534e-06, | |
| "loss": 0.8575, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.6742424242424242, | |
| "grad_norm": 2.068265812287207, | |
| "learning_rate": 8.392383353650463e-06, | |
| "loss": 0.8644, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.6767676767676768, | |
| "grad_norm": 2.4222313987284623, | |
| "learning_rate": 8.376143340478153e-06, | |
| "loss": 0.9031, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.6792929292929293, | |
| "grad_norm": 2.1388997365568665, | |
| "learning_rate": 8.35983759786608e-06, | |
| "loss": 0.8744, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 2.0727775382982743, | |
| "learning_rate": 8.34346644326739e-06, | |
| "loss": 0.8674, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6843434343434344, | |
| "grad_norm": 1.925670858682619, | |
| "learning_rate": 8.327030195408723e-06, | |
| "loss": 0.8733, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.6868686868686869, | |
| "grad_norm": 1.9068865675896571, | |
| "learning_rate": 8.310529174284004e-06, | |
| "loss": 0.8998, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.6893939393939394, | |
| "grad_norm": 1.961892999999656, | |
| "learning_rate": 8.293963701148215e-06, | |
| "loss": 0.8285, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.6919191919191919, | |
| "grad_norm": 2.151487477045568, | |
| "learning_rate": 8.277334098511147e-06, | |
| "loss": 0.8789, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.6944444444444444, | |
| "grad_norm": 2.1206541612242216, | |
| "learning_rate": 8.260640690131108e-06, | |
| "loss": 0.9662, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.696969696969697, | |
| "grad_norm": 2.108614871486297, | |
| "learning_rate": 8.243883801008632e-06, | |
| "loss": 0.8475, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.6994949494949495, | |
| "grad_norm": 2.3758021548155663, | |
| "learning_rate": 8.227063757380141e-06, | |
| "loss": 0.9644, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.702020202020202, | |
| "grad_norm": 1.8968879049693967, | |
| "learning_rate": 8.210180886711603e-06, | |
| "loss": 0.8401, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.7045454545454546, | |
| "grad_norm": 2.069928978154748, | |
| "learning_rate": 8.193235517692154e-06, | |
| "loss": 0.8528, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.7070707070707071, | |
| "grad_norm": 1.7679958716225839, | |
| "learning_rate": 8.176227980227693e-06, | |
| "loss": 0.7431, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.7095959595959596, | |
| "grad_norm": 1.8371038119799812, | |
| "learning_rate": 8.159158605434468e-06, | |
| "loss": 0.8477, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.7121212121212122, | |
| "grad_norm": 2.0033292734118446, | |
| "learning_rate": 8.142027725632622e-06, | |
| "loss": 0.8595, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.7146464646464646, | |
| "grad_norm": 1.9666826549049625, | |
| "learning_rate": 8.12483567433973e-06, | |
| "loss": 0.8781, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.7171717171717171, | |
| "grad_norm": 2.0488854959000977, | |
| "learning_rate": 8.107582786264299e-06, | |
| "loss": 0.8168, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.7196969696969697, | |
| "grad_norm": 1.9832328693747412, | |
| "learning_rate": 8.09026939729925e-06, | |
| "loss": 0.8, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.7222222222222222, | |
| "grad_norm": 1.9572452802521947, | |
| "learning_rate": 8.072895844515398e-06, | |
| "loss": 0.8413, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.7247474747474747, | |
| "grad_norm": 1.7749354609626558, | |
| "learning_rate": 8.055462466154862e-06, | |
| "loss": 0.7075, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 1.8371349797784025, | |
| "learning_rate": 8.037969601624495e-06, | |
| "loss": 0.7253, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.7297979797979798, | |
| "grad_norm": 1.8035197194891128, | |
| "learning_rate": 8.020417591489279e-06, | |
| "loss": 0.8174, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.7323232323232324, | |
| "grad_norm": 1.6306578456897418, | |
| "learning_rate": 8.002806777465685e-06, | |
| "loss": 0.738, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.7348484848484849, | |
| "grad_norm": 1.73807382690707, | |
| "learning_rate": 7.985137502415027e-06, | |
| "loss": 0.8181, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.7373737373737373, | |
| "grad_norm": 1.9090998993125434, | |
| "learning_rate": 7.967410110336782e-06, | |
| "loss": 0.7976, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.73989898989899, | |
| "grad_norm": 2.25275759204153, | |
| "learning_rate": 7.9496249463619e-06, | |
| "loss": 0.9196, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.7424242424242424, | |
| "grad_norm": 1.8106675829750696, | |
| "learning_rate": 7.931782356746076e-06, | |
| "loss": 0.7942, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.7449494949494949, | |
| "grad_norm": 1.5696903389204402, | |
| "learning_rate": 7.913882688863015e-06, | |
| "loss": 0.6422, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.7474747474747475, | |
| "grad_norm": 1.7649118446474967, | |
| "learning_rate": 7.895926291197667e-06, | |
| "loss": 0.7771, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 1.7680880977912667, | |
| "learning_rate": 7.877913513339444e-06, | |
| "loss": 0.81, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.7525252525252525, | |
| "grad_norm": 1.7662825615080433, | |
| "learning_rate": 7.859844705975405e-06, | |
| "loss": 0.8059, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.7550505050505051, | |
| "grad_norm": 2.062970191528715, | |
| "learning_rate": 7.841720220883446e-06, | |
| "loss": 0.9093, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "grad_norm": 2.028494596085333, | |
| "learning_rate": 7.823540410925434e-06, | |
| "loss": 0.8106, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.76010101010101, | |
| "grad_norm": 1.950977762384559, | |
| "learning_rate": 7.80530563004035e-06, | |
| "loss": 0.9017, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.7626262626262627, | |
| "grad_norm": 1.9040681093562302, | |
| "learning_rate": 7.787016233237387e-06, | |
| "loss": 0.8162, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.7651515151515151, | |
| "grad_norm": 2.5554666858923705, | |
| "learning_rate": 7.768672576589046e-06, | |
| "loss": 0.6554, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.7676767676767676, | |
| "grad_norm": 2.174576840851388, | |
| "learning_rate": 7.750275017224208e-06, | |
| "loss": 0.7403, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.7702020202020202, | |
| "grad_norm": 2.275541516995631, | |
| "learning_rate": 7.731823913321162e-06, | |
| "loss": 0.8125, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.7727272727272727, | |
| "grad_norm": 1.8953811386555475, | |
| "learning_rate": 7.713319624100657e-06, | |
| "loss": 0.8217, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.7752525252525253, | |
| "grad_norm": 1.9513924952808503, | |
| "learning_rate": 7.69476250981889e-06, | |
| "loss": 0.8352, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.7777777777777778, | |
| "grad_norm": 1.839984818748542, | |
| "learning_rate": 7.676152931760496e-06, | |
| "loss": 0.6912, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.7803030303030303, | |
| "grad_norm": 2.0007926943035814, | |
| "learning_rate": 7.657491252231525e-06, | |
| "loss": 0.8684, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.7828282828282829, | |
| "grad_norm": 1.73885712167699, | |
| "learning_rate": 7.638777834552372e-06, | |
| "loss": 0.8178, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7853535353535354, | |
| "grad_norm": 1.7839085635872234, | |
| "learning_rate": 7.620013043050713e-06, | |
| "loss": 0.7378, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.7878787878787878, | |
| "grad_norm": 2.1524413742699524, | |
| "learning_rate": 7.601197243054411e-06, | |
| "loss": 0.8404, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.7904040404040404, | |
| "grad_norm": 2.2372700737848725, | |
| "learning_rate": 7.582330800884405e-06, | |
| "loss": 0.8999, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.7929292929292929, | |
| "grad_norm": 5.349986251635676, | |
| "learning_rate": 7.563414083847573e-06, | |
| "loss": 0.8751, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.7954545454545454, | |
| "grad_norm": 1.978351063182721, | |
| "learning_rate": 7.544447460229587e-06, | |
| "loss": 0.8098, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.797979797979798, | |
| "grad_norm": 1.9358727476086006, | |
| "learning_rate": 7.525431299287737e-06, | |
| "loss": 0.8489, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.8005050505050505, | |
| "grad_norm": 1.8443699582247326, | |
| "learning_rate": 7.506365971243746e-06, | |
| "loss": 0.7742, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.803030303030303, | |
| "grad_norm": 2.1270044970514643, | |
| "learning_rate": 7.4872518472765594e-06, | |
| "loss": 0.8629, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.8055555555555556, | |
| "grad_norm": 1.8897818831419784, | |
| "learning_rate": 7.4680892995151264e-06, | |
| "loss": 0.8344, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.8080808080808081, | |
| "grad_norm": 1.7533284139089222, | |
| "learning_rate": 7.4488787010311425e-06, | |
| "loss": 0.7815, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.8106060606060606, | |
| "grad_norm": 1.8217064441842095, | |
| "learning_rate": 7.429620425831795e-06, | |
| "loss": 0.8229, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.8131313131313131, | |
| "grad_norm": 1.8443774034643523, | |
| "learning_rate": 7.4103148488524824e-06, | |
| "loss": 0.8327, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.8156565656565656, | |
| "grad_norm": 1.71061861511042, | |
| "learning_rate": 7.390962345949506e-06, | |
| "loss": 0.8333, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 1.9249282530467713, | |
| "learning_rate": 7.371563293892761e-06, | |
| "loss": 0.8619, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.8207070707070707, | |
| "grad_norm": 1.9078528629692102, | |
| "learning_rate": 7.3521180703584025e-06, | |
| "loss": 0.7976, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.8232323232323232, | |
| "grad_norm": 1.9553632923518558, | |
| "learning_rate": 7.3326270539214826e-06, | |
| "loss": 0.8674, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.8257575757575758, | |
| "grad_norm": 1.8649422226230008, | |
| "learning_rate": 7.3130906240485886e-06, | |
| "loss": 0.8757, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.8282828282828283, | |
| "grad_norm": 2.1503617282081366, | |
| "learning_rate": 7.293509161090453e-06, | |
| "loss": 0.8237, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.8308080808080808, | |
| "grad_norm": 1.7726773517694598, | |
| "learning_rate": 7.273883046274547e-06, | |
| "loss": 0.8622, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 1.8618494109928494, | |
| "learning_rate": 7.2542126616976596e-06, | |
| "loss": 0.7441, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.8358585858585859, | |
| "grad_norm": 1.8445449110851162, | |
| "learning_rate": 7.234498390318461e-06, | |
| "loss": 0.8222, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.8383838383838383, | |
| "grad_norm": 1.9965907584719484, | |
| "learning_rate": 7.214740615950041e-06, | |
| "loss": 0.9287, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.8409090909090909, | |
| "grad_norm": 1.7235368892533713, | |
| "learning_rate": 7.194939723252442e-06, | |
| "loss": 0.7969, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.8434343434343434, | |
| "grad_norm": 1.963468754530328, | |
| "learning_rate": 7.175096097725169e-06, | |
| "loss": 0.8491, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.8459595959595959, | |
| "grad_norm": 1.7529060619384105, | |
| "learning_rate": 7.155210125699683e-06, | |
| "loss": 0.7452, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.8484848484848485, | |
| "grad_norm": 1.9094288990757897, | |
| "learning_rate": 7.135282194331881e-06, | |
| "loss": 0.8763, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.851010101010101, | |
| "grad_norm": 2.0615037709551767, | |
| "learning_rate": 7.1153126915945535e-06, | |
| "loss": 0.9062, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.8535353535353535, | |
| "grad_norm": 1.8985209620402874, | |
| "learning_rate": 7.095302006269842e-06, | |
| "loss": 0.7929, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.8560606060606061, | |
| "grad_norm": 1.6863709302006293, | |
| "learning_rate": 7.07525052794166e-06, | |
| "loss": 0.8013, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.8585858585858586, | |
| "grad_norm": 2.1003775551534556, | |
| "learning_rate": 7.05515864698811e-06, | |
| "loss": 0.8575, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.8611111111111112, | |
| "grad_norm": 1.7564985063360334, | |
| "learning_rate": 7.035026754573888e-06, | |
| "loss": 0.7298, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.8636363636363636, | |
| "grad_norm": 1.7926910561007185, | |
| "learning_rate": 7.014855242642662e-06, | |
| "loss": 0.7733, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.8661616161616161, | |
| "grad_norm": 1.8244531408739597, | |
| "learning_rate": 6.994644503909449e-06, | |
| "loss": 0.8262, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.8686868686868687, | |
| "grad_norm": 2.115750819763352, | |
| "learning_rate": 6.974394931852957e-06, | |
| "loss": 0.897, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.8712121212121212, | |
| "grad_norm": 1.8678684874487301, | |
| "learning_rate": 6.954106920707939e-06, | |
| "loss": 0.8675, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.8737373737373737, | |
| "grad_norm": 1.85583492582409, | |
| "learning_rate": 6.933780865457508e-06, | |
| "loss": 0.7939, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.8762626262626263, | |
| "grad_norm": 1.9773792302096544, | |
| "learning_rate": 6.913417161825449e-06, | |
| "loss": 0.8055, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.8787878787878788, | |
| "grad_norm": 1.8773933567758432, | |
| "learning_rate": 6.893016206268518e-06, | |
| "loss": 0.7558, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.8813131313131313, | |
| "grad_norm": 1.8741310548444627, | |
| "learning_rate": 6.872578395968717e-06, | |
| "loss": 0.8972, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.8838383838383839, | |
| "grad_norm": 2.0570232185809534, | |
| "learning_rate": 6.85210412882557e-06, | |
| "loss": 0.8892, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.8863636363636364, | |
| "grad_norm": 1.8334034813197582, | |
| "learning_rate": 6.831593803448366e-06, | |
| "loss": 0.8222, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 2.0414631036488697, | |
| "learning_rate": 6.811047819148413e-06, | |
| "loss": 0.8271, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.8914141414141414, | |
| "grad_norm": 2.1395166290453798, | |
| "learning_rate": 6.7904665759312475e-06, | |
| "loss": 0.868, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.8939393939393939, | |
| "grad_norm": 2.1713852135930654, | |
| "learning_rate": 6.769850474488859e-06, | |
| "loss": 0.7536, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.8964646464646465, | |
| "grad_norm": 1.8552852467473009, | |
| "learning_rate": 6.74919991619188e-06, | |
| "loss": 0.8107, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.898989898989899, | |
| "grad_norm": 2.2131805499276904, | |
| "learning_rate": 6.728515303081782e-06, | |
| "loss": 0.9007, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.9015151515151515, | |
| "grad_norm": 1.8262108057888577, | |
| "learning_rate": 6.70779703786304e-06, | |
| "loss": 0.7663, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.9040404040404041, | |
| "grad_norm": 1.7654934724925795, | |
| "learning_rate": 6.687045523895292e-06, | |
| "loss": 0.8482, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.9065656565656566, | |
| "grad_norm": 2.0222716520146604, | |
| "learning_rate": 6.666261165185496e-06, | |
| "loss": 0.8425, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 1.8146911931025558, | |
| "learning_rate": 6.64544436638005e-06, | |
| "loss": 0.7418, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.9116161616161617, | |
| "grad_norm": 2.0507487893390586, | |
| "learning_rate": 6.6245955327569285e-06, | |
| "loss": 0.9247, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.9141414141414141, | |
| "grad_norm": 1.8107811580495732, | |
| "learning_rate": 6.603715070217779e-06, | |
| "loss": 0.8117, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.9166666666666666, | |
| "grad_norm": 1.8109962374127375, | |
| "learning_rate": 6.58280338528003e-06, | |
| "loss": 0.856, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.9191919191919192, | |
| "grad_norm": 1.625858444932743, | |
| "learning_rate": 6.561860885068972e-06, | |
| "loss": 0.7155, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.9217171717171717, | |
| "grad_norm": 2.42542998546532, | |
| "learning_rate": 6.540887977309829e-06, | |
| "loss": 0.8522, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.9242424242424242, | |
| "grad_norm": 1.7089973860276078, | |
| "learning_rate": 6.519885070319827e-06, | |
| "loss": 0.7429, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.9267676767676768, | |
| "grad_norm": 1.8479090384035146, | |
| "learning_rate": 6.498852573000236e-06, | |
| "loss": 0.8447, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.9292929292929293, | |
| "grad_norm": 1.86953053668735, | |
| "learning_rate": 6.477790894828422e-06, | |
| "loss": 0.7887, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.9318181818181818, | |
| "grad_norm": 1.6296062073831334, | |
| "learning_rate": 6.456700445849857e-06, | |
| "loss": 0.7601, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.9343434343434344, | |
| "grad_norm": 1.8624127469307328, | |
| "learning_rate": 6.435581636670154e-06, | |
| "loss": 0.8909, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.9368686868686869, | |
| "grad_norm": 1.833395549417114, | |
| "learning_rate": 6.414434878447061e-06, | |
| "loss": 0.8493, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.9393939393939394, | |
| "grad_norm": 2.0178488016114864, | |
| "learning_rate": 6.393260582882462e-06, | |
| "loss": 0.8411, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.9419191919191919, | |
| "grad_norm": 1.914850188815976, | |
| "learning_rate": 6.372059162214358e-06, | |
| "loss": 0.8661, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.9444444444444444, | |
| "grad_norm": 1.9879270438336352, | |
| "learning_rate": 6.350831029208844e-06, | |
| "loss": 0.8128, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.946969696969697, | |
| "grad_norm": 2.6253123532004854, | |
| "learning_rate": 6.329576597152072e-06, | |
| "loss": 0.8627, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.9494949494949495, | |
| "grad_norm": 1.791873041866805, | |
| "learning_rate": 6.308296279842204e-06, | |
| "loss": 0.7766, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.952020202020202, | |
| "grad_norm": 1.7079757746619704, | |
| "learning_rate": 6.28699049158136e-06, | |
| "loss": 0.7453, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.9545454545454546, | |
| "grad_norm": 1.845568322512042, | |
| "learning_rate": 6.265659647167542e-06, | |
| "loss": 0.8093, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.9570707070707071, | |
| "grad_norm": 2.0015555278085726, | |
| "learning_rate": 6.244304161886574e-06, | |
| "loss": 0.8598, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.9595959595959596, | |
| "grad_norm": 1.8143209529259592, | |
| "learning_rate": 6.222924451504001e-06, | |
| "loss": 0.873, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.9621212121212122, | |
| "grad_norm": 1.6213521262139028, | |
| "learning_rate": 6.2015209322570025e-06, | |
| "loss": 0.7611, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.9646464646464646, | |
| "grad_norm": 1.6897764914341882, | |
| "learning_rate": 6.180094020846291e-06, | |
| "loss": 0.7779, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.9671717171717171, | |
| "grad_norm": 1.9367905211851992, | |
| "learning_rate": 6.158644134427994e-06, | |
| "loss": 0.8889, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.9696969696969697, | |
| "grad_norm": 1.806193962773895, | |
| "learning_rate": 6.1371716906055336e-06, | |
| "loss": 0.7863, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.9722222222222222, | |
| "grad_norm": 2.215869828808879, | |
| "learning_rate": 6.1156771074214995e-06, | |
| "loss": 0.8672, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.9747474747474747, | |
| "grad_norm": 1.9204499491761957, | |
| "learning_rate": 6.094160803349508e-06, | |
| "loss": 0.8485, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.9772727272727273, | |
| "grad_norm": 1.7621513716925183, | |
| "learning_rate": 6.0726231972860535e-06, | |
| "loss": 0.8573, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.9797979797979798, | |
| "grad_norm": 1.7565462800448088, | |
| "learning_rate": 6.051064708542357e-06, | |
| "loss": 0.8873, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.9823232323232324, | |
| "grad_norm": 3.1233477508371545, | |
| "learning_rate": 6.029485756836195e-06, | |
| "loss": 0.7988, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.9848484848484849, | |
| "grad_norm": 2.4834044663399504, | |
| "learning_rate": 6.00788676228374e-06, | |
| "loss": 0.9911, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.9873737373737373, | |
| "grad_norm": 1.8777459555278433, | |
| "learning_rate": 5.986268145391369e-06, | |
| "loss": 0.797, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.98989898989899, | |
| "grad_norm": 1.9272215318033203, | |
| "learning_rate": 5.964630327047485e-06, | |
| "loss": 0.8664, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.9924242424242424, | |
| "grad_norm": 1.7816565298428428, | |
| "learning_rate": 5.9429737285143185e-06, | |
| "loss": 0.8341, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.9949494949494949, | |
| "grad_norm": 1.8921034636140552, | |
| "learning_rate": 5.921298771419731e-06, | |
| "loss": 0.8737, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.9974747474747475, | |
| "grad_norm": 1.910658574213566, | |
| "learning_rate": 5.8996058777489985e-06, | |
| "loss": 0.8056, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.6982767713892397, | |
| "learning_rate": 5.877895469836604e-06, | |
| "loss": 0.7788, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.0025252525252526, | |
| "grad_norm": 2.0151819880247155, | |
| "learning_rate": 5.85616797035801e-06, | |
| "loss": 0.7555, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.005050505050505, | |
| "grad_norm": 1.8702264848272523, | |
| "learning_rate": 5.8344238023214305e-06, | |
| "loss": 0.697, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.0075757575757576, | |
| "grad_norm": 1.84888782343721, | |
| "learning_rate": 5.8126633890595984e-06, | |
| "loss": 0.6753, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.0101010101010102, | |
| "grad_norm": 1.9760780939231746, | |
| "learning_rate": 5.790887154221521e-06, | |
| "loss": 0.6932, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0126262626262625, | |
| "grad_norm": 1.7434719776213805, | |
| "learning_rate": 5.76909552176423e-06, | |
| "loss": 0.6968, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.0151515151515151, | |
| "grad_norm": 1.939053013906518, | |
| "learning_rate": 5.747288915944533e-06, | |
| "loss": 0.6622, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.0176767676767677, | |
| "grad_norm": 1.98379651663197, | |
| "learning_rate": 5.725467761310751e-06, | |
| "loss": 0.6291, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.02020202020202, | |
| "grad_norm": 2.8308774274700683, | |
| "learning_rate": 5.703632482694453e-06, | |
| "loss": 0.717, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.0227272727272727, | |
| "grad_norm": 1.9314151274448212, | |
| "learning_rate": 5.681783505202182e-06, | |
| "loss": 0.6728, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.0252525252525253, | |
| "grad_norm": 1.661620173801216, | |
| "learning_rate": 5.659921254207183e-06, | |
| "loss": 0.6101, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.0277777777777777, | |
| "grad_norm": 2.02879334784291, | |
| "learning_rate": 5.638046155341121e-06, | |
| "loss": 0.6745, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.0303030303030303, | |
| "grad_norm": 1.8956630365787561, | |
| "learning_rate": 5.616158634485793e-06, | |
| "loss": 0.6528, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.0328282828282829, | |
| "grad_norm": 1.9529747368382415, | |
| "learning_rate": 5.59425911776484e-06, | |
| "loss": 0.6699, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.0353535353535352, | |
| "grad_norm": 1.6901717477408587, | |
| "learning_rate": 5.572348031535442e-06, | |
| "loss": 0.6979, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.0378787878787878, | |
| "grad_norm": 1.6337522869276964, | |
| "learning_rate": 5.5504258023800286e-06, | |
| "loss": 0.6081, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.0404040404040404, | |
| "grad_norm": 2.7856355643266753, | |
| "learning_rate": 5.528492857097966e-06, | |
| "loss": 0.6752, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.0429292929292928, | |
| "grad_norm": 2.147691396873091, | |
| "learning_rate": 5.506549622697251e-06, | |
| "loss": 0.7083, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.0454545454545454, | |
| "grad_norm": 1.890326421007081, | |
| "learning_rate": 5.484596526386198e-06, | |
| "loss": 0.7217, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.047979797979798, | |
| "grad_norm": 1.9354947081443337, | |
| "learning_rate": 5.46263399556512e-06, | |
| "loss": 0.7037, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.0505050505050506, | |
| "grad_norm": 2.2483738951676897, | |
| "learning_rate": 5.44066245781801e-06, | |
| "loss": 0.6724, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.053030303030303, | |
| "grad_norm": 2.5449624996362274, | |
| "learning_rate": 5.418682340904211e-06, | |
| "loss": 0.6882, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.0555555555555556, | |
| "grad_norm": 1.694702876681095, | |
| "learning_rate": 5.396694072750099e-06, | |
| "loss": 0.5977, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.0580808080808082, | |
| "grad_norm": 1.6399354114541165, | |
| "learning_rate": 5.374698081440737e-06, | |
| "loss": 0.6976, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.0606060606060606, | |
| "grad_norm": 1.8612106562079718, | |
| "learning_rate": 5.352694795211555e-06, | |
| "loss": 0.6719, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.0631313131313131, | |
| "grad_norm": 1.7307696435188145, | |
| "learning_rate": 5.330684642440003e-06, | |
| "loss": 0.6285, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.0656565656565657, | |
| "grad_norm": 2.4691548308604236, | |
| "learning_rate": 5.308668051637213e-06, | |
| "loss": 0.7327, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.0681818181818181, | |
| "grad_norm": 1.8077017073271224, | |
| "learning_rate": 5.28664545143966e-06, | |
| "loss": 0.7054, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.0707070707070707, | |
| "grad_norm": 1.7065000267250496, | |
| "learning_rate": 5.2646172706008154e-06, | |
| "loss": 0.7195, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.0732323232323233, | |
| "grad_norm": 1.9619543394731633, | |
| "learning_rate": 5.242583937982798e-06, | |
| "loss": 0.7328, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.0757575757575757, | |
| "grad_norm": 1.693517608989433, | |
| "learning_rate": 5.220545882548024e-06, | |
| "loss": 0.671, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.0782828282828283, | |
| "grad_norm": 1.9237914420729643, | |
| "learning_rate": 5.198503533350859e-06, | |
| "loss": 0.7175, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.0808080808080809, | |
| "grad_norm": 1.7394825016163988, | |
| "learning_rate": 5.176457319529264e-06, | |
| "loss": 0.6614, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.0833333333333333, | |
| "grad_norm": 1.665040555481496, | |
| "learning_rate": 5.154407670296434e-06, | |
| "loss": 0.6207, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.0858585858585859, | |
| "grad_norm": 1.9144929503047374, | |
| "learning_rate": 5.132355014932455e-06, | |
| "loss": 0.653, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.0883838383838385, | |
| "grad_norm": 2.019822960039854, | |
| "learning_rate": 5.1102997827759324e-06, | |
| "loss": 0.6457, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 2.7788025514050623, | |
| "learning_rate": 5.088242403215644e-06, | |
| "loss": 0.802, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.0934343434343434, | |
| "grad_norm": 1.9708878396751732, | |
| "learning_rate": 5.06618330568217e-06, | |
| "loss": 0.7458, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.095959595959596, | |
| "grad_norm": 1.9581748488896618, | |
| "learning_rate": 5.0441229196395416e-06, | |
| "loss": 0.6966, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.0984848484848484, | |
| "grad_norm": 1.7245127313943982, | |
| "learning_rate": 5.022061674576871e-06, | |
| "loss": 0.6045, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.101010101010101, | |
| "grad_norm": 1.83316729599805, | |
| "learning_rate": 5e-06, | |
| "loss": 0.6681, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.1035353535353536, | |
| "grad_norm": 2.036141294067019, | |
| "learning_rate": 4.97793832542313e-06, | |
| "loss": 0.7294, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.106060606060606, | |
| "grad_norm": 2.1530005369504552, | |
| "learning_rate": 4.955877080360462e-06, | |
| "loss": 0.6774, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.1085858585858586, | |
| "grad_norm": 1.7223929410113543, | |
| "learning_rate": 4.933816694317832e-06, | |
| "loss": 0.6727, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 1.8176287723669216, | |
| "learning_rate": 4.911757596784358e-06, | |
| "loss": 0.6739, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.1136363636363635, | |
| "grad_norm": 1.8275228102234706, | |
| "learning_rate": 4.889700217224068e-06, | |
| "loss": 0.7391, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.1161616161616161, | |
| "grad_norm": 1.8199747771104646, | |
| "learning_rate": 4.867644985067548e-06, | |
| "loss": 0.6942, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.1186868686868687, | |
| "grad_norm": 1.6763484984193686, | |
| "learning_rate": 4.845592329703568e-06, | |
| "loss": 0.634, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.121212121212121, | |
| "grad_norm": 1.831762311688415, | |
| "learning_rate": 4.823542680470738e-06, | |
| "loss": 0.6618, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.1237373737373737, | |
| "grad_norm": 1.7825984242405961, | |
| "learning_rate": 4.801496466649143e-06, | |
| "loss": 0.6576, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.1262626262626263, | |
| "grad_norm": 2.0226073897654695, | |
| "learning_rate": 4.779454117451978e-06, | |
| "loss": 0.694, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.128787878787879, | |
| "grad_norm": 1.661129371317442, | |
| "learning_rate": 4.757416062017203e-06, | |
| "loss": 0.6314, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.1313131313131313, | |
| "grad_norm": 2.3421784999535142, | |
| "learning_rate": 4.7353827293991845e-06, | |
| "loss": 0.7612, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.1338383838383839, | |
| "grad_norm": 1.680068360070798, | |
| "learning_rate": 4.713354548560342e-06, | |
| "loss": 0.6484, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 1.7981146017286478, | |
| "learning_rate": 4.691331948362789e-06, | |
| "loss": 0.6893, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.1388888888888888, | |
| "grad_norm": 1.9252682229603164, | |
| "learning_rate": 4.669315357559999e-06, | |
| "loss": 0.6768, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.1414141414141414, | |
| "grad_norm": 2.0267347569333793, | |
| "learning_rate": 4.647305204788445e-06, | |
| "loss": 0.7787, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.143939393939394, | |
| "grad_norm": 1.8024146135884664, | |
| "learning_rate": 4.625301918559264e-06, | |
| "loss": 0.6817, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.1464646464646464, | |
| "grad_norm": 2.105549421601638, | |
| "learning_rate": 4.603305927249902e-06, | |
| "loss": 0.7381, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.148989898989899, | |
| "grad_norm": 1.5988279877052975, | |
| "learning_rate": 4.5813176590957896e-06, | |
| "loss": 0.6529, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.1515151515151516, | |
| "grad_norm": 3.19661858368343, | |
| "learning_rate": 4.559337542181993e-06, | |
| "loss": 0.5975, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.154040404040404, | |
| "grad_norm": 1.6181855725854595, | |
| "learning_rate": 4.537366004434882e-06, | |
| "loss": 0.6894, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.1565656565656566, | |
| "grad_norm": 1.7620224863908522, | |
| "learning_rate": 4.5154034736138035e-06, | |
| "loss": 0.7141, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.1590909090909092, | |
| "grad_norm": 2.2322609251857672, | |
| "learning_rate": 4.49345037730275e-06, | |
| "loss": 0.7007, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.1616161616161615, | |
| "grad_norm": 1.9528868021945258, | |
| "learning_rate": 4.471507142902036e-06, | |
| "loss": 0.6728, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.1641414141414141, | |
| "grad_norm": 1.5891676961221326, | |
| "learning_rate": 4.449574197619973e-06, | |
| "loss": 0.5974, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.1666666666666667, | |
| "grad_norm": 1.630153654711676, | |
| "learning_rate": 4.427651968464559e-06, | |
| "loss": 0.6072, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.1691919191919191, | |
| "grad_norm": 1.8365837107533884, | |
| "learning_rate": 4.4057408822351625e-06, | |
| "loss": 0.7207, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.1717171717171717, | |
| "grad_norm": 2.0660037606553954, | |
| "learning_rate": 4.383841365514208e-06, | |
| "loss": 0.6881, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.1742424242424243, | |
| "grad_norm": 1.548087949689816, | |
| "learning_rate": 4.3619538446588804e-06, | |
| "loss": 0.5739, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.1767676767676767, | |
| "grad_norm": 1.960031461373245, | |
| "learning_rate": 4.340078745792818e-06, | |
| "loss": 0.6825, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.1792929292929293, | |
| "grad_norm": 1.5803392889258359, | |
| "learning_rate": 4.3182164947978215e-06, | |
| "loss": 0.6669, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.1818181818181819, | |
| "grad_norm": 1.7287418038659104, | |
| "learning_rate": 4.296367517305548e-06, | |
| "loss": 0.6497, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.1843434343434343, | |
| "grad_norm": 1.7273792266910883, | |
| "learning_rate": 4.274532238689248e-06, | |
| "loss": 0.7003, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.1868686868686869, | |
| "grad_norm": 1.7545603399346041, | |
| "learning_rate": 4.252711084055468e-06, | |
| "loss": 0.653, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.1893939393939394, | |
| "grad_norm": 1.5430286005004747, | |
| "learning_rate": 4.230904478235772e-06, | |
| "loss": 0.5536, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.1919191919191918, | |
| "grad_norm": 2.7579983804870345, | |
| "learning_rate": 4.209112845778481e-06, | |
| "loss": 0.6275, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.1944444444444444, | |
| "grad_norm": 1.6373617698150473, | |
| "learning_rate": 4.187336610940402e-06, | |
| "loss": 0.6636, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.196969696969697, | |
| "grad_norm": 1.445317861340389, | |
| "learning_rate": 4.165576197678571e-06, | |
| "loss": 0.6443, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.1994949494949494, | |
| "grad_norm": 1.6807094693125937, | |
| "learning_rate": 4.143832029641992e-06, | |
| "loss": 0.6689, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.202020202020202, | |
| "grad_norm": 1.9526685990978059, | |
| "learning_rate": 4.122104530163397e-06, | |
| "loss": 0.7311, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.2045454545454546, | |
| "grad_norm": 1.5445379031033923, | |
| "learning_rate": 4.100394122251002e-06, | |
| "loss": 0.5916, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.2070707070707072, | |
| "grad_norm": 1.818230967267352, | |
| "learning_rate": 4.0787012285802695e-06, | |
| "loss": 0.742, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.2095959595959596, | |
| "grad_norm": 1.5522760322551075, | |
| "learning_rate": 4.057026271485682e-06, | |
| "loss": 0.5363, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 2.06159425782242, | |
| "learning_rate": 4.035369672952516e-06, | |
| "loss": 0.6938, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.2146464646464645, | |
| "grad_norm": 2.004330399756548, | |
| "learning_rate": 4.013731854608633e-06, | |
| "loss": 0.7032, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.2171717171717171, | |
| "grad_norm": 1.868645867065866, | |
| "learning_rate": 3.992113237716261e-06, | |
| "loss": 0.6987, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.2196969696969697, | |
| "grad_norm": 1.6968848461806507, | |
| "learning_rate": 3.9705142431638065e-06, | |
| "loss": 0.6324, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.2222222222222223, | |
| "grad_norm": 1.9130899105972559, | |
| "learning_rate": 3.948935291457645e-06, | |
| "loss": 0.6817, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.2247474747474747, | |
| "grad_norm": 1.8392221262693993, | |
| "learning_rate": 3.927376802713948e-06, | |
| "loss": 0.6865, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.2272727272727273, | |
| "grad_norm": 1.9747299875665696, | |
| "learning_rate": 3.905839196650494e-06, | |
| "loss": 0.6938, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.22979797979798, | |
| "grad_norm": 1.9355488368581049, | |
| "learning_rate": 3.884322892578503e-06, | |
| "loss": 0.7514, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.2323232323232323, | |
| "grad_norm": 1.7715900482316334, | |
| "learning_rate": 3.862828309394469e-06, | |
| "loss": 0.6616, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.2348484848484849, | |
| "grad_norm": 2.1728552826181766, | |
| "learning_rate": 3.841355865572009e-06, | |
| "loss": 0.6806, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.2373737373737375, | |
| "grad_norm": 2.197194696198873, | |
| "learning_rate": 3.8199059791537105e-06, | |
| "loss": 0.7416, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.2398989898989898, | |
| "grad_norm": 1.7576488788486417, | |
| "learning_rate": 3.7984790677429988e-06, | |
| "loss": 0.7056, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.2424242424242424, | |
| "grad_norm": 2.00153591162574, | |
| "learning_rate": 3.777075548496001e-06, | |
| "loss": 0.678, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.244949494949495, | |
| "grad_norm": 1.6840649250655566, | |
| "learning_rate": 3.755695838113427e-06, | |
| "loss": 0.61, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.2474747474747474, | |
| "grad_norm": 1.6993135647865107, | |
| "learning_rate": 3.7343403528324574e-06, | |
| "loss": 0.643, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 1.9522911881118852, | |
| "learning_rate": 3.713009508418643e-06, | |
| "loss": 0.729, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.2525252525252526, | |
| "grad_norm": 1.8582890266190994, | |
| "learning_rate": 3.6917037201577977e-06, | |
| "loss": 0.6329, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.255050505050505, | |
| "grad_norm": 2.212756976633153, | |
| "learning_rate": 3.6704234028479296e-06, | |
| "loss": 0.6245, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.2575757575757576, | |
| "grad_norm": 2.005966833059071, | |
| "learning_rate": 3.649168970791157e-06, | |
| "loss": 0.6293, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.2601010101010102, | |
| "grad_norm": 1.5087645705397317, | |
| "learning_rate": 3.6279408377856445e-06, | |
| "loss": 0.6346, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.2626262626262625, | |
| "grad_norm": 2.149662935207517, | |
| "learning_rate": 3.6067394171175397e-06, | |
| "loss": 0.7184, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.2626262626262625, | |
| "eval_loss": 0.7672516107559204, | |
| "eval_runtime": 2.0292, | |
| "eval_samples_per_second": 15.769, | |
| "eval_steps_per_second": 3.942, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.2651515151515151, | |
| "grad_norm": 1.8951250364648924, | |
| "learning_rate": 3.5855651215529397e-06, | |
| "loss": 0.7794, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.2676767676767677, | |
| "grad_norm": 1.6368252921929487, | |
| "learning_rate": 3.564418363329848e-06, | |
| "loss": 0.6315, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.2702020202020203, | |
| "grad_norm": 1.813482568571102, | |
| "learning_rate": 3.5432995541501445e-06, | |
| "loss": 0.6947, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 2.3173998961345443, | |
| "learning_rate": 3.5222091051715803e-06, | |
| "loss": 0.7438, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.2752525252525253, | |
| "grad_norm": 1.8270637577921853, | |
| "learning_rate": 3.501147426999764e-06, | |
| "loss": 0.6922, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.2777777777777777, | |
| "grad_norm": 1.6289384596285112, | |
| "learning_rate": 3.480114929680176e-06, | |
| "loss": 0.6127, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.2803030303030303, | |
| "grad_norm": 1.9992734679654756, | |
| "learning_rate": 3.4591120226901724e-06, | |
| "loss": 0.6332, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.2828282828282829, | |
| "grad_norm": 1.6361784212565884, | |
| "learning_rate": 3.4381391149310294e-06, | |
| "loss": 0.6304, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.2853535353535355, | |
| "grad_norm": 1.7148841762554012, | |
| "learning_rate": 3.417196614719972e-06, | |
| "loss": 0.6726, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.2878787878787878, | |
| "grad_norm": 1.8287678394828801, | |
| "learning_rate": 3.3962849297822225e-06, | |
| "loss": 0.6734, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.2904040404040404, | |
| "grad_norm": 1.5632710434516484, | |
| "learning_rate": 3.375404467243073e-06, | |
| "loss": 0.6736, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.2929292929292928, | |
| "grad_norm": 2.6392219084368986, | |
| "learning_rate": 3.35455563361995e-06, | |
| "loss": 0.8411, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.2954545454545454, | |
| "grad_norm": 2.027430629804721, | |
| "learning_rate": 3.333738834814506e-06, | |
| "loss": 0.7028, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.297979797979798, | |
| "grad_norm": 1.9296910996214989, | |
| "learning_rate": 3.3129544761047093e-06, | |
| "loss": 0.6179, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.3005050505050506, | |
| "grad_norm": 1.7926415760895449, | |
| "learning_rate": 3.292202962136962e-06, | |
| "loss": 0.6375, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.303030303030303, | |
| "grad_norm": 1.8438249685756931, | |
| "learning_rate": 3.271484696918218e-06, | |
| "loss": 0.7365, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.3055555555555556, | |
| "grad_norm": 1.6905841642540418, | |
| "learning_rate": 3.250800083808121e-06, | |
| "loss": 0.6461, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.308080808080808, | |
| "grad_norm": 1.6350096615621776, | |
| "learning_rate": 3.2301495255111426e-06, | |
| "loss": 0.632, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.3106060606060606, | |
| "grad_norm": 1.6914285562196705, | |
| "learning_rate": 3.2095334240687524e-06, | |
| "loss": 0.7002, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.3131313131313131, | |
| "grad_norm": 1.7717194264063816, | |
| "learning_rate": 3.1889521808515888e-06, | |
| "loss": 0.7291, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.3156565656565657, | |
| "grad_norm": 1.8177330071407203, | |
| "learning_rate": 3.168406196551635e-06, | |
| "loss": 0.7159, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.3181818181818181, | |
| "grad_norm": 1.8893730024155937, | |
| "learning_rate": 3.1478958711744324e-06, | |
| "loss": 0.6586, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.3207070707070707, | |
| "grad_norm": 1.8614328973570116, | |
| "learning_rate": 3.127421604031284e-06, | |
| "loss": 0.7007, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.3232323232323233, | |
| "grad_norm": 1.8121478977506655, | |
| "learning_rate": 3.1069837937314846e-06, | |
| "loss": 0.6598, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.3257575757575757, | |
| "grad_norm": 1.7164037295955057, | |
| "learning_rate": 3.0865828381745515e-06, | |
| "loss": 0.6357, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.3282828282828283, | |
| "grad_norm": 1.8242041926310077, | |
| "learning_rate": 3.0662191345424925e-06, | |
| "loss": 0.6808, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.3308080808080809, | |
| "grad_norm": 1.5945895230095066, | |
| "learning_rate": 3.045893079292063e-06, | |
| "loss": 0.59, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 1.7127301788900566, | |
| "learning_rate": 3.0256050681470446e-06, | |
| "loss": 0.6102, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 1.3358585858585859, | |
| "grad_norm": 1.6213847656730418, | |
| "learning_rate": 3.005355496090553e-06, | |
| "loss": 0.5986, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 1.3383838383838385, | |
| "grad_norm": 1.803345468640096, | |
| "learning_rate": 2.9851447573573383e-06, | |
| "loss": 0.6574, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.3409090909090908, | |
| "grad_norm": 1.948769116789314, | |
| "learning_rate": 2.964973245426115e-06, | |
| "loss": 0.7144, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 1.3434343434343434, | |
| "grad_norm": 2.1530786770684553, | |
| "learning_rate": 2.9448413530118912e-06, | |
| "loss": 0.7315, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 1.345959595959596, | |
| "grad_norm": 1.951303591556974, | |
| "learning_rate": 2.9247494720583415e-06, | |
| "loss": 0.6916, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 1.3484848484848486, | |
| "grad_norm": 1.5465134830650122, | |
| "learning_rate": 2.904697993730159e-06, | |
| "loss": 0.5869, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 1.351010101010101, | |
| "grad_norm": 2.007369432946237, | |
| "learning_rate": 2.8846873084054478e-06, | |
| "loss": 0.7287, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.3535353535353536, | |
| "grad_norm": 2.268634919376844, | |
| "learning_rate": 2.8647178056681197e-06, | |
| "loss": 0.6766, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 1.356060606060606, | |
| "grad_norm": 1.64407065544787, | |
| "learning_rate": 2.8447898743003166e-06, | |
| "loss": 0.5837, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 1.3585858585858586, | |
| "grad_norm": 1.880029236568523, | |
| "learning_rate": 2.8249039022748315e-06, | |
| "loss": 0.7076, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 1.3611111111111112, | |
| "grad_norm": 1.6753610025488719, | |
| "learning_rate": 2.8050602767475595e-06, | |
| "loss": 0.6846, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 1.902000454798254, | |
| "learning_rate": 2.785259384049959e-06, | |
| "loss": 0.6646, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.3661616161616161, | |
| "grad_norm": 1.7934078666570006, | |
| "learning_rate": 2.7655016096815395e-06, | |
| "loss": 0.6899, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 1.3686868686868687, | |
| "grad_norm": 1.8057809326009877, | |
| "learning_rate": 2.745787338302341e-06, | |
| "loss": 0.6852, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 1.371212121212121, | |
| "grad_norm": 1.780947262728089, | |
| "learning_rate": 2.726116953725454e-06, | |
| "loss": 0.6935, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 1.3737373737373737, | |
| "grad_norm": 4.3530717407122275, | |
| "learning_rate": 2.706490838909547e-06, | |
| "loss": 0.714, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 1.3762626262626263, | |
| "grad_norm": 1.9411555437226586, | |
| "learning_rate": 2.686909375951413e-06, | |
| "loss": 0.6778, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.378787878787879, | |
| "grad_norm": 1.8610555614788364, | |
| "learning_rate": 2.6673729460785174e-06, | |
| "loss": 0.6211, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 1.3813131313131313, | |
| "grad_norm": 2.6184556708787126, | |
| "learning_rate": 2.647881929641598e-06, | |
| "loss": 0.6866, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 1.3838383838383839, | |
| "grad_norm": 1.6281107230784941, | |
| "learning_rate": 2.628436706107238e-06, | |
| "loss": 0.6197, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 1.3863636363636362, | |
| "grad_norm": 1.6595343137304726, | |
| "learning_rate": 2.609037654050497e-06, | |
| "loss": 0.6615, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 1.3888888888888888, | |
| "grad_norm": 1.6673402222678864, | |
| "learning_rate": 2.5896851511475184e-06, | |
| "loss": 0.5901, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.3914141414141414, | |
| "grad_norm": 2.302491758651808, | |
| "learning_rate": 2.5703795741682053e-06, | |
| "loss": 0.7658, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 1.393939393939394, | |
| "grad_norm": 1.6296237893429244, | |
| "learning_rate": 2.5511212989688587e-06, | |
| "loss": 0.666, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 1.3964646464646464, | |
| "grad_norm": 2.067659562978043, | |
| "learning_rate": 2.5319107004848752e-06, | |
| "loss": 0.6324, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 1.398989898989899, | |
| "grad_norm": 1.6066377017160183, | |
| "learning_rate": 2.5127481527234397e-06, | |
| "loss": 0.6672, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 1.4015151515151514, | |
| "grad_norm": 1.8400516884572484, | |
| "learning_rate": 2.493634028756255e-06, | |
| "loss": 0.7568, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.404040404040404, | |
| "grad_norm": 1.8971795842420967, | |
| "learning_rate": 2.4745687007122636e-06, | |
| "loss": 0.6081, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 1.4065656565656566, | |
| "grad_norm": 2.074344175960706, | |
| "learning_rate": 2.455552539770414e-06, | |
| "loss": 0.6835, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 1.4090909090909092, | |
| "grad_norm": 1.9985985778861037, | |
| "learning_rate": 2.436585916152426e-06, | |
| "loss": 0.7305, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 1.4116161616161615, | |
| "grad_norm": 1.7811956768872474, | |
| "learning_rate": 2.4176691991155966e-06, | |
| "loss": 0.7483, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 1.4141414141414141, | |
| "grad_norm": 1.6287671284457417, | |
| "learning_rate": 2.3988027569455895e-06, | |
| "loss": 0.6604, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.4166666666666667, | |
| "grad_norm": 1.5932467520799263, | |
| "learning_rate": 2.379986956949289e-06, | |
| "loss": 0.6696, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 1.4191919191919191, | |
| "grad_norm": 1.6031603536441323, | |
| "learning_rate": 2.361222165447628e-06, | |
| "loss": 0.5734, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 1.4217171717171717, | |
| "grad_norm": 1.8339186169542514, | |
| "learning_rate": 2.3425087477684767e-06, | |
| "loss": 0.6683, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 1.4242424242424243, | |
| "grad_norm": 1.7649111644578288, | |
| "learning_rate": 2.323847068239504e-06, | |
| "loss": 0.6564, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 1.4267676767676767, | |
| "grad_norm": 1.7321766945109096, | |
| "learning_rate": 2.305237490181112e-06, | |
| "loss": 0.6365, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.4292929292929293, | |
| "grad_norm": 2.0190477280634074, | |
| "learning_rate": 2.2866803758993446e-06, | |
| "loss": 0.7339, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 1.4318181818181819, | |
| "grad_norm": 1.6794056984497103, | |
| "learning_rate": 2.2681760866788397e-06, | |
| "loss": 0.5837, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 1.4343434343434343, | |
| "grad_norm": 1.7014245507418744, | |
| "learning_rate": 2.2497249827757933e-06, | |
| "loss": 0.661, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 1.4368686868686869, | |
| "grad_norm": 1.8691256550293922, | |
| "learning_rate": 2.231327423410954e-06, | |
| "loss": 0.6835, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 1.4393939393939394, | |
| "grad_norm": 1.6339075207343308, | |
| "learning_rate": 2.2129837667626147e-06, | |
| "loss": 0.5841, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.441919191919192, | |
| "grad_norm": 1.5860685183372798, | |
| "learning_rate": 2.1946943699596516e-06, | |
| "loss": 0.605, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 1.4444444444444444, | |
| "grad_norm": 1.8572941946426866, | |
| "learning_rate": 2.176459589074566e-06, | |
| "loss": 0.6841, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 1.446969696969697, | |
| "grad_norm": 1.7861127437673787, | |
| "learning_rate": 2.158279779116555e-06, | |
| "loss": 0.694, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 1.4494949494949494, | |
| "grad_norm": 1.7305571112075897, | |
| "learning_rate": 2.1401552940245962e-06, | |
| "loss": 0.6743, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 1.452020202020202, | |
| "grad_norm": 1.5967045155709891, | |
| "learning_rate": 2.122086486660559e-06, | |
| "loss": 0.6094, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 1.8577075339501332, | |
| "learning_rate": 2.1040737088023323e-06, | |
| "loss": 0.7651, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 1.4570707070707072, | |
| "grad_norm": 1.726189282621056, | |
| "learning_rate": 2.086117311136987e-06, | |
| "loss": 0.6793, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 1.4595959595959596, | |
| "grad_norm": 1.690766865913275, | |
| "learning_rate": 2.068217643253925e-06, | |
| "loss": 0.6881, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 1.4621212121212122, | |
| "grad_norm": 1.624207744774946, | |
| "learning_rate": 2.0503750536381016e-06, | |
| "loss": 0.6569, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 1.4646464646464645, | |
| "grad_norm": 1.7904386347463785, | |
| "learning_rate": 2.0325898896632178e-06, | |
| "loss": 0.6764, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.4671717171717171, | |
| "grad_norm": 1.7125150031996876, | |
| "learning_rate": 2.0148624975849755e-06, | |
| "loss": 0.6754, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 1.4696969696969697, | |
| "grad_norm": 1.7187348343360536, | |
| "learning_rate": 1.997193222534316e-06, | |
| "loss": 0.7046, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 1.4722222222222223, | |
| "grad_norm": 1.917931828878889, | |
| "learning_rate": 1.9795824085107217e-06, | |
| "loss": 0.7151, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 1.4747474747474747, | |
| "grad_norm": 1.5192199933440467, | |
| "learning_rate": 1.962030398375506e-06, | |
| "loss": 0.5798, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 1.4772727272727273, | |
| "grad_norm": 2.0512930069007593, | |
| "learning_rate": 1.9445375338451405e-06, | |
| "loss": 0.6894, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.4797979797979797, | |
| "grad_norm": 1.8832475332645238, | |
| "learning_rate": 1.927104155484602e-06, | |
| "loss": 0.689, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 1.4823232323232323, | |
| "grad_norm": 1.782529987774134, | |
| "learning_rate": 1.9097306027007495e-06, | |
| "loss": 0.7041, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 1.4848484848484849, | |
| "grad_norm": 1.9555053069883206, | |
| "learning_rate": 1.8924172137357038e-06, | |
| "loss": 0.6622, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 1.4873737373737375, | |
| "grad_norm": 1.7053197030867797, | |
| "learning_rate": 1.8751643256602714e-06, | |
| "loss": 0.6673, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 1.4898989898989898, | |
| "grad_norm": 2.2735630376797835, | |
| "learning_rate": 1.8579722743673773e-06, | |
| "loss": 0.66, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.4924242424242424, | |
| "grad_norm": 1.738268204762897, | |
| "learning_rate": 1.840841394565534e-06, | |
| "loss": 0.6586, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 1.494949494949495, | |
| "grad_norm": 1.649342879222012, | |
| "learning_rate": 1.8237720197723075e-06, | |
| "loss": 0.6976, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 1.4974747474747474, | |
| "grad_norm": 1.9338125901586305, | |
| "learning_rate": 1.806764482307848e-06, | |
| "loss": 0.6995, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.5470373216575508, | |
| "learning_rate": 1.789819113288397e-06, | |
| "loss": 0.5431, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 1.5025252525252526, | |
| "grad_norm": 1.9810574766528408, | |
| "learning_rate": 1.772936242619862e-06, | |
| "loss": 0.6299, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.5050505050505052, | |
| "grad_norm": 1.8273017497040147, | |
| "learning_rate": 1.75611619899137e-06, | |
| "loss": 0.7285, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 1.5075757575757576, | |
| "grad_norm": 2.2389952418401324, | |
| "learning_rate": 1.7393593098688933e-06, | |
| "loss": 0.6912, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 1.51010101010101, | |
| "grad_norm": 2.1167128184663837, | |
| "learning_rate": 1.7226659014888548e-06, | |
| "loss": 0.5674, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 1.5126262626262625, | |
| "grad_norm": 1.5189372519313946, | |
| "learning_rate": 1.706036298851787e-06, | |
| "loss": 0.6164, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "grad_norm": 2.0517897654347412, | |
| "learning_rate": 1.689470825715998e-06, | |
| "loss": 0.7586, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.5176767676767677, | |
| "grad_norm": 1.6854349752110218, | |
| "learning_rate": 1.672969804591279e-06, | |
| "loss": 0.6682, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 1.5202020202020203, | |
| "grad_norm": 1.890320205166573, | |
| "learning_rate": 1.6565335567326112e-06, | |
| "loss": 0.7209, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 1.5227272727272727, | |
| "grad_norm": 1.7829138138501177, | |
| "learning_rate": 1.6401624021339218e-06, | |
| "loss": 0.6788, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 1.5252525252525253, | |
| "grad_norm": 1.8864040831252018, | |
| "learning_rate": 1.6238566595218475e-06, | |
| "loss": 0.691, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 1.5277777777777777, | |
| "grad_norm": 1.706813930915375, | |
| "learning_rate": 1.6076166463495384e-06, | |
| "loss": 0.6563, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.5303030303030303, | |
| "grad_norm": 1.8669005685652453, | |
| "learning_rate": 1.591442678790467e-06, | |
| "loss": 0.6403, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 1.5328282828282829, | |
| "grad_norm": 1.517294796063533, | |
| "learning_rate": 1.575335071732278e-06, | |
| "loss": 0.5987, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 1.5353535353535355, | |
| "grad_norm": 1.6407289000278769, | |
| "learning_rate": 1.5592941387706562e-06, | |
| "loss": 0.637, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 1.5378787878787878, | |
| "grad_norm": 1.6128958774877917, | |
| "learning_rate": 1.5433201922032266e-06, | |
| "loss": 0.619, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 1.5404040404040404, | |
| "grad_norm": 1.860507402064171, | |
| "learning_rate": 1.5274135430234654e-06, | |
| "loss": 0.6624, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.5429292929292928, | |
| "grad_norm": 1.7193759916923494, | |
| "learning_rate": 1.5115745009146521e-06, | |
| "loss": 0.6791, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 1.5454545454545454, | |
| "grad_norm": 1.4718917168427323, | |
| "learning_rate": 1.4958033742438348e-06, | |
| "loss": 0.5304, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 1.547979797979798, | |
| "grad_norm": 1.8013812172501598, | |
| "learning_rate": 1.4801004700558358e-06, | |
| "loss": 0.7007, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 1.5505050505050506, | |
| "grad_norm": 1.6866327135314982, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.7416, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 1.553030303030303, | |
| "grad_norm": 1.51261281151324, | |
| "learning_rate": 1.448900550660564e-06, | |
| "loss": 0.6064, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.5555555555555556, | |
| "grad_norm": 1.5622715563882266, | |
| "learning_rate": 1.4334041428781003e-06, | |
| "loss": 0.594, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 1.558080808080808, | |
| "grad_norm": 1.8019263250670579, | |
| "learning_rate": 1.4179771724162428e-06, | |
| "loss": 0.6374, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 1.5606060606060606, | |
| "grad_norm": 1.825688860602252, | |
| "learning_rate": 1.4026199396195078e-06, | |
| "loss": 0.697, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 1.5631313131313131, | |
| "grad_norm": 1.7526908861748036, | |
| "learning_rate": 1.3873327434746975e-06, | |
| "loss": 0.6335, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 1.5656565656565657, | |
| "grad_norm": 1.697579840706317, | |
| "learning_rate": 1.3721158816050872e-06, | |
| "loss": 0.6855, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.5681818181818183, | |
| "grad_norm": 1.7940704919312578, | |
| "learning_rate": 1.3569696502646274e-06, | |
| "loss": 0.6542, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 1.5707070707070707, | |
| "grad_norm": 1.7049660777299587, | |
| "learning_rate": 1.3418943443321807e-06, | |
| "loss": 0.611, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 1.573232323232323, | |
| "grad_norm": 1.4831000798463816, | |
| "learning_rate": 1.326890257305774e-06, | |
| "loss": 0.5863, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 1.5757575757575757, | |
| "grad_norm": 1.7387915508538903, | |
| "learning_rate": 1.3119576812968893e-06, | |
| "loss": 0.6183, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 1.5782828282828283, | |
| "grad_norm": 1.6617812103928422, | |
| "learning_rate": 1.2970969070247742e-06, | |
| "loss": 0.6581, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.5808080808080809, | |
| "grad_norm": 1.5443549815199022, | |
| "learning_rate": 1.282308223810786e-06, | |
| "loss": 0.5937, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 1.5833333333333335, | |
| "grad_norm": 1.7206885547433117, | |
| "learning_rate": 1.2675919195727537e-06, | |
| "loss": 0.6497, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 1.5858585858585859, | |
| "grad_norm": 1.641246412713275, | |
| "learning_rate": 1.252948280819375e-06, | |
| "loss": 0.6634, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 1.5883838383838382, | |
| "grad_norm": 1.658941492636846, | |
| "learning_rate": 1.2383775926446367e-06, | |
| "loss": 0.589, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 1.5853192673433159, | |
| "learning_rate": 1.2238801387222716e-06, | |
| "loss": 0.6252, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.5934343434343434, | |
| "grad_norm": 1.6646772150567526, | |
| "learning_rate": 1.2094562013002237e-06, | |
| "loss": 0.6597, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 1.595959595959596, | |
| "grad_norm": 2.0083218895497685, | |
| "learning_rate": 1.1951060611951615e-06, | |
| "loss": 0.7277, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 1.5984848484848486, | |
| "grad_norm": 2.0275628557504826, | |
| "learning_rate": 1.1808299977870087e-06, | |
| "loss": 0.6469, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 1.601010101010101, | |
| "grad_norm": 1.8159491851063516, | |
| "learning_rate": 1.1666282890135083e-06, | |
| "loss": 0.6836, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 1.6035353535353534, | |
| "grad_norm": 1.4670418065728978, | |
| "learning_rate": 1.1525012113648004e-06, | |
| "loss": 0.6143, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.606060606060606, | |
| "grad_norm": 1.6568607880578878, | |
| "learning_rate": 1.1384490398780563e-06, | |
| "loss": 0.6267, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 1.6085858585858586, | |
| "grad_norm": 1.89040441717663, | |
| "learning_rate": 1.1244720481321058e-06, | |
| "loss": 0.7109, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 1.6111111111111112, | |
| "grad_norm": 1.7316246669693305, | |
| "learning_rate": 1.1105705082421303e-06, | |
| "loss": 0.6787, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 1.6136363636363638, | |
| "grad_norm": 1.5718455684033728, | |
| "learning_rate": 1.0967446908543417e-06, | |
| "loss": 0.6459, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 1.6161616161616161, | |
| "grad_norm": 1.6321561282478754, | |
| "learning_rate": 1.0829948651407374e-06, | |
| "loss": 0.6678, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.6186868686868687, | |
| "grad_norm": 1.8318481430425226, | |
| "learning_rate": 1.069321298793843e-06, | |
| "loss": 0.6666, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 1.621212121212121, | |
| "grad_norm": 1.6333997342164235, | |
| "learning_rate": 1.0557242580215066e-06, | |
| "loss": 0.6853, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 1.6237373737373737, | |
| "grad_norm": 1.6163309463871554, | |
| "learning_rate": 1.0422040075417157e-06, | |
| "loss": 0.6852, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 1.6262626262626263, | |
| "grad_norm": 1.6322852310416047, | |
| "learning_rate": 1.0287608105774456e-06, | |
| "loss": 0.6145, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 1.628787878787879, | |
| "grad_norm": 1.7668701556839317, | |
| "learning_rate": 1.0153949288515301e-06, | |
| "loss": 0.7112, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.6313131313131313, | |
| "grad_norm": 2.0171547072042744, | |
| "learning_rate": 1.002106622581569e-06, | |
| "loss": 0.7314, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 1.6338383838383839, | |
| "grad_norm": 1.64868407848908, | |
| "learning_rate": 9.888961504748613e-07, | |
| "loss": 0.692, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 1.5344002959052583, | |
| "learning_rate": 9.757637697233723e-07, | |
| "loss": 0.638, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 1.6388888888888888, | |
| "grad_norm": 1.664905994309316, | |
| "learning_rate": 9.627097359987153e-07, | |
| "loss": 0.6118, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 1.6414141414141414, | |
| "grad_norm": 2.3728427557483496, | |
| "learning_rate": 9.497343034471896e-07, | |
| "loss": 0.6701, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.643939393939394, | |
| "grad_norm": 1.6805849400740638, | |
| "learning_rate": 9.368377246848176e-07, | |
| "loss": 0.6732, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 1.6464646464646466, | |
| "grad_norm": 1.8244295966470996, | |
| "learning_rate": 9.240202507924412e-07, | |
| "loss": 0.6367, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 1.648989898989899, | |
| "grad_norm": 1.7964300030600315, | |
| "learning_rate": 9.112821313108155e-07, | |
| "loss": 0.5869, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 1.6515151515151514, | |
| "grad_norm": 1.5376235904587343, | |
| "learning_rate": 8.986236142357707e-07, | |
| "loss": 0.622, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 1.654040404040404, | |
| "grad_norm": 1.931394367647239, | |
| "learning_rate": 8.860449460133696e-07, | |
| "loss": 0.7682, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.6565656565656566, | |
| "grad_norm": 1.7593814077117897, | |
| "learning_rate": 8.735463715351139e-07, | |
| "loss": 0.7115, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 1.6590909090909092, | |
| "grad_norm": 1.8874340722561462, | |
| "learning_rate": 8.611281341331768e-07, | |
| "loss": 0.7355, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 1.6616161616161618, | |
| "grad_norm": 1.851442452550926, | |
| "learning_rate": 8.487904755756676e-07, | |
| "loss": 0.6798, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 1.6641414141414141, | |
| "grad_norm": 1.8201116026297284, | |
| "learning_rate": 8.365336360619214e-07, | |
| "loss": 0.6086, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 1.5891962208788368, | |
| "learning_rate": 8.243578542178227e-07, | |
| "loss": 0.5905, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.6691919191919191, | |
| "grad_norm": 1.9794096135920143, | |
| "learning_rate": 8.122633670911617e-07, | |
| "loss": 0.6325, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 1.6717171717171717, | |
| "grad_norm": 1.678006921233951, | |
| "learning_rate": 8.002504101470204e-07, | |
| "loss": 0.6384, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 1.6742424242424243, | |
| "grad_norm": 1.471103490165062, | |
| "learning_rate": 7.883192172631837e-07, | |
| "loss": 0.6832, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 1.676767676767677, | |
| "grad_norm": 1.8904234330788816, | |
| "learning_rate": 7.764700207255904e-07, | |
| "loss": 0.6889, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 1.6792929292929293, | |
| "grad_norm": 1.6089769360522201, | |
| "learning_rate": 7.647030512238074e-07, | |
| "loss": 0.6078, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.6818181818181817, | |
| "grad_norm": 1.6538394654953832, | |
| "learning_rate": 7.530185378465459e-07, | |
| "loss": 0.6231, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 1.6843434343434343, | |
| "grad_norm": 1.7735177025840247, | |
| "learning_rate": 7.414167080771867e-07, | |
| "loss": 0.7194, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 1.6868686868686869, | |
| "grad_norm": 1.776911043707877, | |
| "learning_rate": 7.298977877893688e-07, | |
| "loss": 0.7593, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 1.6893939393939394, | |
| "grad_norm": 1.8809283081489958, | |
| "learning_rate": 7.184620012425781e-07, | |
| "loss": 0.6949, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 1.691919191919192, | |
| "grad_norm": 1.691369175357559, | |
| "learning_rate": 7.071095710777925e-07, | |
| "loss": 0.6971, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.6944444444444444, | |
| "grad_norm": 1.7467042677875488, | |
| "learning_rate": 6.958407183131339e-07, | |
| "loss": 0.6266, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 1.696969696969697, | |
| "grad_norm": 1.7461977137758284, | |
| "learning_rate": 6.846556623395795e-07, | |
| "loss": 0.6396, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 1.6994949494949494, | |
| "grad_norm": 1.8871606618510632, | |
| "learning_rate": 6.735546209166822e-07, | |
| "loss": 0.6317, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 1.702020202020202, | |
| "grad_norm": 1.805799206249301, | |
| "learning_rate": 6.625378101683317e-07, | |
| "loss": 0.6691, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 1.7045454545454546, | |
| "grad_norm": 1.833839380971258, | |
| "learning_rate": 6.516054445785469e-07, | |
| "loss": 0.7439, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.7070707070707072, | |
| "grad_norm": 1.9307619774472617, | |
| "learning_rate": 6.40757736987307e-07, | |
| "loss": 0.687, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 1.7095959595959596, | |
| "grad_norm": 1.8723106541411934, | |
| "learning_rate": 6.299948985863963e-07, | |
| "loss": 0.715, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 1.7121212121212122, | |
| "grad_norm": 2.121689633959957, | |
| "learning_rate": 6.193171389152996e-07, | |
| "loss": 0.701, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 1.7146464646464645, | |
| "grad_norm": 1.8335347326692133, | |
| "learning_rate": 6.087246658571222e-07, | |
| "loss": 0.6758, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 1.7171717171717171, | |
| "grad_norm": 1.7572632332503981, | |
| "learning_rate": 5.982176856345445e-07, | |
| "loss": 0.6283, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.7196969696969697, | |
| "grad_norm": 1.568503910441181, | |
| "learning_rate": 5.877964028057976e-07, | |
| "loss": 0.6363, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 1.7222222222222223, | |
| "grad_norm": 1.7328553043839632, | |
| "learning_rate": 5.774610202606939e-07, | |
| "loss": 0.6757, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 1.7247474747474747, | |
| "grad_norm": 1.8391143201108455, | |
| "learning_rate": 5.672117392166688e-07, | |
| "loss": 0.6749, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 1.7272727272727273, | |
| "grad_norm": 1.7170748574553403, | |
| "learning_rate": 5.570487592148666e-07, | |
| "loss": 0.7472, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 1.7297979797979797, | |
| "grad_norm": 1.5212264919185174, | |
| "learning_rate": 5.469722781162495e-07, | |
| "loss": 0.6439, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.7323232323232323, | |
| "grad_norm": 1.5392364391539088, | |
| "learning_rate": 5.369824920977567e-07, | |
| "loss": 0.647, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 1.7348484848484849, | |
| "grad_norm": 1.5922121294405573, | |
| "learning_rate": 5.270795956484753e-07, | |
| "loss": 0.6434, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 1.7373737373737375, | |
| "grad_norm": 1.8686546612153003, | |
| "learning_rate": 5.172637815658583e-07, | |
| "loss": 0.6517, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 1.73989898989899, | |
| "grad_norm": 1.8287474874246104, | |
| "learning_rate": 5.075352409519679e-07, | |
| "loss": 0.6253, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 1.7424242424242424, | |
| "grad_norm": 1.5360837393086406, | |
| "learning_rate": 4.978941632097612e-07, | |
| "loss": 0.7039, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.7449494949494948, | |
| "grad_norm": 1.587459125503549, | |
| "learning_rate": 4.883407360393944e-07, | |
| "loss": 0.6075, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 1.7474747474747474, | |
| "grad_norm": 1.6286942331459477, | |
| "learning_rate": 4.788751454345763e-07, | |
| "loss": 0.6148, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 1.5365048261320746, | |
| "learning_rate": 4.6949757567893937e-07, | |
| "loss": 0.6136, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 1.7525252525252526, | |
| "grad_norm": 1.626817667745233, | |
| "learning_rate": 4.60208209342462e-07, | |
| "loss": 0.6388, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 1.7550505050505052, | |
| "grad_norm": 1.680062811715941, | |
| "learning_rate": 4.5100722727790427e-07, | |
| "loss": 0.6834, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.7575757575757576, | |
| "grad_norm": 1.7225271859341769, | |
| "learning_rate": 4.4189480861729137e-07, | |
| "loss": 0.6509, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 1.76010101010101, | |
| "grad_norm": 1.4620723106872977, | |
| "learning_rate": 4.3287113076842634e-07, | |
| "loss": 0.6488, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 1.7626262626262625, | |
| "grad_norm": 2.617171730417706, | |
| "learning_rate": 4.239363694114368e-07, | |
| "loss": 0.7771, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 1.7651515151515151, | |
| "grad_norm": 1.6752015204347148, | |
| "learning_rate": 4.150906984953529e-07, | |
| "loss": 0.615, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 1.7676767676767677, | |
| "grad_norm": 1.6616100845650428, | |
| "learning_rate": 4.0633429023472004e-07, | |
| "loss": 0.6133, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.7702020202020203, | |
| "grad_norm": 1.6603423449473003, | |
| "learning_rate": 3.9766731510624714e-07, | |
| "loss": 0.7097, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 1.7727272727272727, | |
| "grad_norm": 1.5118570870316996, | |
| "learning_rate": 3.890899418454913e-07, | |
| "loss": 0.6034, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 1.7752525252525253, | |
| "grad_norm": 1.7094243504648734, | |
| "learning_rate": 3.8060233744356634e-07, | |
| "loss": 0.5538, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 1.5311870307016724, | |
| "learning_rate": 3.72204667143895e-07, | |
| "loss": 0.6701, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 1.7803030303030303, | |
| "grad_norm": 1.7713843721868494, | |
| "learning_rate": 3.6389709443899136e-07, | |
| "loss": 0.6517, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.7828282828282829, | |
| "grad_norm": 1.589395718472918, | |
| "learning_rate": 3.556797810672785e-07, | |
| "loss": 0.6638, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 1.7853535353535355, | |
| "grad_norm": 1.6229737802024795, | |
| "learning_rate": 3.4755288700993983e-07, | |
| "loss": 0.6783, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 1.7878787878787878, | |
| "grad_norm": 1.8341157891180788, | |
| "learning_rate": 3.395165704878023e-07, | |
| "loss": 0.7036, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 1.7904040404040404, | |
| "grad_norm": 2.0607351593597287, | |
| "learning_rate": 3.3157098795825846e-07, | |
| "loss": 0.7358, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 1.7929292929292928, | |
| "grad_norm": 1.550890845191415, | |
| "learning_rate": 3.237162941122185e-07, | |
| "loss": 0.6055, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.7954545454545454, | |
| "grad_norm": 2.164619601436228, | |
| "learning_rate": 3.1595264187110067e-07, | |
| "loss": 0.7836, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 1.797979797979798, | |
| "grad_norm": 1.7723285053604223, | |
| "learning_rate": 3.082801823838527e-07, | |
| "loss": 0.6534, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 1.8005050505050506, | |
| "grad_norm": 1.830934213111903, | |
| "learning_rate": 3.006990650240088e-07, | |
| "loss": 0.7375, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 1.803030303030303, | |
| "grad_norm": 1.6488879997206332, | |
| "learning_rate": 2.932094373867811e-07, | |
| "loss": 0.6124, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 1.8055555555555556, | |
| "grad_norm": 1.8236978463332314, | |
| "learning_rate": 2.858114452861904e-07, | |
| "loss": 0.6679, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.808080808080808, | |
| "grad_norm": 2.562080433701544, | |
| "learning_rate": 2.785052327522214e-07, | |
| "loss": 0.5712, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 1.8106060606060606, | |
| "grad_norm": 1.7427268876983995, | |
| "learning_rate": 2.712909420280219e-07, | |
| "loss": 0.6602, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 1.8131313131313131, | |
| "grad_norm": 1.7035981137137926, | |
| "learning_rate": 2.6416871356713224e-07, | |
| "loss": 0.6651, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 1.8156565656565657, | |
| "grad_norm": 2.3967631004055243, | |
| "learning_rate": 2.5713868603075453e-07, | |
| "loss": 0.7528, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 1.6393322597045499, | |
| "learning_rate": 2.5020099628504603e-07, | |
| "loss": 0.6272, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.8207070707070707, | |
| "grad_norm": 2.4840414676188134, | |
| "learning_rate": 2.433557793984609e-07, | |
| "loss": 0.8089, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 1.823232323232323, | |
| "grad_norm": 2.8094025014663937, | |
| "learning_rate": 2.3660316863911682e-07, | |
| "loss": 0.6738, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 1.8257575757575757, | |
| "grad_norm": 1.727211405487572, | |
| "learning_rate": 2.2994329547220474e-07, | |
| "loss": 0.6053, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 1.8282828282828283, | |
| "grad_norm": 1.6360597190266526, | |
| "learning_rate": 2.2337628955742263e-07, | |
| "loss": 0.6629, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 1.8308080808080809, | |
| "grad_norm": 1.5931640078580842, | |
| "learning_rate": 2.1690227874645752e-07, | |
| "loss": 0.6324, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.8333333333333335, | |
| "grad_norm": 1.7470522314432502, | |
| "learning_rate": 2.1052138908049303e-07, | |
| "loss": 0.6707, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 1.8358585858585859, | |
| "grad_norm": 2.009939600818105, | |
| "learning_rate": 2.0423374478775848e-07, | |
| "loss": 0.6979, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 1.8383838383838382, | |
| "grad_norm": 1.494758075687815, | |
| "learning_rate": 1.9803946828110376e-07, | |
| "loss": 0.5562, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 1.8409090909090908, | |
| "grad_norm": 1.6535534753312173, | |
| "learning_rate": 1.9193868015562445e-07, | |
| "loss": 0.699, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 1.8434343434343434, | |
| "grad_norm": 1.6377714391913847, | |
| "learning_rate": 1.8593149918630927e-07, | |
| "loss": 0.6825, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.845959595959596, | |
| "grad_norm": 1.5002198827012776, | |
| "learning_rate": 1.8001804232572695e-07, | |
| "loss": 0.6078, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 1.8484848484848486, | |
| "grad_norm": 2.0157271352901454, | |
| "learning_rate": 1.7419842470175196e-07, | |
| "loss": 0.7527, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 1.851010101010101, | |
| "grad_norm": 1.8478124155934152, | |
| "learning_rate": 1.6847275961532296e-07, | |
| "loss": 0.637, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 1.8535353535353534, | |
| "grad_norm": 1.7833387298929877, | |
| "learning_rate": 1.6284115853823445e-07, | |
| "loss": 0.6452, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 1.856060606060606, | |
| "grad_norm": 1.7242464414571361, | |
| "learning_rate": 1.573037311109682e-07, | |
| "loss": 0.6787, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.8585858585858586, | |
| "grad_norm": 1.584303803719777, | |
| "learning_rate": 1.5186058514055912e-07, | |
| "loss": 0.6399, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 1.8611111111111112, | |
| "grad_norm": 1.867844258831577, | |
| "learning_rate": 1.465118265984966e-07, | |
| "loss": 0.7207, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 1.8636363636363638, | |
| "grad_norm": 1.7006874043721387, | |
| "learning_rate": 1.4125755961865827e-07, | |
| "loss": 0.6939, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 1.8661616161616161, | |
| "grad_norm": 1.5545410765896368, | |
| "learning_rate": 1.3609788649528776e-07, | |
| "loss": 0.5153, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 1.8686868686868687, | |
| "grad_norm": 2.016874173855951, | |
| "learning_rate": 1.3103290768099796e-07, | |
| "loss": 0.6773, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.871212121212121, | |
| "grad_norm": 1.8026270892247167, | |
| "learning_rate": 1.2606272178482036e-07, | |
| "loss": 0.7393, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 1.8737373737373737, | |
| "grad_norm": 1.6278032330639467, | |
| "learning_rate": 1.2118742557027885e-07, | |
| "loss": 0.6084, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 1.8762626262626263, | |
| "grad_norm": 1.9865167332691045, | |
| "learning_rate": 1.1640711395351446e-07, | |
| "loss": 0.6447, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 1.878787878787879, | |
| "grad_norm": 1.3052243447855199, | |
| "learning_rate": 1.1172188000142803e-07, | |
| "loss": 0.5455, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 1.8813131313131313, | |
| "grad_norm": 1.4543324434489775, | |
| "learning_rate": 1.0713181492987667e-07, | |
| "loss": 0.5873, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.8838383838383839, | |
| "grad_norm": 1.538979209208704, | |
| "learning_rate": 1.026370081018907e-07, | |
| "loss": 0.6703, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 1.8863636363636362, | |
| "grad_norm": 1.9586388936279335, | |
| "learning_rate": 9.823754702594058e-08, | |
| "loss": 0.6137, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 1.8888888888888888, | |
| "grad_norm": 1.4629597481835024, | |
| "learning_rate": 9.393351735422773e-08, | |
| "loss": 0.5984, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 1.8914141414141414, | |
| "grad_norm": 1.728888439406922, | |
| "learning_rate": 8.972500288101981e-08, | |
| "loss": 0.643, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 1.893939393939394, | |
| "grad_norm": 2.076289946741432, | |
| "learning_rate": 8.561208554101863e-08, | |
| "loss": 0.6686, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.8964646464646466, | |
| "grad_norm": 1.476138042132342, | |
| "learning_rate": 8.159484540776642e-08, | |
| "loss": 0.5421, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 1.898989898989899, | |
| "grad_norm": 1.9205287463572696, | |
| "learning_rate": 7.76733606920832e-08, | |
| "loss": 0.7926, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 1.9015151515151514, | |
| "grad_norm": 1.8996412273203316, | |
| "learning_rate": 7.384770774054861e-08, | |
| "loss": 0.6625, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 1.904040404040404, | |
| "grad_norm": 1.393367488809864, | |
| "learning_rate": 7.011796103401192e-08, | |
| "loss": 0.5729, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 1.9065656565656566, | |
| "grad_norm": 1.6892968343582289, | |
| "learning_rate": 6.648419318614485e-08, | |
| "loss": 0.6934, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.9090909090909092, | |
| "grad_norm": 1.609424760586097, | |
| "learning_rate": 6.294647494202444e-08, | |
| "loss": 0.6779, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 1.9116161616161618, | |
| "grad_norm": 1.9571740198025411, | |
| "learning_rate": 5.950487517675962e-08, | |
| "loss": 0.772, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 1.9141414141414141, | |
| "grad_norm": 1.642699644259931, | |
| "learning_rate": 5.615946089414737e-08, | |
| "loss": 0.6663, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 1.9166666666666665, | |
| "grad_norm": 1.8319605271279282, | |
| "learning_rate": 5.291029722537144e-08, | |
| "loss": 0.6907, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 1.9191919191919191, | |
| "grad_norm": 1.7632674284572274, | |
| "learning_rate": 4.975744742772848e-08, | |
| "loss": 0.6367, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.9217171717171717, | |
| "grad_norm": 1.723855363998726, | |
| "learning_rate": 4.670097288340281e-08, | |
| "loss": 0.6615, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 1.9242424242424243, | |
| "grad_norm": 1.9109994208491565, | |
| "learning_rate": 4.37409330982691e-08, | |
| "loss": 0.6901, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 1.926767676767677, | |
| "grad_norm": 1.9009399329930168, | |
| "learning_rate": 4.087738570073163e-08, | |
| "loss": 0.7073, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 1.9292929292929293, | |
| "grad_norm": 1.6854909639741686, | |
| "learning_rate": 3.8110386440605164e-08, | |
| "loss": 0.693, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 1.9318181818181817, | |
| "grad_norm": 1.5492157178346968, | |
| "learning_rate": 3.5439989188029156e-08, | |
| "loss": 0.6209, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.9343434343434343, | |
| "grad_norm": 1.7666030301094504, | |
| "learning_rate": 3.2866245932418606e-08, | |
| "loss": 0.7276, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.9368686868686869, | |
| "grad_norm": 1.716501143505071, | |
| "learning_rate": 3.038920678145041e-08, | |
| "loss": 0.6594, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 1.9393939393939394, | |
| "grad_norm": 1.7227648578440493, | |
| "learning_rate": 2.8008919960090253e-08, | |
| "loss": 0.6714, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 1.941919191919192, | |
| "grad_norm": 1.5873000115447409, | |
| "learning_rate": 2.5725431809652257e-08, | |
| "loss": 0.6212, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 1.9444444444444444, | |
| "grad_norm": 1.6050904435827118, | |
| "learning_rate": 2.3538786786896918e-08, | |
| "loss": 0.6106, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.946969696969697, | |
| "grad_norm": 1.9109643583523885, | |
| "learning_rate": 2.144902746316624e-08, | |
| "loss": 0.6878, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 1.9494949494949494, | |
| "grad_norm": 1.7031845535623353, | |
| "learning_rate": 1.9456194523554404e-08, | |
| "loss": 0.6611, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 1.952020202020202, | |
| "grad_norm": 1.490726633174169, | |
| "learning_rate": 1.756032676611674e-08, | |
| "loss": 0.5565, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 1.9545454545454546, | |
| "grad_norm": 1.6161673943575936, | |
| "learning_rate": 1.576146110111032e-08, | |
| "loss": 0.6317, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 1.9570707070707072, | |
| "grad_norm": 1.7333272031946578, | |
| "learning_rate": 1.4059632550281754e-08, | |
| "loss": 0.6815, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.9595959595959596, | |
| "grad_norm": 1.8769225687363733, | |
| "learning_rate": 1.2454874246181081e-08, | |
| "loss": 0.7319, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 1.9621212121212122, | |
| "grad_norm": 2.10268374837673, | |
| "learning_rate": 1.0947217431516721e-08, | |
| "loss": 0.6993, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 1.9646464646464645, | |
| "grad_norm": 1.4837652016193354, | |
| "learning_rate": 9.536691458548741e-09, | |
| "loss": 0.5972, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 1.9671717171717171, | |
| "grad_norm": 1.921818751086187, | |
| "learning_rate": 8.223323788517645e-09, | |
| "loss": 0.6495, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 1.9696969696969697, | |
| "grad_norm": 1.7947445790078773, | |
| "learning_rate": 7.007139991108136e-09, | |
| "loss": 0.672, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.9722222222222223, | |
| "grad_norm": 1.593596211954236, | |
| "learning_rate": 5.888163743951736e-09, | |
| "loss": 0.6506, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 1.9747474747474747, | |
| "grad_norm": 1.55674251700751, | |
| "learning_rate": 4.866416832167153e-09, | |
| "loss": 0.6867, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 1.9772727272727273, | |
| "grad_norm": 1.8118989097227192, | |
| "learning_rate": 3.941919147934514e-09, | |
| "loss": 0.7436, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 1.9797979797979797, | |
| "grad_norm": 1.8881279353561946, | |
| "learning_rate": 3.1146886901090024e-09, | |
| "loss": 0.6568, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 1.9823232323232323, | |
| "grad_norm": 1.7615143888597569, | |
| "learning_rate": 2.38474156387003e-09, | |
| "loss": 0.6423, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.9848484848484849, | |
| "grad_norm": 1.650419083880146, | |
| "learning_rate": 1.7520919804075997e-09, | |
| "loss": 0.6436, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 1.9873737373737375, | |
| "grad_norm": 2.214382209906457, | |
| "learning_rate": 1.216752256646969e-09, | |
| "loss": 0.75, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 1.98989898989899, | |
| "grad_norm": 1.5516208861299512, | |
| "learning_rate": 7.787328150071771e-10, | |
| "loss": 0.5567, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 1.9924242424242424, | |
| "grad_norm": 1.8285321320858845, | |
| "learning_rate": 4.3804218319731804e-10, | |
| "loss": 0.7586, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 1.9949494949494948, | |
| "grad_norm": 1.7954800825290096, | |
| "learning_rate": 1.9468699405444936e-10, | |
| "loss": 0.6822, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.9974747474747474, | |
| "grad_norm": 1.7726696588579232, | |
| "learning_rate": 4.867198540980944e-11, | |
| "loss": 0.5786, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.6526377626407076, | |
| "learning_rate": 0.0, | |
| "loss": 0.6341, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 792, | |
| "total_flos": 29590009675776.0, | |
| "train_loss": 0.7852752542104384, | |
| "train_runtime": 1619.8348, | |
| "train_samples_per_second": 3.907, | |
| "train_steps_per_second": 0.489 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 792, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 29590009675776.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |