| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 5088, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00019654088050314466, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 1.9646365422396855e-07, | |
| "loss": 2.5088, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0009827044025157233, | |
| "grad_norm": 2.3125, | |
| "learning_rate": 9.823182711198429e-07, | |
| "loss": 2.5011, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0019654088050314465, | |
| "grad_norm": 2.34375, | |
| "learning_rate": 1.9646365422396858e-06, | |
| "loss": 2.507, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00294811320754717, | |
| "grad_norm": 2.28125, | |
| "learning_rate": 2.946954813359529e-06, | |
| "loss": 2.495, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.003930817610062893, | |
| "grad_norm": 2.25, | |
| "learning_rate": 3.9292730844793715e-06, | |
| "loss": 2.4677, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.004913522012578616, | |
| "grad_norm": 2.109375, | |
| "learning_rate": 4.911591355599214e-06, | |
| "loss": 2.4155, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.00589622641509434, | |
| "grad_norm": 1.9609375, | |
| "learning_rate": 5.893909626719058e-06, | |
| "loss": 2.3711, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006878930817610063, | |
| "grad_norm": 1.78125, | |
| "learning_rate": 6.876227897838901e-06, | |
| "loss": 2.3188, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.007861635220125786, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 7.858546168958743e-06, | |
| "loss": 2.2165, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.00884433962264151, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 8.840864440078587e-06, | |
| "loss": 2.1073, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.009827044025157232, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 9.823182711198428e-06, | |
| "loss": 2.0433, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.010809748427672955, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 1.0805500982318271e-05, | |
| "loss": 1.9535, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.01179245283018868, | |
| "grad_norm": 0.80859375, | |
| "learning_rate": 1.1787819253438115e-05, | |
| "loss": 1.8931, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.012775157232704403, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 1.2770137524557958e-05, | |
| "loss": 1.8378, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.013757861635220126, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 1.3752455795677802e-05, | |
| "loss": 1.7701, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01474056603773585, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 1.4734774066797644e-05, | |
| "loss": 1.7103, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.015723270440251572, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 1.5717092337917486e-05, | |
| "loss": 1.6636, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.016705974842767295, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 1.669941060903733e-05, | |
| "loss": 1.6086, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.01768867924528302, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 1.7681728880157174e-05, | |
| "loss": 1.5668, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01867138364779874, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 1.8664047151277013e-05, | |
| "loss": 1.5144, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.019654088050314465, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 1.9646365422396855e-05, | |
| "loss": 1.4948, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.020636792452830188, | |
| "grad_norm": 0.375, | |
| "learning_rate": 2.06286836935167e-05, | |
| "loss": 1.4615, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.02161949685534591, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 2.1611001964636543e-05, | |
| "loss": 1.4433, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.022602201257861634, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 2.2593320235756385e-05, | |
| "loss": 1.4125, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.02358490566037736, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 2.357563850687623e-05, | |
| "loss": 1.408, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.024567610062893083, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 2.4557956777996073e-05, | |
| "loss": 1.4023, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.025550314465408806, | |
| "grad_norm": 0.24609375, | |
| "learning_rate": 2.5540275049115915e-05, | |
| "loss": 1.3823, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.02653301886792453, | |
| "grad_norm": 0.2314453125, | |
| "learning_rate": 2.6522593320235754e-05, | |
| "loss": 1.3891, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.027515723270440252, | |
| "grad_norm": 0.2236328125, | |
| "learning_rate": 2.7504911591355603e-05, | |
| "loss": 1.356, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.028498427672955975, | |
| "grad_norm": 0.2177734375, | |
| "learning_rate": 2.8487229862475445e-05, | |
| "loss": 1.3275, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0294811320754717, | |
| "grad_norm": 0.216796875, | |
| "learning_rate": 2.9469548133595288e-05, | |
| "loss": 1.3491, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03046383647798742, | |
| "grad_norm": 0.23828125, | |
| "learning_rate": 3.045186640471513e-05, | |
| "loss": 1.3364, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.031446540880503145, | |
| "grad_norm": 0.2275390625, | |
| "learning_rate": 3.143418467583497e-05, | |
| "loss": 1.3052, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03242924528301887, | |
| "grad_norm": 0.228515625, | |
| "learning_rate": 3.241650294695481e-05, | |
| "loss": 1.3164, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.03341194968553459, | |
| "grad_norm": 0.2421875, | |
| "learning_rate": 3.339882121807466e-05, | |
| "loss": 1.3071, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.034394654088050314, | |
| "grad_norm": 0.228515625, | |
| "learning_rate": 3.43811394891945e-05, | |
| "loss": 1.3032, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.03537735849056604, | |
| "grad_norm": 0.259765625, | |
| "learning_rate": 3.536345776031435e-05, | |
| "loss": 1.2914, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03636006289308176, | |
| "grad_norm": 0.21875, | |
| "learning_rate": 3.634577603143419e-05, | |
| "loss": 1.2698, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.03734276729559748, | |
| "grad_norm": 0.263671875, | |
| "learning_rate": 3.7328094302554026e-05, | |
| "loss": 1.2984, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.038325471698113206, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 3.831041257367387e-05, | |
| "loss": 1.2854, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.03930817610062893, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 3.929273084479371e-05, | |
| "loss": 1.2781, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04029088050314465, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.027504911591356e-05, | |
| "loss": 1.285, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.041273584905660375, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 4.12573673870334e-05, | |
| "loss": 1.2705, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.0422562893081761, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 4.223968565815325e-05, | |
| "loss": 1.2603, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.04323899371069182, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 4.3222003929273086e-05, | |
| "loss": 1.2613, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.044221698113207544, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 4.4204322200392925e-05, | |
| "loss": 1.2453, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.04520440251572327, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 4.518664047151277e-05, | |
| "loss": 1.2662, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.04618710691823899, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 4.6168958742632616e-05, | |
| "loss": 1.2483, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.04716981132075472, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 4.715127701375246e-05, | |
| "loss": 1.2561, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.04815251572327044, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 4.81335952848723e-05, | |
| "loss": 1.2218, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.049135220125786166, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 4.9115913555992146e-05, | |
| "loss": 1.244, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.05011792452830189, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 5.0098231827111985e-05, | |
| "loss": 1.2447, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.05110062893081761, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 5.108055009823183e-05, | |
| "loss": 1.2392, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.052083333333333336, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 5.206286836935167e-05, | |
| "loss": 1.2235, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.05306603773584906, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 5.304518664047151e-05, | |
| "loss": 1.2133, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.05404874213836478, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 5.4027504911591354e-05, | |
| "loss": 1.2414, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.055031446540880505, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 5.5009823182711206e-05, | |
| "loss": 1.203, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05601415094339623, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 5.5992141453831045e-05, | |
| "loss": 1.2206, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.05699685534591195, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 5.697445972495089e-05, | |
| "loss": 1.2233, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.057979559748427674, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 5.795677799607073e-05, | |
| "loss": 1.1989, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.0589622641509434, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 5.8939096267190575e-05, | |
| "loss": 1.1879, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05994496855345912, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 5.9921414538310414e-05, | |
| "loss": 1.1961, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.06092767295597484, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 6.090373280943026e-05, | |
| "loss": 1.2021, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.061910377358490566, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 6.18860510805501e-05, | |
| "loss": 1.2153, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.06289308176100629, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 6.286836935166994e-05, | |
| "loss": 1.1961, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06387578616352202, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 6.385068762278978e-05, | |
| "loss": 1.1765, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.06485849056603774, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 6.483300589390962e-05, | |
| "loss": 1.1868, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.06584119496855347, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 6.581532416502947e-05, | |
| "loss": 1.1748, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.06682389937106918, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 6.679764243614931e-05, | |
| "loss": 1.1659, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.06780660377358491, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 6.777996070726917e-05, | |
| "loss": 1.1648, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.06878930817610063, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 6.8762278978389e-05, | |
| "loss": 1.1573, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.06977201257861636, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 6.974459724950884e-05, | |
| "loss": 1.1894, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.07075471698113207, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 7.07269155206287e-05, | |
| "loss": 1.1512, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.0717374213836478, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 7.170923379174853e-05, | |
| "loss": 1.1746, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.07272012578616352, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 7.269155206286837e-05, | |
| "loss": 1.1589, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.07370283018867925, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 7.367387033398821e-05, | |
| "loss": 1.1567, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.07468553459119497, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 7.465618860510805e-05, | |
| "loss": 1.1611, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.0756682389937107, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.56385068762279e-05, | |
| "loss": 1.1563, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.07665094339622641, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 7.662082514734774e-05, | |
| "loss": 1.1603, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.07763364779874214, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 7.760314341846758e-05, | |
| "loss": 1.1534, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.07861635220125786, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 7.858546168958742e-05, | |
| "loss": 1.1575, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.07959905660377359, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 7.956777996070727e-05, | |
| "loss": 1.154, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.0805817610062893, | |
| "grad_norm": 0.375, | |
| "learning_rate": 8.055009823182712e-05, | |
| "loss": 1.1613, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.08156446540880503, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 8.153241650294696e-05, | |
| "loss": 1.1335, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.08254716981132075, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 8.25147347740668e-05, | |
| "loss": 1.1369, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.08352987421383648, | |
| "grad_norm": 0.71484375, | |
| "learning_rate": 8.349705304518664e-05, | |
| "loss": 1.1388, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.0845125786163522, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 8.44793713163065e-05, | |
| "loss": 1.1228, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.08549528301886793, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 8.546168958742633e-05, | |
| "loss": 1.1552, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.08647798742138364, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 8.644400785854617e-05, | |
| "loss": 1.1317, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.08746069182389937, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 8.742632612966601e-05, | |
| "loss": 1.1379, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.08844339622641509, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 8.840864440078585e-05, | |
| "loss": 1.1342, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.08942610062893082, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 8.93909626719057e-05, | |
| "loss": 1.1154, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.09040880503144653, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 9.037328094302554e-05, | |
| "loss": 1.126, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.09139150943396226, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 9.135559921414538e-05, | |
| "loss": 1.1165, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.09237421383647798, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 9.233791748526523e-05, | |
| "loss": 1.1268, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.09335691823899371, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 9.332023575638507e-05, | |
| "loss": 1.113, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.09433962264150944, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 9.430255402750492e-05, | |
| "loss": 1.0768, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.09532232704402516, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 9.528487229862476e-05, | |
| "loss": 1.109, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.09630503144654089, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 9.62671905697446e-05, | |
| "loss": 1.1147, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.0972877358490566, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 9.724950884086444e-05, | |
| "loss": 1.1194, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.09827044025157233, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 9.823182711198429e-05, | |
| "loss": 1.1196, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09925314465408805, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 9.921414538310413e-05, | |
| "loss": 1.0912, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.10023584905660378, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00010019646365422397, | |
| "loss": 1.0998, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.1012185534591195, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 0.00010117878192534382, | |
| "loss": 1.1117, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.10220125786163523, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00010216110019646366, | |
| "loss": 1.0974, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.10318396226415094, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00010314341846758351, | |
| "loss": 1.1172, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.10416666666666667, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00010412573673870334, | |
| "loss": 1.1188, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.10514937106918239, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00010510805500982319, | |
| "loss": 1.102, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.10613207547169812, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00010609037328094302, | |
| "loss": 1.0926, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.10711477987421383, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.00010707269155206288, | |
| "loss": 1.0811, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.10809748427672956, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.00010805500982318271, | |
| "loss": 1.1066, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.10908018867924528, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00010903732809430256, | |
| "loss": 1.0843, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.11006289308176101, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 0.00011001964636542241, | |
| "loss": 1.0953, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.11104559748427673, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 0.00011100196463654224, | |
| "loss": 1.0918, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.11202830188679246, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 0.00011198428290766209, | |
| "loss": 1.0728, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.11301100628930817, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00011296660117878193, | |
| "loss": 1.0745, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.1139937106918239, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00011394891944990178, | |
| "loss": 1.0784, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.11497641509433962, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00011493123772102161, | |
| "loss": 1.0865, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.11595911949685535, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00011591355599214146, | |
| "loss": 1.0642, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.11694182389937106, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0001168958742632613, | |
| "loss": 1.0752, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.1179245283018868, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00011787819253438115, | |
| "loss": 1.0718, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.11890723270440251, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00011886051080550098, | |
| "loss": 1.082, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.11988993710691824, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00011984282907662083, | |
| "loss": 1.0514, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.12087264150943396, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 0.00012082514734774067, | |
| "loss": 1.0718, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.12185534591194969, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.00012180746561886052, | |
| "loss": 1.0721, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.1228380503144654, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00012278978388998037, | |
| "loss": 1.087, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.12382075471698113, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.0001237721021611002, | |
| "loss": 1.0613, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.12480345911949685, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00012475442043222005, | |
| "loss": 1.0848, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.12578616352201258, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 0.0001257367387033399, | |
| "loss": 1.076, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.1267688679245283, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00012671905697445973, | |
| "loss": 1.0684, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.12775157232704404, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00012770137524557957, | |
| "loss": 1.0788, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.12873427672955975, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00012868369351669943, | |
| "loss": 1.0672, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.12971698113207547, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00012966601178781924, | |
| "loss": 1.0795, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.1306996855345912, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001306483300589391, | |
| "loss": 1.0481, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.13168238993710693, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00013163064833005895, | |
| "loss": 1.0537, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.13266509433962265, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0001326129666011788, | |
| "loss": 1.0627, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.13364779874213836, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00013359528487229863, | |
| "loss": 1.0436, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.13463050314465408, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 0.00013457760314341847, | |
| "loss": 1.048, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.13561320754716982, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00013555992141453833, | |
| "loss": 1.0611, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.13659591194968554, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00013654223968565817, | |
| "loss": 1.0509, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.13757861635220126, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.000137524557956778, | |
| "loss": 1.054, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13856132075471697, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00013850687622789785, | |
| "loss": 1.0321, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.13954402515723272, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.0001394891944990177, | |
| "loss": 1.0389, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.14052672955974843, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00014047151277013753, | |
| "loss": 1.0537, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.14150943396226415, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.0001414538310412574, | |
| "loss": 1.0514, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.14249213836477986, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001424361493123772, | |
| "loss": 1.0085, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.1434748427672956, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00014341846758349707, | |
| "loss": 1.0316, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.14445754716981132, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00014440078585461688, | |
| "loss": 1.0503, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.14544025157232704, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00014538310412573675, | |
| "loss": 1.0632, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.14642295597484276, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.0001463654223968566, | |
| "loss": 1.0317, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.1474056603773585, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00014734774066797642, | |
| "loss": 1.0498, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.14838836477987422, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0001483300589390963, | |
| "loss": 1.0312, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.14937106918238993, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0001493123772102161, | |
| "loss": 1.0421, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.15035377358490565, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00015029469548133597, | |
| "loss": 1.0416, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.1513364779874214, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001512770137524558, | |
| "loss": 1.0296, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.1523191823899371, | |
| "grad_norm": 0.875, | |
| "learning_rate": 0.00015225933202357565, | |
| "loss": 1.0351, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.15330188679245282, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00015324165029469548, | |
| "loss": 1.0265, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.15428459119496854, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00015422396856581532, | |
| "loss": 1.0243, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.15526729559748428, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00015520628683693516, | |
| "loss": 1.0341, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.15625, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00015618860510805503, | |
| "loss": 1.0214, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.15723270440251572, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00015717092337917484, | |
| "loss": 1.0199, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.15821540880503146, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0001581532416502947, | |
| "loss": 1.0078, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.15919811320754718, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00015913555992141455, | |
| "loss": 1.0247, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.1601808176100629, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00016011787819253438, | |
| "loss": 1.0397, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.1611635220125786, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00016110019646365425, | |
| "loss": 1.0195, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.16214622641509435, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.00016208251473477406, | |
| "loss": 1.0129, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.16312893081761007, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00016306483300589393, | |
| "loss": 1.0171, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.16411163522012578, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00016404715127701377, | |
| "loss": 1.0045, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.1650943396226415, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001650294695481336, | |
| "loss": 0.9911, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.16607704402515724, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00016601178781925344, | |
| "loss": 0.9963, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.16705974842767296, | |
| "grad_norm": 0.625, | |
| "learning_rate": 0.00016699410609037328, | |
| "loss": 1.0181, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.16804245283018868, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00016797642436149312, | |
| "loss": 1.0027, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.1690251572327044, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.000168958742632613, | |
| "loss": 1.0185, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.17000786163522014, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.0001699410609037328, | |
| "loss": 1.0021, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.17099056603773585, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00017092337917485267, | |
| "loss": 1.0071, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.17197327044025157, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.0001719056974459725, | |
| "loss": 1.0065, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.17295597484276728, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00017288801571709234, | |
| "loss": 1.0237, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.17393867924528303, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.0001738703339882122, | |
| "loss": 1.0162, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.17492138364779874, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00017485265225933202, | |
| "loss": 0.9945, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.17590408805031446, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0001758349705304519, | |
| "loss": 1.016, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.17688679245283018, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0001768172888015717, | |
| "loss": 1.0337, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.17786949685534592, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00017779960707269156, | |
| "loss": 1.0119, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.17885220125786164, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.0001787819253438114, | |
| "loss": 1.0119, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.17983490566037735, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00017976424361493124, | |
| "loss": 0.9935, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.18081761006289307, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00018074656188605108, | |
| "loss": 1.0026, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.1818003144654088, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00018172888015717092, | |
| "loss": 0.9855, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.18278301886792453, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00018271119842829076, | |
| "loss": 1.0135, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.18376572327044025, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00018369351669941062, | |
| "loss": 1.0028, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.18474842767295596, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00018467583497053046, | |
| "loss": 1.0078, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.1857311320754717, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.0001856581532416503, | |
| "loss": 0.9931, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.18671383647798742, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00018664047151277014, | |
| "loss": 0.9898, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.18769654088050314, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00018762278978388998, | |
| "loss": 0.9982, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.18867924528301888, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018860510805500985, | |
| "loss": 0.9974, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.1896619496855346, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00018958742632612966, | |
| "loss": 0.9886, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.1906446540880503, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019056974459724952, | |
| "loss": 0.9926, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.19162735849056603, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019155206286836936, | |
| "loss": 1.0024, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.19261006289308177, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001925343811394892, | |
| "loss": 0.9963, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.1935927672955975, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00019351669941060904, | |
| "loss": 1.0055, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.1945754716981132, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00019449901768172888, | |
| "loss": 0.9818, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.19555817610062892, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00019548133595284875, | |
| "loss": 1.0134, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.19654088050314467, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019646365422396858, | |
| "loss": 0.9932, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.19752358490566038, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00019744597249508842, | |
| "loss": 0.9802, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.1985062893081761, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00019842829076620826, | |
| "loss": 0.99, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.19948899371069181, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001994106090373281, | |
| "loss": 0.999, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.20047169811320756, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00019999997646422815, | |
| "loss": 0.9685, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.20145440251572327, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00019999971168692198, | |
| "loss": 0.9788, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.202437106918239, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019999915271337634, | |
| "loss": 0.9736, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.2034198113207547, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019999829954523573, | |
| "loss": 0.9811, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.20440251572327045, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019999715218501016, | |
| "loss": 0.9989, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.20538522012578617, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00019999571063607512, | |
| "loss": 0.976, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.20636792452830188, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019999397490267162, | |
| "loss": 0.9551, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.2073506289308176, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00019999194498990613, | |
| "loss": 0.9894, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.20833333333333334, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001999896209037506, | |
| "loss": 0.9754, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.20931603773584906, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00019998700265104238, | |
| "loss": 0.961, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.21029874213836477, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00019998409023948432, | |
| "loss": 0.9761, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.2112814465408805, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00019998088367764467, | |
| "loss": 0.9644, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.21226415094339623, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00019997738297495703, | |
| "loss": 0.9669, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.21324685534591195, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00019997358814172035, | |
| "loss": 0.9543, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.21422955974842767, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00019996949918909897, | |
| "loss": 0.9814, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.21521226415094338, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0001999651161291224, | |
| "loss": 0.9599, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.21619496855345913, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00019996043897468552, | |
| "loss": 0.9461, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.21717767295597484, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00019995546773954835, | |
| "loss": 0.9528, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.21816037735849056, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00019995020243833615, | |
| "loss": 0.9865, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.2191430817610063, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00019994464308653926, | |
| "loss": 0.9853, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.22012578616352202, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00019993878970051316, | |
| "loss": 0.9863, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.22110849056603774, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00019993264229747833, | |
| "loss": 0.9778, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.22209119496855345, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001999262008955202, | |
| "loss": 0.9896, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.2230738993710692, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00019991946551358925, | |
| "loss": 0.978, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.2240566037735849, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00019991243617150078, | |
| "loss": 0.9714, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.22503930817610063, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00019990511288993485, | |
| "loss": 0.9976, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.22602201257861634, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00019989749569043638, | |
| "loss": 0.9473, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.2270047169811321, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00019988958459541501, | |
| "loss": 0.9745, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.2279874213836478, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00019988137962814482, | |
| "loss": 0.9726, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.22897012578616352, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00019987288081276468, | |
| "loss": 0.9601, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.22995283018867924, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.0001998640881742778, | |
| "loss": 0.9626, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.23093553459119498, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00019985500173855196, | |
| "loss": 0.929, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.2319182389937107, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00019984562153231908, | |
| "loss": 0.9573, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.2329009433962264, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00019983594758317551, | |
| "loss": 0.9549, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.23388364779874213, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00019982597991958172, | |
| "loss": 0.9626, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.23486635220125787, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001998157185708623, | |
| "loss": 0.9584, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.2358490566037736, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00019980516356720576, | |
| "loss": 0.9428, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.2368317610062893, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00019979431493966473, | |
| "loss": 0.9302, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.23781446540880502, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0001997831727201555, | |
| "loss": 0.9765, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.23879716981132076, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00019977173694145812, | |
| "loss": 0.9454, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.23977987421383648, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00019976000763721635, | |
| "loss": 0.9604, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.2407625786163522, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0001997479848419375, | |
| "loss": 0.9584, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.2417452830188679, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00019973566859099226, | |
| "loss": 0.9473, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.24272798742138366, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019972305892061466, | |
| "loss": 0.9486, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.24371069182389937, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00019971015586790197, | |
| "loss": 0.9477, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.2446933962264151, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.00019969695947081464, | |
| "loss": 0.9394, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.2456761006289308, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00019968346976817608, | |
| "loss": 0.9466, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.24665880503144655, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.00019966968679967256, | |
| "loss": 0.9538, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.24764150943396226, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0001996556106058532, | |
| "loss": 0.9581, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.24862421383647798, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00019964124122812975, | |
| "loss": 0.9568, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.2496069182389937, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001996265787087765, | |
| "loss": 0.9465, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2505896226415094, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019961162309093018, | |
| "loss": 0.9562, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.25157232704402516, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019959637441858977, | |
| "loss": 0.9467, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.2525550314465409, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00019958083273661638, | |
| "loss": 0.9524, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.2535377358490566, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00019956499809073322, | |
| "loss": 0.9494, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.25452044025157233, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00019954887052752536, | |
| "loss": 0.9512, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.2555031446540881, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001995324500944396, | |
| "loss": 0.9496, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.25648584905660377, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0001995157368397844, | |
| "loss": 0.9479, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.2574685534591195, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019949873081272966, | |
| "loss": 0.955, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.2584512578616352, | |
| "grad_norm": 0.27734375, | |
| "learning_rate": 0.0001994814320633066, | |
| "loss": 0.9335, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.25943396226415094, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00019946384064240767, | |
| "loss": 0.9458, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.2604166666666667, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00019944595660178628, | |
| "loss": 0.9421, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.2613993710691824, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001994277799940568, | |
| "loss": 0.9347, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.2623820754716981, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00019940931087269423, | |
| "loss": 0.933, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.26336477987421386, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00019939054929203422, | |
| "loss": 0.9491, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.26434748427672955, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00019937149530727282, | |
| "loss": 0.9458, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.2653301886792453, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00019935214897446622, | |
| "loss": 0.9469, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.266312893081761, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019933251035053083, | |
| "loss": 0.9427, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.2672955974842767, | |
| "grad_norm": 0.2734375, | |
| "learning_rate": 0.00019931257949324288, | |
| "loss": 0.9477, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.26827830188679247, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019929235646123843, | |
| "loss": 0.9441, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.26926100628930816, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019927184131401297, | |
| "loss": 0.9471, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.2702437106918239, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0001992510341119215, | |
| "loss": 0.9538, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.27122641509433965, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.0001992299349161782, | |
| "loss": 0.9398, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.27220911949685533, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00019920854378885632, | |
| "loss": 0.9313, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.2731918238993711, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019918686079288788, | |
| "loss": 0.9312, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.27417452830188677, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00019916488599206367, | |
| "loss": 0.9434, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.2751572327044025, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001991426194510329, | |
| "loss": 0.9418, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.27613993710691825, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019912006123530305, | |
| "loss": 0.9366, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.27712264150943394, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00019909721141123975, | |
| "loss": 0.9275, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.2781053459119497, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019907407004606656, | |
| "loss": 0.9284, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.27908805031446543, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001990506372078647, | |
| "loss": 0.9398, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.2800707547169811, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00019902691296557284, | |
| "loss": 0.9489, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.28105345911949686, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00019900289738898703, | |
| "loss": 0.9422, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2820361635220126, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.0001989785905487604, | |
| "loss": 0.9273, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.2830188679245283, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.000198953992516403, | |
| "loss": 0.9282, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.28400157232704404, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001989291033642815, | |
| "loss": 0.9269, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.2849842767295597, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00019890392316561904, | |
| "loss": 0.9296, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.28596698113207547, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019887845199449504, | |
| "loss": 0.9268, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.2869496855345912, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00019885268992584496, | |
| "loss": 0.9222, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.2879323899371069, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019882663703546004, | |
| "loss": 0.9517, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.28891509433962265, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019880029339998715, | |
| "loss": 0.9219, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.2898977987421384, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001987736590969285, | |
| "loss": 0.898, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.2908805031446541, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001987467342046414, | |
| "loss": 0.922, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.2918632075471698, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001987195188023381, | |
| "loss": 0.9049, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.2928459119496855, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019869201297008552, | |
| "loss": 0.9283, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.29382861635220126, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00019866421678880507, | |
| "loss": 0.9222, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.294811320754717, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00019863613034027224, | |
| "loss": 0.9279, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2957940251572327, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.0001986077537071166, | |
| "loss": 0.9152, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.29677672955974843, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00019857908697282133, | |
| "loss": 0.9122, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2977594339622642, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.00019855013022172316, | |
| "loss": 0.9351, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.29874213836477986, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.000198520883539012, | |
| "loss": 0.9285, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.2997248427672956, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00019849134701073072, | |
| "loss": 0.9257, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.3007075471698113, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019846152072377495, | |
| "loss": 0.9141, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.30169025157232704, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00019843140476589276, | |
| "loss": 0.9108, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.3026729559748428, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00019840099922568437, | |
| "loss": 0.9039, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.30365566037735847, | |
| "grad_norm": 0.421875, | |
| "learning_rate": 0.00019837030419260208, | |
| "loss": 0.9158, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.3046383647798742, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.0001983393197569497, | |
| "loss": 0.9373, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.30562106918238996, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.0001983080460098826, | |
| "loss": 0.9133, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.30660377358490565, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001982764830434072, | |
| "loss": 0.9152, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.3075864779874214, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00019824463095038082, | |
| "loss": 0.9218, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.3085691823899371, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00019821248982451143, | |
| "loss": 0.9041, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.3095518867924528, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00019818005976035723, | |
| "loss": 0.9134, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.31053459119496857, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019814734085332657, | |
| "loss": 0.9043, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.31151729559748426, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.00019811433319967753, | |
| "loss": 0.9292, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.3125, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019808103689651762, | |
| "loss": 0.9138, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.31348270440251574, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00019804745204180364, | |
| "loss": 0.9029, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.31446540880503143, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019801357873434121, | |
| "loss": 0.9003, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3154481132075472, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00019797941707378462, | |
| "loss": 0.9269, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.3164308176100629, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00019794496716063652, | |
| "loss": 0.932, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.3174135220125786, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00019791022909624751, | |
| "loss": 0.9096, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.31839622641509435, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019787520298281602, | |
| "loss": 0.8985, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.31937893081761004, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0001978398889233878, | |
| "loss": 0.9244, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.3203616352201258, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001978042870218558, | |
| "loss": 0.9118, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.32134433962264153, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00019776839738295978, | |
| "loss": 0.8763, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.3223270440251572, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.00019773222011228598, | |
| "loss": 0.887, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.32330974842767296, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00019769575531626695, | |
| "loss": 0.906, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.3242924528301887, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.000197659003102181, | |
| "loss": 0.9168, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3252751572327044, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00019762196357815207, | |
| "loss": 0.8751, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.32625786163522014, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001975846368531494, | |
| "loss": 0.9358, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.3272405660377358, | |
| "grad_norm": 0.265625, | |
| "learning_rate": 0.00019754702303698712, | |
| "loss": 0.9009, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.32822327044025157, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00019750912224032397, | |
| "loss": 0.9076, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.3292059748427673, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00019747093457466296, | |
| "loss": 0.9076, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.330188679245283, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019743246015235116, | |
| "loss": 0.8957, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.33117138364779874, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019739369908657915, | |
| "loss": 0.9259, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.3321540880503145, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00019735465149138084, | |
| "loss": 0.907, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.3331367924528302, | |
| "grad_norm": 0.275390625, | |
| "learning_rate": 0.00019731531748163318, | |
| "loss": 0.8991, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.3341194968553459, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.0001972756971730556, | |
| "loss": 0.9232, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.3351022012578616, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019723579068220998, | |
| "loss": 0.9083, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.33608490566037735, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0001971955981265, | |
| "loss": 0.9031, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3370676100628931, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.000197155119624171, | |
| "loss": 0.8836, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.3380503144654088, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00019711435529430954, | |
| "loss": 0.8933, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.33903301886792453, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0001970733052568431, | |
| "loss": 0.9048, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.3400157232704403, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019703196963253972, | |
| "loss": 0.9183, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.34099842767295596, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00019699034854300763, | |
| "loss": 0.8875, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.3419811320754717, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00019694844211069477, | |
| "loss": 0.9054, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.3429638364779874, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.0001969062504588887, | |
| "loss": 0.8919, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.34394654088050314, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00019686377371171604, | |
| "loss": 0.8919, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.3449292452830189, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001968210119941421, | |
| "loss": 0.9133, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.34591194968553457, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00019677796543197067, | |
| "loss": 0.8901, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.3468946540880503, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001967346341518434, | |
| "loss": 0.9216, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.34787735849056606, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00019669101828123975, | |
| "loss": 0.9063, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.34886006289308175, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00019664711794847625, | |
| "loss": 0.9262, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.3498427672955975, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00019660293328270647, | |
| "loss": 0.9045, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.35082547169811323, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00019655846441392035, | |
| "loss": 0.895, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.3518081761006289, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00019651371147294406, | |
| "loss": 0.8893, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.35279088050314467, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00019646867459143942, | |
| "loss": 0.8772, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.35377358490566035, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00019642335390190367, | |
| "loss": 0.9043, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3547562893081761, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0001963777495376689, | |
| "loss": 0.9123, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.35573899371069184, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00019633186163290183, | |
| "loss": 0.9055, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.35672169811320753, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00019628569032260334, | |
| "loss": 0.9055, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.3577044025157233, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001962392357426081, | |
| "loss": 0.8827, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.358687106918239, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019619249802958413, | |
| "loss": 0.9038, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.3596698113207547, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00019614547732103242, | |
| "loss": 0.9204, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.36065251572327045, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0001960981737552865, | |
| "loss": 0.9204, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.36163522012578614, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019605058747151208, | |
| "loss": 0.909, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.3626179245283019, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001960027186097067, | |
| "loss": 0.8926, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.3636006289308176, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019595456731069904, | |
| "loss": 0.8953, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.3645833333333333, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00019590613371614892, | |
| "loss": 0.9001, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.36556603773584906, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00019585741796854654, | |
| "loss": 0.9132, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3665487421383648, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00019580842021121213, | |
| "loss": 0.8892, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.3675314465408805, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00019575914058829577, | |
| "loss": 0.9132, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.36851415094339623, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00019570957924477665, | |
| "loss": 0.8973, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.3694968553459119, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019565973632646277, | |
| "loss": 0.9052, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.37047955974842767, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019560961197999052, | |
| "loss": 0.8967, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.3714622641509434, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00019555920635282433, | |
| "loss": 0.8919, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.3724449685534591, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0001955085195932561, | |
| "loss": 0.904, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.37342767295597484, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00019545755185040474, | |
| "loss": 0.8911, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.3744103773584906, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00019540630327421587, | |
| "loss": 0.8749, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.3753930817610063, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019535477401546133, | |
| "loss": 0.9019, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.376375786163522, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019530296422573873, | |
| "loss": 0.9033, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.37735849056603776, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019525087405747088, | |
| "loss": 0.8746, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.37834119496855345, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0001951985036639056, | |
| "loss": 0.908, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.3793238993710692, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001951458531991151, | |
| "loss": 0.8843, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3803066037735849, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0001950929228179954, | |
| "loss": 0.907, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.3812893081761006, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00019503971267626621, | |
| "loss": 0.8921, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.38227201257861637, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019498622293047025, | |
| "loss": 0.8808, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.38325471698113206, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00019493245373797271, | |
| "loss": 0.9007, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3842374213836478, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00019487840525696105, | |
| "loss": 0.8806, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.38522012578616355, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.0001948240776464443, | |
| "loss": 0.9046, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.38620283018867924, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00019476947106625273, | |
| "loss": 0.8808, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.387185534591195, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001947145856770373, | |
| "loss": 0.8979, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.38816823899371067, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0001946594216402692, | |
| "loss": 0.8732, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.3891509433962264, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00019460397911823945, | |
| "loss": 0.8917, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.39013364779874216, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00019454825827405834, | |
| "loss": 0.882, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.39111635220125784, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00019449225927165492, | |
| "loss": 0.8909, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.3920990566037736, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00019443598227577674, | |
| "loss": 0.8806, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.39308176100628933, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00019437942745198893, | |
| "loss": 0.9044, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.394064465408805, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00019432259496667424, | |
| "loss": 0.9004, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.39504716981132076, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019426548498703217, | |
| "loss": 0.9082, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.39602987421383645, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001942080976810786, | |
| "loss": 0.8808, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.3970125786163522, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00019415043321764527, | |
| "loss": 0.8773, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.39799528301886794, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00019409249176637945, | |
| "loss": 0.8632, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.39897798742138363, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00019403427349774314, | |
| "loss": 0.9005, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3999606918238994, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0001939757785830128, | |
| "loss": 0.8913, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.4009433962264151, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00019391700719427872, | |
| "loss": 0.8829, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.4019261006289308, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00019385795950444473, | |
| "loss": 0.8666, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.40290880503144655, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019379863568722732, | |
| "loss": 0.9056, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.40389150943396224, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00019373903591715544, | |
| "loss": 0.887, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.404874213836478, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.0001936791603695699, | |
| "loss": 0.8828, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.4058569182389937, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019361900922062282, | |
| "loss": 0.9003, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.4068396226415094, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00019355858264727714, | |
| "loss": 0.8674, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.40782232704402516, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00019349788082730603, | |
| "loss": 0.877, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.4088050314465409, | |
| "grad_norm": 0.279296875, | |
| "learning_rate": 0.00019343690393929251, | |
| "loss": 0.8493, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.4097877358490566, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00019337565216262878, | |
| "loss": 0.8754, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.41077044025157233, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00019331412567751585, | |
| "loss": 0.8928, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.4117531446540881, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.0001932523246649628, | |
| "loss": 0.8881, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.41273584905660377, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001931902493067864, | |
| "loss": 0.8883, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.4137185534591195, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00019312789978561057, | |
| "loss": 0.8558, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.4147012578616352, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00019306527628486578, | |
| "loss": 0.8752, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.41568396226415094, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00019300237898878852, | |
| "loss": 0.9016, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.4166666666666667, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00019293920808242083, | |
| "loss": 0.8701, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.4176493710691824, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00019287576375160968, | |
| "loss": 0.8905, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.4186320754716981, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00019281204618300644, | |
| "loss": 0.8675, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.41961477987421386, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019274805556406633, | |
| "loss": 0.8766, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.42059748427672955, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00019268379208304789, | |
| "loss": 0.8839, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.4215801886792453, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001926192559290124, | |
| "loss": 0.9031, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.422562893081761, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00019255444729182337, | |
| "loss": 0.8841, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.4235455974842767, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019248936636214592, | |
| "loss": 0.8584, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.42452830188679247, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00019242401333144623, | |
| "loss": 0.8829, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.42551100628930816, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00019235838839199102, | |
| "loss": 0.8676, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.4264937106918239, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00019229249173684693, | |
| "loss": 0.8983, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.42747641509433965, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019222632355988007, | |
| "loss": 0.8851, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.42845911949685533, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00019215988405575524, | |
| "loss": 0.8752, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4294418238993711, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.0001920931734199355, | |
| "loss": 0.87, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.43042452830188677, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00019202619184868167, | |
| "loss": 0.8567, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.4314072327044025, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00019195893953905153, | |
| "loss": 0.8719, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.43238993710691825, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019189141668889942, | |
| "loss": 0.8854, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.43337264150943394, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00019182362349687559, | |
| "loss": 0.8816, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.4343553459119497, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00019175556016242566, | |
| "loss": 0.8858, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.43533805031446543, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00019168722688578998, | |
| "loss": 0.8927, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.4363207547169811, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00019161862386800303, | |
| "loss": 0.8676, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.43730345911949686, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019154975131089293, | |
| "loss": 0.861, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.4382861635220126, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.0001914806094170807, | |
| "loss": 0.894, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.4392688679245283, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00019141119838997982, | |
| "loss": 0.8662, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.44025157232704404, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00019134151843379544, | |
| "loss": 0.8717, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.4412342767295597, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00019127156975352406, | |
| "loss": 0.8654, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.44221698113207547, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00019120135255495257, | |
| "loss": 0.8714, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.4431996855345912, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019113086704465796, | |
| "loss": 0.8621, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.4441823899371069, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00019106011343000655, | |
| "loss": 0.8671, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.44516509433962265, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00019098909191915344, | |
| "loss": 0.8493, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.4461477987421384, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00019091780272104182, | |
| "loss": 0.8721, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.4471305031446541, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.0001908462460454024, | |
| "loss": 0.9037, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.4481132075471698, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.0001907744221027529, | |
| "loss": 0.8682, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.4490959119496855, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00019070233110439721, | |
| "loss": 0.8732, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.45007861635220126, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.000190629973262425, | |
| "loss": 0.8801, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.451061320754717, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001905573487897109, | |
| "loss": 0.8906, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.4520440251572327, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.000190484457899914, | |
| "loss": 0.8755, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.45302672955974843, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00019041130080747718, | |
| "loss": 0.8798, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.4540094339622642, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00019033787772762645, | |
| "loss": 0.8659, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.45499213836477986, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001902641888763704, | |
| "loss": 0.8803, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.4559748427672956, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00019019023447049951, | |
| "loss": 0.8882, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4569575471698113, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001901160147275854, | |
| "loss": 0.8623, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.45794025157232704, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00019004152986598052, | |
| "loss": 0.8802, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.4589229559748428, | |
| "grad_norm": 0.283203125, | |
| "learning_rate": 0.00018996678010481705, | |
| "loss": 0.8626, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.45990566037735847, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00018989176566400667, | |
| "loss": 0.8727, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.4608883647798742, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00018981648676423966, | |
| "loss": 0.8822, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.46187106918238996, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00018974094362698437, | |
| "loss": 0.849, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.46285377358490565, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.0001896651364744865, | |
| "loss": 0.8585, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.4638364779874214, | |
| "grad_norm": 0.28515625, | |
| "learning_rate": 0.00018958906552976842, | |
| "loss": 0.8691, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.4648191823899371, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00018951273101662874, | |
| "loss": 0.8903, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.4658018867924528, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00018943613315964132, | |
| "loss": 0.8721, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.46678459119496857, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.00018935927218415483, | |
| "loss": 0.8842, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.46776729559748426, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00018928214831629204, | |
| "loss": 0.8656, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.46875, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00018920476178294909, | |
| "loss": 0.8631, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.46973270440251574, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001891271128117949, | |
| "loss": 0.8863, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.47071540880503143, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00018904920163127054, | |
| "loss": 0.863, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.4716981132075472, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00018897102847058837, | |
| "loss": 0.8759, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4726808176100629, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00018889259355973163, | |
| "loss": 0.8641, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.4736635220125786, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00018881389712945349, | |
| "loss": 0.8534, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.47464622641509435, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00018873493941127652, | |
| "loss": 0.864, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.47562893081761004, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0001886557206374921, | |
| "loss": 0.8702, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.4766116352201258, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.0001885762410411595, | |
| "loss": 0.8608, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.47759433962264153, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001884965008561054, | |
| "loss": 0.8864, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.4785770440251572, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00018841650031692312, | |
| "loss": 0.875, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.47955974842767296, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001883362396589719, | |
| "loss": 0.8455, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.4805424528301887, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00018825571911837625, | |
| "loss": 0.8611, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.4815251572327044, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00018817493893202527, | |
| "loss": 0.8669, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.48250786163522014, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.0001880938993375719, | |
| "loss": 0.8904, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.4834905660377358, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.0001880126005734323, | |
| "loss": 0.8513, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.48447327044025157, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00018793104287878504, | |
| "loss": 0.8556, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.4854559748427673, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00018784922649357045, | |
| "loss": 0.8426, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.486438679245283, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00018776715165849003, | |
| "loss": 0.8405, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.48742138364779874, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00018768481861500548, | |
| "loss": 0.8591, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.4884040880503145, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00018760222760533826, | |
| "loss": 0.8661, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.4893867924528302, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001875193788724687, | |
| "loss": 0.8563, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.4903694968553459, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00018743627266013535, | |
| "loss": 0.8365, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.4913522012578616, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0001873529092128343, | |
| "loss": 0.8474, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.49233490566037735, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.0001872692887758184, | |
| "loss": 0.8671, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.4933176100628931, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00018718541159509644, | |
| "loss": 0.8693, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.4943003144654088, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.0001871012779174327, | |
| "loss": 0.8819, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.49528301886792453, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00018701688799034605, | |
| "loss": 0.8527, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.4962657232704403, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00018693224206210919, | |
| "loss": 0.8662, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.49724842767295596, | |
| "grad_norm": 0.28125, | |
| "learning_rate": 0.0001868473403817479, | |
| "loss": 0.8502, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.4982311320754717, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00018676218319904048, | |
| "loss": 0.8828, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.4992138364779874, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00018667677076451695, | |
| "loss": 0.8674, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.5001965408805031, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00018659110332945814, | |
| "loss": 0.8574, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.5011792452830188, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00018650518114589516, | |
| "loss": 0.8442, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.5021619496855346, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.0001864190044666086, | |
| "loss": 0.8537, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.5031446540880503, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001863325735451277, | |
| "loss": 0.8644, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.504127358490566, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00018624588863572973, | |
| "loss": 0.8486, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.5051100628930818, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00018615894999343918, | |
| "loss": 0.8799, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.5060927672955975, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00018607175787402696, | |
| "loss": 0.8628, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.5070754716981132, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00018598431253400986, | |
| "loss": 0.8723, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.508058176100629, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00018589661423064937, | |
| "loss": 0.8562, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.5090408805031447, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00018580866322195143, | |
| "loss": 0.8732, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.5100235849056604, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00018572045976666534, | |
| "loss": 0.8642, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.5110062893081762, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0001856320041242831, | |
| "loss": 0.859, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5119889937106918, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00018554329655503865, | |
| "loss": 0.8681, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.5129716981132075, | |
| "grad_norm": 0.392578125, | |
| "learning_rate": 0.000185454337319907, | |
| "loss": 0.8687, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.5139544025157232, | |
| "grad_norm": 0.4140625, | |
| "learning_rate": 0.0001853651266806037, | |
| "loss": 0.8473, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.514937106918239, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.00018527566489958384, | |
| "loss": 0.8722, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.5159198113207547, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00018518595224004136, | |
| "loss": 0.8521, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.5169025157232704, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001850959889659083, | |
| "loss": 0.8802, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.5178852201257862, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018500577534185397, | |
| "loss": 0.8393, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.5188679245283019, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001849153116332843, | |
| "loss": 0.8637, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.5198506289308176, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00018482459810634076, | |
| "loss": 0.8627, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.5208333333333334, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0001847336350279, | |
| "loss": 0.8557, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.5218160377358491, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00018464242266557273, | |
| "loss": 0.863, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.5227987421383647, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00018455096128770307, | |
| "loss": 0.8662, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.5237814465408805, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00018445925116336768, | |
| "loss": 0.8416, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.5247641509433962, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00018436729256237516, | |
| "loss": 0.8424, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.5257468553459119, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00018427508575526494, | |
| "loss": 0.862, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.5267295597484277, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00018418263101330684, | |
| "loss": 0.8768, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.5277122641509434, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00018408992860849996, | |
| "loss": 0.8545, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.5286949685534591, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00018399697881357212, | |
| "loss": 0.8423, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.5296776729559748, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0001839037819019789, | |
| "loss": 0.8504, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.5306603773584906, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00018381033814790287, | |
| "loss": 0.896, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5316430817610063, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00018371664782625287, | |
| "loss": 0.8659, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.532625786163522, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00018362271121266307, | |
| "loss": 0.8628, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.5336084905660378, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00018352852858349227, | |
| "loss": 0.8289, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.5345911949685535, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.000183434100215823, | |
| "loss": 0.8347, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.5355738993710691, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00018333942638746082, | |
| "loss": 0.8593, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.5365566037735849, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001832445073769333, | |
| "loss": 0.8467, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.5375393081761006, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018314934346348947, | |
| "loss": 0.8591, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.5385220125786163, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00018305393492709874, | |
| "loss": 0.8566, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.5395047169811321, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0001829582820484503, | |
| "loss": 0.8534, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.5404874213836478, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00018286238510895208, | |
| "loss": 0.8593, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5414701257861635, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00018276624439073012, | |
| "loss": 0.8619, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.5424528301886793, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.0001826698601766276, | |
| "loss": 0.8458, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.543435534591195, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00018257323275020407, | |
| "loss": 0.8443, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.5444182389937107, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0001824763623957346, | |
| "loss": 0.8522, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.5454009433962265, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00018237924939820896, | |
| "loss": 0.8463, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.5463836477987422, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00018228189404333075, | |
| "loss": 0.8557, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.5473663522012578, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.0001821842966175166, | |
| "loss": 0.8483, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.5483490566037735, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018208645740789528, | |
| "loss": 0.8223, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.5493317610062893, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00018198837670230694, | |
| "loss": 0.8504, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.550314465408805, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001818900547893021, | |
| "loss": 0.8426, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5512971698113207, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00018179149195814097, | |
| "loss": 0.8764, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.5522798742138365, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0001816926884987926, | |
| "loss": 0.8288, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5532625786163522, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00018159364470193381, | |
| "loss": 0.841, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.5542452830188679, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001814943608589486, | |
| "loss": 0.8647, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.5552279874213837, | |
| "grad_norm": 0.287109375, | |
| "learning_rate": 0.00018139483726192714, | |
| "loss": 0.8722, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.5562106918238994, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00018129507420366493, | |
| "loss": 0.8462, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.5571933962264151, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00018119507197766202, | |
| "loss": 0.8596, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.5581761006289309, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00018109483087812205, | |
| "loss": 0.8241, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5591588050314465, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00018099435119995136, | |
| "loss": 0.8511, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.5601415094339622, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001808936332387583, | |
| "loss": 0.8544, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.561124213836478, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00018079267729085213, | |
| "loss": 0.8468, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.5621069182389937, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00018069148365324237, | |
| "loss": 0.8427, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.5630896226415094, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001805900526236377, | |
| "loss": 0.8559, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.5640723270440252, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00018048838450044526, | |
| "loss": 0.88, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.5650550314465409, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.0001803864795827697, | |
| "loss": 0.8573, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.5660377358490566, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00018028433817041236, | |
| "loss": 0.8477, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.5670204402515723, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001801819605638703, | |
| "loss": 0.8425, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.5680031446540881, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00018007934706433542, | |
| "loss": 0.8495, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.5689858490566038, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00017997649797369365, | |
| "loss": 0.8543, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.5699685534591195, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017987341359452404, | |
| "loss": 0.8473, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5709512578616353, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.0001797700942300978, | |
| "loss": 0.8441, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.5719339622641509, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017966654018437757, | |
| "loss": 0.8342, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.5729166666666666, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00017956275176201624, | |
| "loss": 0.8525, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.5738993710691824, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00017945872926835636, | |
| "loss": 0.8348, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.5748820754716981, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001793544730094291, | |
| "loss": 0.8544, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.5758647798742138, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00017924998329195332, | |
| "loss": 0.8167, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.5768474842767296, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00017914526042333475, | |
| "loss": 0.8233, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.5778301886792453, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00017904030471166496, | |
| "loss": 0.8263, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.578812893081761, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00017893511646572066, | |
| "loss": 0.8455, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.5797955974842768, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00017882969599496254, | |
| "loss": 0.8454, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5807783018867925, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00017872404360953466, | |
| "loss": 0.8488, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.5817610062893082, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00017861815962026315, | |
| "loss": 0.8565, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.5827437106918238, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017851204433865566, | |
| "loss": 0.8341, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.5837264150943396, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00017840569807690032, | |
| "loss": 0.8458, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.5847091194968553, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00017829912114786462, | |
| "loss": 0.8504, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.585691823899371, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00017819231386509486, | |
| "loss": 0.854, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.5866745283018868, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00017808527654281496, | |
| "loss": 0.8593, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.5876572327044025, | |
| "grad_norm": 0.291015625, | |
| "learning_rate": 0.00017797800949592558, | |
| "loss": 0.8598, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.5886399371069182, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00017787051304000322, | |
| "loss": 0.8317, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.589622641509434, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00017776278749129937, | |
| "loss": 0.8591, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5906053459119497, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00017765483316673945, | |
| "loss": 0.8543, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.5915880503144654, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.0001775466503839219, | |
| "loss": 0.8477, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.5925707547169812, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00017743823946111736, | |
| "loss": 0.8337, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.5935534591194969, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00017732960071726762, | |
| "loss": 0.8434, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.5945361635220126, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00017722073447198466, | |
| "loss": 0.8241, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.5955188679245284, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00017711164104554982, | |
| "loss": 0.8291, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.596501572327044, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00017700232075891278, | |
| "loss": 0.831, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.5974842767295597, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017689277393369063, | |
| "loss": 0.8397, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5984669811320755, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00017678300089216692, | |
| "loss": 0.8274, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.5994496855345912, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017667300195729082, | |
| "loss": 0.8553, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.6004323899371069, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00017656277745267592, | |
| "loss": 0.8322, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.6014150943396226, | |
| "grad_norm": 0.3515625, | |
| "learning_rate": 0.00017645232770259952, | |
| "loss": 0.8481, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.6023977987421384, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00017634165303200157, | |
| "loss": 0.8373, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.6033805031446541, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00017623075376648376, | |
| "loss": 0.8587, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.6043632075471698, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00017611963023230845, | |
| "loss": 0.8483, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.6053459119496856, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.0001760082827563979, | |
| "loss": 0.8226, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.6063286163522013, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00017589671166633303, | |
| "loss": 0.8524, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.6073113207547169, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00017578491729035287, | |
| "loss": 0.8654, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.6082940251572327, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00017567289995735314, | |
| "loss": 0.8372, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.6092767295597484, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00017556065999688557, | |
| "loss": 0.8416, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.6102594339622641, | |
| "grad_norm": 0.416015625, | |
| "learning_rate": 0.0001754481977391569, | |
| "loss": 0.8206, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.6112421383647799, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00017533551351502782, | |
| "loss": 0.8267, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.6122248427672956, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00017522260765601196, | |
| "loss": 0.8503, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.6132075471698113, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00017510948049427513, | |
| "loss": 0.8227, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.6141902515723271, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00017499613236263413, | |
| "loss": 0.8517, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.6151729559748428, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00017488256359455586, | |
| "loss": 0.8442, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.6161556603773585, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00017476877452415638, | |
| "loss": 0.8443, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.6171383647798742, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00017465476548619974, | |
| "loss": 0.8332, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.61812106918239, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001745405368160972, | |
| "loss": 0.8067, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.6191037735849056, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.0001744260888499063, | |
| "loss": 0.8161, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.6200864779874213, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001743114219243295, | |
| "loss": 0.8256, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.6210691823899371, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001741965363767136, | |
| "loss": 0.8252, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.6220518867924528, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00017408143254504856, | |
| "loss": 0.8465, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.6230345911949685, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00017396611076796645, | |
| "loss": 0.8581, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.6240172955974843, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00017385057138474063, | |
| "loss": 0.8625, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001737348147352846, | |
| "loss": 0.8294, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.6259827044025157, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.000173618841160151, | |
| "loss": 0.851, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.6269654088050315, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00017350265100053074, | |
| "loss": 0.8578, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.6279481132075472, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00017338624459825187, | |
| "loss": 0.8397, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.6289308176100629, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00017326962229577867, | |
| "loss": 0.8468, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6299135220125787, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00017315278443621055, | |
| "loss": 0.8292, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.6308962264150944, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001730357313632811, | |
| "loss": 0.8393, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.63187893081761, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00017291846342135697, | |
| "loss": 0.8371, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.6328616352201258, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00017280098095543716, | |
| "loss": 0.8396, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.6338443396226415, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00017268328431115155, | |
| "loss": 0.8234, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.6348270440251572, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.0001725653738347603, | |
| "loss": 0.8238, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.6358097484276729, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00017244724987315255, | |
| "loss": 0.8451, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.6367924528301887, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00017232891277384562, | |
| "loss": 0.833, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6377751572327044, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001722103628849838, | |
| "loss": 0.8267, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.6387578616352201, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00017209160055533734, | |
| "loss": 0.8342, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.6397405660377359, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00017197262613430158, | |
| "loss": 0.8224, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.6407232704402516, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00017185343997189588, | |
| "loss": 0.831, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.6417059748427673, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00017173404241876237, | |
| "loss": 0.8337, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.6426886792452831, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.0001716144338261652, | |
| "loss": 0.8413, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.6436713836477987, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0001714946145459894, | |
| "loss": 0.8254, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.6446540880503144, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00017137458493073977, | |
| "loss": 0.8219, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.6456367924528302, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00017125434533353992, | |
| "loss": 0.8461, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.6466194968553459, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00017113389610813132, | |
| "loss": 0.8407, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.6476022012578616, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.000171013237608872, | |
| "loss": 0.8413, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.6485849056603774, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00017089237019073578, | |
| "loss": 0.8479, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6495676100628931, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.0001707712942093111, | |
| "loss": 0.8321, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.6505503144654088, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00017065001002079995, | |
| "loss": 0.8345, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.6515330188679245, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.0001705285179820169, | |
| "loss": 0.8397, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.6525157232704403, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00017040681845038798, | |
| "loss": 0.8148, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.653498427672956, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00017028491178394965, | |
| "loss": 0.8239, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.6544811320754716, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001701627983413478, | |
| "loss": 0.8126, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.6554638364779874, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001700404784818366, | |
| "loss": 0.8538, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.6564465408805031, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00016991795256527756, | |
| "loss": 0.865, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.6574292452830188, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00016979522095213832, | |
| "loss": 0.8402, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.6584119496855346, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00016967228400349167, | |
| "loss": 0.8473, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.6593946540880503, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.0001695491420810146, | |
| "loss": 0.8289, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.660377358490566, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00016942579554698708, | |
| "loss": 0.8312, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.6613600628930818, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00016930224476429092, | |
| "loss": 0.8244, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.6623427672955975, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00016917849009640904, | |
| "loss": 0.8364, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.6633254716981132, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00016905453190742397, | |
| "loss": 0.8244, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.664308176100629, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00016893037056201713, | |
| "loss": 0.8595, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.6652908805031447, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00016880600642546763, | |
| "loss": 0.8357, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.6662735849056604, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00016868143986365107, | |
| "loss": 0.8388, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.6672562893081762, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00016855667124303865, | |
| "loss": 0.8117, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.6682389937106918, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00016843170093069605, | |
| "loss": 0.8343, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6692216981132075, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00016830652929428224, | |
| "loss": 0.848, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.6702044025157232, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00016818115670204863, | |
| "loss": 0.8264, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.671187106918239, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00016805558352283768, | |
| "loss": 0.8364, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.6721698113207547, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00016792981012608198, | |
| "loss": 0.8046, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.6731525157232704, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00016780383688180323, | |
| "loss": 0.8455, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.6741352201257862, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00016767766416061108, | |
| "loss": 0.8307, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.6751179245283019, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00016755129233370197, | |
| "loss": 0.8364, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.6761006289308176, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00016742472177285812, | |
| "loss": 0.834, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.6770833333333334, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.0001672979528504465, | |
| "loss": 0.8306, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.6780660377358491, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00016717098593941752, | |
| "loss": 0.837, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.6790487421383647, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00016704382141330415, | |
| "loss": 0.8207, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.6800314465408805, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00016691645964622074, | |
| "loss": 0.8276, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.6810141509433962, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00016678890101286186, | |
| "loss": 0.8383, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.6819968553459119, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00016666114588850133, | |
| "loss": 0.8393, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.6829795597484277, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00016653319464899103, | |
| "loss": 0.824, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.6839622641509434, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.0001664050476707597, | |
| "loss": 0.8223, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.6849449685534591, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00016627670533081213, | |
| "loss": 0.8293, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.6859276729559748, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00016614816800672764, | |
| "loss": 0.8357, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.6869103773584906, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00016601943607665932, | |
| "loss": 0.8422, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.6878930817610063, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001658905099193328, | |
| "loss": 0.8289, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.688875786163522, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00016576138991404506, | |
| "loss": 0.8014, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.6898584905660378, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00016563207644066337, | |
| "loss": 0.8128, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.6908411949685535, | |
| "grad_norm": 0.39453125, | |
| "learning_rate": 0.00016550256987962425, | |
| "loss": 0.8319, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.6918238993710691, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00016537287061193218, | |
| "loss": 0.8284, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.6928066037735849, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00016524297901915867, | |
| "loss": 0.8536, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.6937893081761006, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00016511289548344098, | |
| "loss": 0.8315, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.6947720125786163, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.0001649826203874811, | |
| "loss": 0.8381, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.6957547169811321, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00016485215411454453, | |
| "loss": 0.8288, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.6967374213836478, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 0.00016472149704845927, | |
| "loss": 0.8327, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.6977201257861635, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.00016459064957361465, | |
| "loss": 0.8182, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6987028301886793, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016445961207496004, | |
| "loss": 0.8309, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.699685534591195, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016432838493800401, | |
| "loss": 0.8236, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.7006682389937107, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00016419696854881298, | |
| "loss": 0.824, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.7016509433962265, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00016406536329401008, | |
| "loss": 0.8053, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.7026336477987422, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00016393356956077417, | |
| "loss": 0.8234, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.7036163522012578, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00016380158773683862, | |
| "loss": 0.8286, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.7045990566037735, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00016366941821049005, | |
| "loss": 0.8309, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.7055817610062893, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00016353706137056735, | |
| "loss": 0.8514, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.706564465408805, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00016340451760646054, | |
| "loss": 0.8247, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.7075471698113207, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00016327178730810948, | |
| "loss": 0.8462, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.7085298742138365, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00016313887086600286, | |
| "loss": 0.8386, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.7095125786163522, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00016300576867117698, | |
| "loss": 0.8303, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.7104952830188679, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001628724811152146, | |
| "loss": 0.8145, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.7114779874213837, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 0.00016273900859024382, | |
| "loss": 0.8209, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.7124606918238994, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00016260535148893702, | |
| "loss": 0.8262, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.7134433962264151, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00016247151020450933, | |
| "loss": 0.8207, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.7144261006289309, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00016233748513071804, | |
| "loss": 0.8523, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.7154088050314465, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.000162203276661861, | |
| "loss": 0.8252, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.7163915094339622, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.0001620688851927756, | |
| "loss": 0.8101, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.717374213836478, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.00016193431111883756, | |
| "loss": 0.8187, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.7183569182389937, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016179955483596, | |
| "loss": 0.8209, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.7193396226415094, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00016166461674059192, | |
| "loss": 0.8181, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.7203223270440252, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00016152949722971727, | |
| "loss": 0.824, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.7213050314465409, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00016139419670085372, | |
| "loss": 0.8294, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.7222877358490566, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00016125871555205148, | |
| "loss": 0.8181, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.7232704402515723, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00016112305418189218, | |
| "loss": 0.8378, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.7242531446540881, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00016098721298948756, | |
| "loss": 0.8201, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.7252358490566038, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 0.00016085119237447848, | |
| "loss": 0.8445, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.7262185534591195, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00016071499273703364, | |
| "loss": 0.8048, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.7272012578616353, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001605786144778484, | |
| "loss": 0.7989, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.7281839622641509, | |
| "grad_norm": 0.357421875, | |
| "learning_rate": 0.00016044205799814362, | |
| "loss": 0.8117, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.7291666666666666, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00016030532369966448, | |
| "loss": 0.8252, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.7301493710691824, | |
| "grad_norm": 0.373046875, | |
| "learning_rate": 0.00016016841198467937, | |
| "loss": 0.8218, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.7311320754716981, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00016003132325597842, | |
| "loss": 0.8254, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.7321147798742138, | |
| "grad_norm": 0.365234375, | |
| "learning_rate": 0.00015989405791687285, | |
| "loss": 0.827, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.7330974842767296, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00015975661637119317, | |
| "loss": 0.8323, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.7340801886792453, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00015961899902328845, | |
| "loss": 0.8223, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.735062893081761, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001594812062780249, | |
| "loss": 0.8, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.7360455974842768, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001593432385407848, | |
| "loss": 0.8112, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.7370283018867925, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00015920509621746517, | |
| "loss": 0.8146, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.7380110062893082, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00015906677971447674, | |
| "loss": 0.8404, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.7389937106918238, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00015892828943874263, | |
| "loss": 0.8136, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.7399764150943396, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00015878962579769716, | |
| "loss": 0.8105, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.7409591194968553, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001586507891992848, | |
| "loss": 0.8034, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.741941823899371, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00015851178005195867, | |
| "loss": 0.8042, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.7429245283018868, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0001583725987646797, | |
| "loss": 0.83, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.7439072327044025, | |
| "grad_norm": 0.341796875, | |
| "learning_rate": 0.00015823324574691517, | |
| "loss": 0.8129, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.7448899371069182, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00015809372140863763, | |
| "loss": 0.7918, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.745872641509434, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00015795402616032358, | |
| "loss": 0.8354, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.7468553459119497, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.0001578141604129524, | |
| "loss": 0.8187, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7478380503144654, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00015767412457800504, | |
| "loss": 0.8346, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.7488207547169812, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.00015753391906746282, | |
| "loss": 0.8073, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.7498034591194969, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.0001573935442938063, | |
| "loss": 0.8113, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.7507861635220126, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00015725300067001395, | |
| "loss": 0.8181, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.7517688679245284, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00015711228860956102, | |
| "loss": 0.8136, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.752751572327044, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00015697140852641834, | |
| "loss": 0.8214, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.7537342767295597, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.000156830360835051, | |
| "loss": 0.8166, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.7547169811320755, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00015668914595041712, | |
| "loss": 0.8477, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.7556996855345912, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00015654776428796686, | |
| "loss": 0.8105, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.7566823899371069, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 0.00015640621626364094, | |
| "loss": 0.8393, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.7576650943396226, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00015626450229386948, | |
| "loss": 0.8025, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.7586477987421384, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00015612262279557094, | |
| "loss": 0.833, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.7596305031446541, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001559805781861506, | |
| "loss": 0.8165, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.7606132075471698, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.0001558383688834996, | |
| "loss": 0.8155, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.7615959119496856, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.0001556959953059935, | |
| "loss": 0.8105, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.7625786163522013, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00015555345787249128, | |
| "loss": 0.8203, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.7635613207547169, | |
| "grad_norm": 0.38671875, | |
| "learning_rate": 0.00015541075700233395, | |
| "loss": 0.8226, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.7645440251572327, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.0001552678931153432, | |
| "loss": 0.8373, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.7655267295597484, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.0001551248666318206, | |
| "loss": 0.8278, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.7665094339622641, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 0.0001549816779725457, | |
| "loss": 0.8169, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.7674921383647799, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.0001548383275587755, | |
| "loss": 0.8137, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.7684748427672956, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00015469481581224272, | |
| "loss": 0.8154, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.7694575471698113, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.0001545511431551547, | |
| "loss": 0.8084, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.7704402515723271, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.0001544073100101922, | |
| "loss": 0.8502, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.7714229559748428, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00015426331680050824, | |
| "loss": 0.8345, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.7724056603773585, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.00015411916394972655, | |
| "loss": 0.7933, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.7733883647798742, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00015397485188194064, | |
| "loss": 0.8072, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.77437106918239, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00015383038102171248, | |
| "loss": 0.7954, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.7753537735849056, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00015368575179407104, | |
| "loss": 0.8003, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.7763364779874213, | |
| "grad_norm": 0.333984375, | |
| "learning_rate": 0.00015354096462451134, | |
| "loss": 0.8056, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.7773191823899371, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00015339601993899304, | |
| "loss": 0.8217, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.7783018867924528, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00015325091816393912, | |
| "loss": 0.8441, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.7792845911949685, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00015310565972623483, | |
| "loss": 0.8003, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.7802672955974843, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 0.00015296024505322625, | |
| "loss": 0.8123, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.78125, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00015281467457271909, | |
| "loss": 0.8415, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.7822327044025157, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001526689487129775, | |
| "loss": 0.813, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.7832154088050315, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00015252306790272267, | |
| "loss": 0.8125, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.7841981132075472, | |
| "grad_norm": 0.376953125, | |
| "learning_rate": 0.00015237703257113173, | |
| "loss": 0.8013, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.7851808176100629, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.0001522308431478364, | |
| "loss": 0.812, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.7861635220125787, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00015208450006292163, | |
| "loss": 0.8184, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7871462264150944, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00015193800374692457, | |
| "loss": 0.8145, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.78812893081761, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.0001517913546308331, | |
| "loss": 0.8209, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.7891116352201258, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00015164455314608467, | |
| "loss": 0.8417, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.7900943396226415, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001514975997245649, | |
| "loss": 0.8193, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.7910770440251572, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00015135049479860657, | |
| "loss": 0.8271, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.7920597484276729, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00015120323880098803, | |
| "loss": 0.8001, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.7930424528301887, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00015105583216493216, | |
| "loss": 0.793, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.7940251572327044, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00015090827532410499, | |
| "loss": 0.7943, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.7950078616352201, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 0.00015076056871261444, | |
| "loss": 0.8088, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.7959905660377359, | |
| "grad_norm": 0.380859375, | |
| "learning_rate": 0.00015061271276500904, | |
| "loss": 0.8059, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.7969732704402516, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00015046470791627668, | |
| "loss": 0.8052, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.7979559748427673, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00015031655460184337, | |
| "loss": 0.7997, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.7989386792452831, | |
| "grad_norm": 0.369140625, | |
| "learning_rate": 0.00015016825325757182, | |
| "loss": 0.8233, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.7999213836477987, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00015001980431976022, | |
| "loss": 0.8133, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.8009040880503144, | |
| "grad_norm": 0.2890625, | |
| "learning_rate": 0.0001498712082251411, | |
| "loss": 0.8027, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.8018867924528302, | |
| "grad_norm": 0.36328125, | |
| "learning_rate": 0.00014972246541087978, | |
| "loss": 0.8174, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.8028694968553459, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00014957357631457333, | |
| "loss": 0.8162, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.8038522012578616, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00014942454137424914, | |
| "loss": 0.8031, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.8048349056603774, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00014927536102836357, | |
| "loss": 0.8032, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.8058176100628931, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00014912603571580097, | |
| "loss": 0.826, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.8068003144654088, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00014897656587587198, | |
| "loss": 0.791, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.8077830188679245, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 0.00014882695194831256, | |
| "loss": 0.8137, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.8087657232704403, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.00014867719437328252, | |
| "loss": 0.8015, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.809748427672956, | |
| "grad_norm": 0.361328125, | |
| "learning_rate": 0.00014852729359136432, | |
| "loss": 0.8189, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.8107311320754716, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001483772500435616, | |
| "loss": 0.8096, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.8117138364779874, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.0001482270641712982, | |
| "loss": 0.8014, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.8126965408805031, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00014807673641641653, | |
| "loss": 0.8062, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.8136792452830188, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001479262672211765, | |
| "loss": 0.8215, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.8146619496855346, | |
| "grad_norm": 0.384765625, | |
| "learning_rate": 0.00014777565702825407, | |
| "loss": 0.8257, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.8156446540880503, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00014762490628074005, | |
| "loss": 0.815, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.816627358490566, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00014747401542213875, | |
| "loss": 0.8213, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.8176100628930818, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.0001473229848963667, | |
| "loss": 0.8136, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.8185927672955975, | |
| "grad_norm": 0.34375, | |
| "learning_rate": 0.00014717181514775128, | |
| "loss": 0.796, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.8195754716981132, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00014702050662102948, | |
| "loss": 0.8168, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.820558176100629, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00014686905976134663, | |
| "loss": 0.8266, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.8215408805031447, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00014671747501425497, | |
| "loss": 0.7863, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.8225235849056604, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00014656575282571234, | |
| "loss": 0.8031, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.8235062893081762, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00014641389364208107, | |
| "loss": 0.7824, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.8244889937106918, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.00014626189791012647, | |
| "loss": 0.8233, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.8254716981132075, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.0001461097660770155, | |
| "loss": 0.8177, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.8264544025157232, | |
| "grad_norm": 0.3671875, | |
| "learning_rate": 0.00014595749859031557, | |
| "loss": 0.8038, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.827437106918239, | |
| "grad_norm": 0.3828125, | |
| "learning_rate": 0.00014580509589799329, | |
| "loss": 0.8032, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.8284198113207547, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.00014565255844841286, | |
| "loss": 0.8246, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.8294025157232704, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 0.000145499886690335, | |
| "loss": 0.7918, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.8303852201257862, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00014534708107291565, | |
| "loss": 0.8305, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.8313679245283019, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 0.00014519414204570446, | |
| "loss": 0.8086, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.8323506289308176, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 0.00014504107005864353, | |
| "loss": 0.7889, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 0.00014488786556206626, | |
| "loss": 0.8268, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.8343160377358491, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.0001447345290066958, | |
| "loss": 0.8001, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.8352987421383647, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 0.00014458106084364383, | |
| "loss": 0.8205, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.8362814465408805, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.0001444274615244092, | |
| "loss": 0.8076, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.8372641509433962, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00014427373150087663, | |
| "loss": 0.8025, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.8382468553459119, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 0.00014411987122531542, | |
| "loss": 0.7983, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.8392295597484277, | |
| "grad_norm": 0.388671875, | |
| "learning_rate": 0.000143965881150378, | |
| "loss": 0.8006, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.8402122641509434, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.00014381176172909862, | |
| "loss": 0.8044, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.8411949685534591, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.00014365751341489222, | |
| "loss": 0.8143, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.8421776729559748, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001435031366615528, | |
| "loss": 0.7867, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.8431603773584906, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00014334863192325226, | |
| "loss": 0.8115, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.8441430817610063, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 0.00014319399965453911, | |
| "loss": 0.8234, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.845125786163522, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 0.00014303924031033692, | |
| "loss": 0.8317, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8461084905660378, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00014288435434594315, | |
| "loss": 0.8321, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.8470911949685535, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00014272934221702788, | |
| "loss": 0.8127, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.8480738993710691, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 0.00014257420437963222, | |
| "loss": 0.801, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.8490566037735849, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00014241894129016718, | |
| "loss": 0.8139, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.8500393081761006, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00014226355340541224, | |
| "loss": 0.7854, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.8510220125786163, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00014210804118251405, | |
| "loss": 0.8163, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.8520047169811321, | |
| "grad_norm": 0.37890625, | |
| "learning_rate": 0.00014195240507898504, | |
| "loss": 0.829, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.8529874213836478, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00014179664555270206, | |
| "loss": 0.7911, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.8539701257861635, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.00014164076306190517, | |
| "loss": 0.8278, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.8549528301886793, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00014148475806519603, | |
| "loss": 0.8158, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.855935534591195, | |
| "grad_norm": 0.390625, | |
| "learning_rate": 0.00014132863102153683, | |
| "loss": 0.8281, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.8569182389937107, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00014117238239024887, | |
| "loss": 0.8236, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.8579009433962265, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 0.00014101601263101095, | |
| "loss": 0.7968, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.8588836477987422, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 0.00014085952220385838, | |
| "loss": 0.8183, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.8598663522012578, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.0001407029115691815, | |
| "loss": 0.7929, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.8608490566037735, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00014054618118772416, | |
| "loss": 0.8169, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.8618317610062893, | |
| "grad_norm": 0.359375, | |
| "learning_rate": 0.00014038933152058262, | |
| "loss": 0.7911, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.862814465408805, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.000140232363029204, | |
| "loss": 0.8171, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.8637971698113207, | |
| "grad_norm": 0.3359375, | |
| "learning_rate": 0.00014007527617538508, | |
| "loss": 0.8039, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.8647798742138365, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.0001399180714212708, | |
| "loss": 0.82, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.8657625786163522, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 0.0001397607492293529, | |
| "loss": 0.8094, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.8667452830188679, | |
| "grad_norm": 0.345703125, | |
| "learning_rate": 0.00013960331006246878, | |
| "loss": 0.8232, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.8677279874213837, | |
| "grad_norm": 0.34765625, | |
| "learning_rate": 0.00013944575438379984, | |
| "loss": 0.8301, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.8687106918238994, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 0.00013928808265687028, | |
| "loss": 0.8081, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.8696933962264151, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 0.00013913029534554574, | |
| "loss": 0.7712, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.8706761006289309, | |
| "grad_norm": 0.35546875, | |
| "learning_rate": 0.00013897239291403191, | |
| "loss": 0.8289, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.8716588050314465, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.00013881437582687314, | |
| "loss": 0.7992, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.8726415094339622, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0001386562445489511, | |
| "loss": 0.8034, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.873624213836478, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.0001384979995454834, | |
| "loss": 0.7996, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.8746069182389937, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00013833964128202224, | |
| "loss": 0.8168, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.8755896226415094, | |
| "grad_norm": 0.349609375, | |
| "learning_rate": 0.00013818117022445297, | |
| "loss": 0.7952, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.8765723270440252, | |
| "grad_norm": 0.353515625, | |
| "learning_rate": 0.0001380225868389929, | |
| "loss": 0.8389, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.8775550314465409, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 0.0001378638915921897, | |
| "loss": 0.7979, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.8785377358490566, | |
| "grad_norm": 0.37109375, | |
| "learning_rate": 0.00013770508495092014, | |
| "loss": 0.8099, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.8795204402515723, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 0.00013754616738238877, | |
| "loss": 0.7925, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.8805031446540881, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00013738713935412643, | |
| "loss": 0.8164, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.8814858490566038, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00013722800133398897, | |
| "loss": 0.8104, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.8824685534591195, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 0.00013706875379015577, | |
| "loss": 0.8087, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.8834512578616353, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.0001369093971911285, | |
| "loss": 0.8037, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.8844339622641509, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00013674993200572962, | |
| "loss": 0.8024, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.8854166666666666, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 7.893462771773996e-06, | |
| "loss": 0.782, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.8863993710691824, | |
| "grad_norm": 0.337890625, | |
| "learning_rate": 7.760421092313152e-06, | |
| "loss": 0.7891, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.8873820754716981, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 7.628464876673202e-06, | |
| "loss": 0.8201, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.8883647798742138, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 7.497595677698388e-06, | |
| "loss": 0.8031, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.8893474842767296, | |
| "grad_norm": 0.32421875, | |
| "learning_rate": 7.3678150354410615e-06, | |
| "loss": 0.8013, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.8903301886792453, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 7.239124477143578e-06, | |
| "loss": 0.8075, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.891312893081761, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 7.111525517220308e-06, | |
| "loss": 0.7919, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.8922955974842768, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 6.985019657239867e-06, | |
| "loss": 0.8074, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.8932783018867925, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 6.859608385907379e-06, | |
| "loss": 0.8009, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.8942610062893082, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 6.735293179046975e-06, | |
| "loss": 0.8081, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.8952437106918238, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 6.612075499584458e-06, | |
| "loss": 0.8067, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.8962264150943396, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 6.489956797530084e-06, | |
| "loss": 0.811, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.8972091194968553, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 6.368938509961398e-06, | |
| "loss": 0.7966, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.898191823899371, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 6.2490220610065155e-06, | |
| "loss": 0.8123, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.8991745283018868, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 6.130208861827202e-06, | |
| "loss": 0.8045, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.9001572327044025, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 6.012500310602254e-06, | |
| "loss": 0.7923, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.9011399371069182, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 5.8958977925112405e-06, | |
| "loss": 0.7986, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.902122641509434, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 5.780402679717989e-06, | |
| "loss": 0.8166, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.9031053459119497, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 5.666016331354485e-06, | |
| "loss": 0.7845, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.9040880503144654, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 5.552740093505015e-06, | |
| "loss": 0.7865, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.9050707547169812, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 5.440575299190165e-06, | |
| "loss": 0.8243, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.9060534591194969, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 5.329523268351155e-06, | |
| "loss": 0.8041, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.9070361635220126, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.219585307834407e-06, | |
| "loss": 0.8057, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.9080188679245284, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 5.110762711376116e-06, | |
| "loss": 0.7987, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.909001572327044, | |
| "grad_norm": 0.326171875, | |
| "learning_rate": 5.003056759586944e-06, | |
| "loss": 0.7983, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.9099842767295597, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 4.89646871993703e-06, | |
| "loss": 0.7872, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.9109669811320755, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 4.79099984674114e-06, | |
| "loss": 0.8203, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.9119496855345912, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 4.6866513811437475e-06, | |
| "loss": 0.7816, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.9129323899371069, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.58342455110452e-06, | |
| "loss": 0.8151, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.9139150943396226, | |
| "grad_norm": 0.29296875, | |
| "learning_rate": 4.481320571383907e-06, | |
| "loss": 0.8052, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.9148977987421384, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 4.380340643528735e-06, | |
| "loss": 0.8069, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.9158805031446541, | |
| "grad_norm": 0.328125, | |
| "learning_rate": 4.280485955858171e-06, | |
| "loss": 0.7986, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.9168632075471698, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 4.181757683449694e-06, | |
| "loss": 0.8219, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.9178459119496856, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 4.084156988125231e-06, | |
| "loss": 0.8162, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.9188286163522013, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 3.987685018437581e-06, | |
| "loss": 0.7972, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.9198113207547169, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 3.892342909656776e-06, | |
| "loss": 0.8163, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.9207940251572327, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 3.798131783756853e-06, | |
| "loss": 0.8151, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.9217767295597484, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 3.7050527494025265e-06, | |
| "loss": 0.8023, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.9227594339622641, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 3.6131069019362362e-06, | |
| "loss": 0.8229, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.9237421383647799, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.52229532336521e-06, | |
| "loss": 0.7951, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.9247248427672956, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 3.4326190823487315e-06, | |
| "loss": 0.8034, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.9257075471698113, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 3.344079234185604e-06, | |
| "loss": 0.807, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.9266902515723271, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 3.2566768208016297e-06, | |
| "loss": 0.8122, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.9276729559748428, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 3.170412870737516e-06, | |
| "loss": 0.8023, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.9286556603773585, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 3.0852883991366322e-06, | |
| "loss": 0.7757, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.9296383647798742, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 3.0013044077330744e-06, | |
| "loss": 0.7709, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.93062106918239, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 2.9184618848399627e-06, | |
| "loss": 0.8331, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.9316037735849056, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 2.836761805337762e-06, | |
| "loss": 0.7819, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.9325864779874213, | |
| "grad_norm": 0.33984375, | |
| "learning_rate": 2.756205130662737e-06, | |
| "loss": 0.7949, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.9335691823899371, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 2.6767928087957693e-06, | |
| "loss": 0.8147, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.9345518867924528, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 2.598525774251159e-06, | |
| "loss": 0.7786, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.9355345911949685, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 2.52140494806552e-06, | |
| "loss": 0.7954, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.9365172955974843, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 2.44543123778711e-06, | |
| "loss": 0.7851, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.9375, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 2.370605537465065e-06, | |
| "loss": 0.81, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.9384827044025157, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 2.296928727638814e-06, | |
| "loss": 0.8305, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.9394654088050315, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 2.2244016753278586e-06, | |
| "loss": 0.7896, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.9404481132075472, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 2.1530252340214996e-06, | |
| "loss": 0.8101, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.9414308176100629, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 2.0828002436687257e-06, | |
| "loss": 0.805, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.9424135220125787, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.013727530668452e-06, | |
| "loss": 0.804, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.9433962264150944, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 1.9458079078597203e-06, | |
| "loss": 0.825, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.94437893081761, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 1.8790421745121356e-06, | |
| "loss": 0.821, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.9453616352201258, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.813431116316522e-06, | |
| "loss": 0.8101, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.9463443396226415, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 1.748975505375583e-06, | |
| "loss": 0.8016, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.9473270440251572, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 1.6856761001948772e-06, | |
| "loss": 0.7847, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.9483097484276729, | |
| "grad_norm": 0.3203125, | |
| "learning_rate": 1.6235336456739026e-06, | |
| "loss": 0.8007, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.9492924528301887, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.5625488730972693e-06, | |
| "loss": 0.7891, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.9502751572327044, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 1.5027225001261525e-06, | |
| "loss": 0.8244, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.9512578616352201, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 1.4440552307898202e-06, | |
| "loss": 0.7962, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.9522405660377359, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 1.386547755477363e-06, | |
| "loss": 0.7982, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.9532232704402516, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 1.3302007509295445e-06, | |
| "loss": 0.7896, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.9542059748427673, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.2750148802308737e-06, | |
| "loss": 0.8158, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 0.9551886792452831, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 1.2209907928017795e-06, | |
| "loss": 0.8012, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.9561713836477987, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 1.1681291243909153e-06, | |
| "loss": 0.8146, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 0.9571540880503144, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 1.116430497067833e-06, | |
| "loss": 0.8175, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.9581367924528302, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 1.0658955192154763e-06, | |
| "loss": 0.7937, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.9591194968553459, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 1.0165247855231542e-06, | |
| "loss": 0.8, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.9601022012578616, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 9.683188769794792e-07, | |
| "loss": 0.8042, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 0.9610849056603774, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 9.212783608655518e-07, | |
| "loss": 0.8078, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.9620676100628931, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 8.754037907482748e-07, | |
| "loss": 0.7992, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 0.9630503144654088, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 8.306957064738385e-07, | |
| "loss": 0.806, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.9640330188679245, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 7.871546341614023e-07, | |
| "loss": 0.7803, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 0.9650157232704403, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 7.447810861968552e-07, | |
| "loss": 0.7864, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.965998427672956, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 7.03575561226788e-07, | |
| "loss": 0.7837, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 0.9669811320754716, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 6.635385441526754e-07, | |
| "loss": 0.7935, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.9679638364779874, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 6.246705061251245e-07, | |
| "loss": 0.8074, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.9689465408805031, | |
| "grad_norm": 0.298828125, | |
| "learning_rate": 5.86971904538347e-07, | |
| "loss": 0.8082, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.9699292452830188, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 5.504431830247514e-07, | |
| "loss": 0.7889, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 0.9709119496855346, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 5.150847714497697e-07, | |
| "loss": 0.7924, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.9718946540880503, | |
| "grad_norm": 0.296875, | |
| "learning_rate": 4.80897085906773e-07, | |
| "loss": 0.81, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.972877358490566, | |
| "grad_norm": 0.294921875, | |
| "learning_rate": 4.4788052871215234e-07, | |
| "loss": 0.805, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.9738600628930818, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 4.1603548840062345e-07, | |
| "loss": 0.8101, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 0.9748427672955975, | |
| "grad_norm": 0.3046875, | |
| "learning_rate": 3.853623397206407e-07, | |
| "loss": 0.7909, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.9758254716981132, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.5586144362997896e-07, | |
| "loss": 0.7972, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 0.976808176100629, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 3.275331472914922e-07, | |
| "loss": 0.8101, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.9777908805031447, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 3.0037778406902805e-07, | |
| "loss": 0.8184, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.9787735849056604, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 2.743956735234865e-07, | |
| "loss": 0.782, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.9797562893081762, | |
| "grad_norm": 0.322265625, | |
| "learning_rate": 2.4958712140911166e-07, | |
| "loss": 0.7905, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 0.9807389937106918, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.2595241966982817e-07, | |
| "loss": 0.8163, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.9817216981132075, | |
| "grad_norm": 0.3125, | |
| "learning_rate": 2.0349184643586595e-07, | |
| "loss": 0.8266, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 0.9827044025157232, | |
| "grad_norm": 0.30859375, | |
| "learning_rate": 1.8220566602040745e-07, | |
| "loss": 0.8174, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.983687106918239, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 1.6209412891659003e-07, | |
| "loss": 0.8052, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 0.9846698113207547, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 1.4315747179446392e-07, | |
| "loss": 0.7871, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.9856525157232704, | |
| "grad_norm": 0.318359375, | |
| "learning_rate": 1.2539591749821666e-07, | |
| "loss": 0.7974, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 0.9866352201257862, | |
| "grad_norm": 0.33203125, | |
| "learning_rate": 1.088096750436085e-07, | |
| "loss": 0.7972, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.9876179245283019, | |
| "grad_norm": 0.31640625, | |
| "learning_rate": 9.339893961548551e-08, | |
| "loss": 0.8153, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.9886006289308176, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 7.916389256541479e-08, | |
| "loss": 0.8146, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.9895833333333334, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 6.610470140967495e-08, | |
| "loss": 0.81, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 0.9905660377358491, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 5.422151982719115e-08, | |
| "loss": 0.8167, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.9915487421383647, | |
| "grad_norm": 0.330078125, | |
| "learning_rate": 4.351448765775867e-08, | |
| "loss": 0.8175, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 0.9925314465408805, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 3.3983730900377655e-08, | |
| "loss": 0.8008, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.9935141509433962, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 2.5629361711809742e-08, | |
| "loss": 0.8024, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 0.9944968553459119, | |
| "grad_norm": 0.30078125, | |
| "learning_rate": 1.8451478405223653e-08, | |
| "loss": 0.7952, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.9954795597484277, | |
| "grad_norm": 0.314453125, | |
| "learning_rate": 1.2450165449062744e-08, | |
| "loss": 0.7893, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 0.9964622641509434, | |
| "grad_norm": 0.306640625, | |
| "learning_rate": 7.62549346601249e-09, | |
| "loss": 0.8112, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.9974449685534591, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 3.977519232223337e-09, | |
| "loss": 0.8175, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.9984276729559748, | |
| "grad_norm": 0.302734375, | |
| "learning_rate": 1.5062856765779565e-09, | |
| "loss": 0.8088, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.9994103773584906, | |
| "grad_norm": 0.310546875, | |
| "learning_rate": 2.118218802582561e-10, | |
| "loss": 0.8288, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.7983007431030273, | |
| "eval_runtime": 9224.1097, | |
| "eval_samples_per_second": 8.823, | |
| "eval_steps_per_second": 0.138, | |
| "step": 5088 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 5088, | |
| "total_flos": 1.5751056572484157e+19, | |
| "train_loss": 0.013955340304839536, | |
| "train_runtime": 11108.4839, | |
| "train_samples_per_second": 29.312, | |
| "train_steps_per_second": 0.458 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5088, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5751056572484157e+19, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |