| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.989373007438894, | |
| "eval_steps": 500, | |
| "global_step": 4700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021253985122210413, | |
| "grad_norm": 512.0, | |
| "learning_rate": 4.2553191489361704e-07, | |
| "loss": 23.7791, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010626992561105207, | |
| "grad_norm": 488.0, | |
| "learning_rate": 2.1276595744680853e-06, | |
| "loss": 23.5159, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021253985122210415, | |
| "grad_norm": 244.0, | |
| "learning_rate": 4.255319148936171e-06, | |
| "loss": 20.5987, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.031880977683315624, | |
| "grad_norm": 83.5, | |
| "learning_rate": 6.3829787234042555e-06, | |
| "loss": 17.7875, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04250797024442083, | |
| "grad_norm": 45.25, | |
| "learning_rate": 8.510638297872341e-06, | |
| "loss": 15.0704, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.053134962805526036, | |
| "grad_norm": 19.125, | |
| "learning_rate": 1.0638297872340426e-05, | |
| "loss": 14.1038, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06376195536663125, | |
| "grad_norm": 9.5, | |
| "learning_rate": 1.2765957446808511e-05, | |
| "loss": 13.5893, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07438894792773645, | |
| "grad_norm": 5.96875, | |
| "learning_rate": 1.4893617021276596e-05, | |
| "loss": 12.8509, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08501594048884166, | |
| "grad_norm": 6.34375, | |
| "learning_rate": 1.7021276595744682e-05, | |
| "loss": 12.4395, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09564293304994687, | |
| "grad_norm": 8.875, | |
| "learning_rate": 1.9148936170212766e-05, | |
| "loss": 12.1862, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10626992561105207, | |
| "grad_norm": 14.5625, | |
| "learning_rate": 2.1276595744680852e-05, | |
| "loss": 11.1895, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.11689691817215728, | |
| "grad_norm": 29.5, | |
| "learning_rate": 2.340425531914894e-05, | |
| "loss": 9.9832, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.1275239107332625, | |
| "grad_norm": 46.75, | |
| "learning_rate": 2.5531914893617022e-05, | |
| "loss": 6.8574, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.1381509032943677, | |
| "grad_norm": 9.8125, | |
| "learning_rate": 2.765957446808511e-05, | |
| "loss": 2.6513, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.1487778958554729, | |
| "grad_norm": 2.9375, | |
| "learning_rate": 2.9787234042553192e-05, | |
| "loss": 1.4605, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1594048884165781, | |
| "grad_norm": 3.453125, | |
| "learning_rate": 3.191489361702128e-05, | |
| "loss": 1.1919, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.17003188097768332, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 3.4042553191489365e-05, | |
| "loss": 1.0938, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1806588735387885, | |
| "grad_norm": 2.265625, | |
| "learning_rate": 3.617021276595745e-05, | |
| "loss": 0.9763, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.19128586609989373, | |
| "grad_norm": 4.96875, | |
| "learning_rate": 3.829787234042553e-05, | |
| "loss": 0.9307, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20191285866099895, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.0425531914893614e-05, | |
| "loss": 0.866, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21253985122210414, | |
| "grad_norm": 4.40625, | |
| "learning_rate": 4.2553191489361704e-05, | |
| "loss": 0.8456, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.22316684378320936, | |
| "grad_norm": 2.6875, | |
| "learning_rate": 4.468085106382979e-05, | |
| "loss": 0.821, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.23379383634431455, | |
| "grad_norm": 2.75, | |
| "learning_rate": 4.680851063829788e-05, | |
| "loss": 0.7823, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.24442082890541977, | |
| "grad_norm": 2.953125, | |
| "learning_rate": 4.893617021276596e-05, | |
| "loss": 0.7831, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.255047821466525, | |
| "grad_norm": 3.90625, | |
| "learning_rate": 5.1063829787234044e-05, | |
| "loss": 0.7535, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.26567481402763016, | |
| "grad_norm": 4.3125, | |
| "learning_rate": 5.319148936170213e-05, | |
| "loss": 0.714, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2763018065887354, | |
| "grad_norm": 7.09375, | |
| "learning_rate": 5.531914893617022e-05, | |
| "loss": 0.7084, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2869287991498406, | |
| "grad_norm": 4.15625, | |
| "learning_rate": 5.744680851063831e-05, | |
| "loss": 0.7074, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.2975557917109458, | |
| "grad_norm": 3.203125, | |
| "learning_rate": 5.9574468085106384e-05, | |
| "loss": 0.6913, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.30818278427205104, | |
| "grad_norm": 1.9296875, | |
| "learning_rate": 6.170212765957447e-05, | |
| "loss": 0.6714, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.3188097768331562, | |
| "grad_norm": 29.25, | |
| "learning_rate": 6.382978723404256e-05, | |
| "loss": 0.6761, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3294367693942614, | |
| "grad_norm": 2.921875, | |
| "learning_rate": 6.595744680851063e-05, | |
| "loss": 0.6739, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.34006376195536664, | |
| "grad_norm": 3.921875, | |
| "learning_rate": 6.808510638297873e-05, | |
| "loss": 0.6572, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.35069075451647186, | |
| "grad_norm": 8.25, | |
| "learning_rate": 7.021276595744681e-05, | |
| "loss": 0.644, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.361317747077577, | |
| "grad_norm": 11.125, | |
| "learning_rate": 7.23404255319149e-05, | |
| "loss": 0.6699, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.37194473963868224, | |
| "grad_norm": 2.828125, | |
| "learning_rate": 7.446808510638298e-05, | |
| "loss": 0.6613, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.38257173219978746, | |
| "grad_norm": 4.84375, | |
| "learning_rate": 7.659574468085106e-05, | |
| "loss": 0.6376, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3931987247608927, | |
| "grad_norm": 3.796875, | |
| "learning_rate": 7.872340425531916e-05, | |
| "loss": 0.6444, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.4038257173219979, | |
| "grad_norm": 2.078125, | |
| "learning_rate": 8.085106382978723e-05, | |
| "loss": 0.6349, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.41445270988310307, | |
| "grad_norm": 3.53125, | |
| "learning_rate": 8.297872340425533e-05, | |
| "loss": 0.644, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.4250797024442083, | |
| "grad_norm": 1.9921875, | |
| "learning_rate": 8.510638297872341e-05, | |
| "loss": 0.6224, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4357066950053135, | |
| "grad_norm": 3.1875, | |
| "learning_rate": 8.723404255319149e-05, | |
| "loss": 0.6213, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4463336875664187, | |
| "grad_norm": 6.375, | |
| "learning_rate": 8.936170212765958e-05, | |
| "loss": 0.6095, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4569606801275239, | |
| "grad_norm": 4.28125, | |
| "learning_rate": 9.148936170212766e-05, | |
| "loss": 0.6226, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4675876726886291, | |
| "grad_norm": 2.671875, | |
| "learning_rate": 9.361702127659576e-05, | |
| "loss": 0.6042, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.4782146652497343, | |
| "grad_norm": 0.88671875, | |
| "learning_rate": 9.574468085106384e-05, | |
| "loss": 0.6009, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.48884165781083955, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 9.787234042553192e-05, | |
| "loss": 0.5855, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.49946865037194477, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 0.0001, | |
| "loss": 0.5729, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.51009564293305, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 0.00010212765957446809, | |
| "loss": 0.5751, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5207226354941552, | |
| "grad_norm": 13.5625, | |
| "learning_rate": 0.00010425531914893618, | |
| "loss": 0.5832, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5313496280552603, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.00010638297872340425, | |
| "loss": 0.5858, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5419766206163655, | |
| "grad_norm": 14.5, | |
| "learning_rate": 0.00010851063829787234, | |
| "loss": 0.5908, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.5526036131774708, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 0.00011063829787234043, | |
| "loss": 0.5924, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.563230605738576, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 0.00011276595744680852, | |
| "loss": 0.5704, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5738575982996812, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00011489361702127661, | |
| "loss": 0.5695, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5844845908607864, | |
| "grad_norm": 2.25, | |
| "learning_rate": 0.00011702127659574468, | |
| "loss": 0.5654, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.5951115834218916, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 0.00011914893617021277, | |
| "loss": 0.5816, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6057385759829969, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 0.00012127659574468086, | |
| "loss": 0.5627, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6163655685441021, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 0.00012340425531914893, | |
| "loss": 0.5557, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6269925611052072, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 0.00012553191489361702, | |
| "loss": 0.5571, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6376195536663124, | |
| "grad_norm": 4.46875, | |
| "learning_rate": 0.00012765957446808513, | |
| "loss": 0.544, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6482465462274176, | |
| "grad_norm": 3.421875, | |
| "learning_rate": 0.00012978723404255318, | |
| "loss": 0.5593, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6588735387885228, | |
| "grad_norm": 3.5625, | |
| "learning_rate": 0.00013191489361702127, | |
| "loss": 0.5513, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6695005313496281, | |
| "grad_norm": 9.0, | |
| "learning_rate": 0.00013404255319148938, | |
| "loss": 0.5681, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.6801275239107333, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 0.00013617021276595746, | |
| "loss": 0.554, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6907545164718385, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 0.00013829787234042554, | |
| "loss": 0.5383, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7013815090329437, | |
| "grad_norm": 1.5234375, | |
| "learning_rate": 0.00014042553191489363, | |
| "loss": 0.5381, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7120085015940489, | |
| "grad_norm": 1.125, | |
| "learning_rate": 0.0001425531914893617, | |
| "loss": 0.5544, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.722635494155154, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 0.0001446808510638298, | |
| "loss": 0.539, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7332624867162593, | |
| "grad_norm": 2.890625, | |
| "learning_rate": 0.00014680851063829788, | |
| "loss": 0.542, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7438894792773645, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 0.00014893617021276596, | |
| "loss": 0.531, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7545164718384697, | |
| "grad_norm": 3.015625, | |
| "learning_rate": 0.00015106382978723407, | |
| "loss": 0.5358, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7651434643995749, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 0.00015319148936170213, | |
| "loss": 0.5366, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.7757704569606801, | |
| "grad_norm": 2.71875, | |
| "learning_rate": 0.0001553191489361702, | |
| "loss": 0.5359, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.7863974495217854, | |
| "grad_norm": 1.8984375, | |
| "learning_rate": 0.00015744680851063832, | |
| "loss": 0.5506, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7970244420828906, | |
| "grad_norm": 2.484375, | |
| "learning_rate": 0.00015957446808510637, | |
| "loss": 0.5286, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8076514346439958, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 0.00016170212765957446, | |
| "loss": 0.5319, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.8182784272051009, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00016382978723404257, | |
| "loss": 0.5312, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8289054197662061, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 0.00016595744680851065, | |
| "loss": 0.5284, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.8395324123273114, | |
| "grad_norm": 2.859375, | |
| "learning_rate": 0.00016808510638297873, | |
| "loss": 0.5448, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8501594048884166, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 0.00017021276595744682, | |
| "loss": 0.5292, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.8607863974495218, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 0.0001723404255319149, | |
| "loss": 0.5246, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.871413390010627, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 0.00017446808510638298, | |
| "loss": 0.5353, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.8820403825717322, | |
| "grad_norm": 21.0, | |
| "learning_rate": 0.00017659574468085107, | |
| "loss": 0.5399, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.8926673751328374, | |
| "grad_norm": 1.296875, | |
| "learning_rate": 0.00017872340425531915, | |
| "loss": 0.5405, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9032943676939427, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.00018085106382978726, | |
| "loss": 0.5233, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9139213602550478, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 0.00018297872340425532, | |
| "loss": 0.5225, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.924548352816153, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 0.0001851063829787234, | |
| "loss": 0.532, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9351753453772582, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 0.0001872340425531915, | |
| "loss": 0.5353, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9458023379383634, | |
| "grad_norm": 1.8671875, | |
| "learning_rate": 0.00018936170212765957, | |
| "loss": 0.5365, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9564293304994687, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.00019148936170212768, | |
| "loss": 0.5395, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9670563230605739, | |
| "grad_norm": 2.421875, | |
| "learning_rate": 0.00019361702127659576, | |
| "loss": 0.5309, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9776833156216791, | |
| "grad_norm": 4.96875, | |
| "learning_rate": 0.00019574468085106384, | |
| "loss": 0.5281, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.9883103081827843, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 0.00019787234042553193, | |
| "loss": 0.5182, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.9989373007438895, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5262, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9989373007438895, | |
| "eval_loss": 1.3223822116851807, | |
| "eval_runtime": 0.8107, | |
| "eval_samples_per_second": 6.167, | |
| "eval_steps_per_second": 1.233, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0095642933049946, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 0.00019999931050912237, | |
| "loss": 0.5078, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.0201912858661, | |
| "grad_norm": 1.125, | |
| "learning_rate": 0.00019999724204599747, | |
| "loss": 0.4809, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.030818278427205, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 0.00019999379463914898, | |
| "loss": 0.4983, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.0414452709883104, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 0.00019998896833611603, | |
| "loss": 0.4957, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0520722635494155, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00019998276320345247, | |
| "loss": 0.4901, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.0626992561105206, | |
| "grad_norm": 2.171875, | |
| "learning_rate": 0.0001999751793267259, | |
| "loss": 0.4931, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.073326248671626, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 0.00019996621681051669, | |
| "loss": 0.4916, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.083953241232731, | |
| "grad_norm": 2.75, | |
| "learning_rate": 0.0001999558757784162, | |
| "loss": 0.501, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.0945802337938364, | |
| "grad_norm": 1.390625, | |
| "learning_rate": 0.00019994415637302547, | |
| "loss": 0.5011, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.1052072263549415, | |
| "grad_norm": 2.625, | |
| "learning_rate": 0.0001999310587559529, | |
| "loss": 0.4966, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.1158342189160468, | |
| "grad_norm": 2.703125, | |
| "learning_rate": 0.00019991658310781224, | |
| "loss": 0.5037, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.126461211477152, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 0.00019990072962822007, | |
| "loss": 0.5134, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.1370882040382573, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00019988349853579295, | |
| "loss": 0.4997, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 1.1477151965993624, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 0.00019986489006814452, | |
| "loss": 0.4965, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.1583421891604675, | |
| "grad_norm": 7.1875, | |
| "learning_rate": 0.00019984490448188218, | |
| "loss": 0.4843, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 1.1689691817215728, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 0.00019982354205260347, | |
| "loss": 0.5033, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.179596174282678, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.0001998008030748924, | |
| "loss": 0.4976, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 1.1902231668437833, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.00019977668786231534, | |
| "loss": 0.497, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.2008501594048884, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 0.00019975119674741664, | |
| "loss": 0.4973, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 1.2114771519659937, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 0.00019972433008171416, | |
| "loss": 0.5, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.2221041445270988, | |
| "grad_norm": 1.609375, | |
| "learning_rate": 0.00019969608823569433, | |
| "loss": 0.4925, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 1.2327311370882041, | |
| "grad_norm": 1.6875, | |
| "learning_rate": 0.00019966647159880703, | |
| "loss": 0.4848, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.2433581296493093, | |
| "grad_norm": 2.734375, | |
| "learning_rate": 0.00019963548057946024, | |
| "loss": 0.5033, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 1.2539851222104144, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00019960311560501454, | |
| "loss": 0.4925, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.2646121147715197, | |
| "grad_norm": 1.3125, | |
| "learning_rate": 0.000199569377121777, | |
| "loss": 0.487, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 1.2752391073326248, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.0001995342655949951, | |
| "loss": 0.497, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.2858660998937301, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00019949778150885042, | |
| "loss": 0.4877, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 1.2964930924548352, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00019945992536645187, | |
| "loss": 0.4942, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.3071200850159406, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00019942069768982872, | |
| "loss": 0.4881, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 1.3177470775770457, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0001993800990199235, | |
| "loss": 0.4959, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.328374070138151, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.0001993381299165844, | |
| "loss": 0.4883, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 1.3390010626992561, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.0001992947909585578, | |
| "loss": 0.4861, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.3496280552603612, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.00019925008274347995, | |
| "loss": 0.4868, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 1.3602550478214666, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.000199204005887869, | |
| "loss": 0.4979, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.3708820403825717, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 0.00019915656102711634, | |
| "loss": 0.4885, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.381509032943677, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.000199107748815478, | |
| "loss": 0.4928, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.392136025504782, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 0.00019905756992606548, | |
| "loss": 0.4879, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 1.4027630180658874, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 0.00019900602505083648, | |
| "loss": 0.4854, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.4133900106269925, | |
| "grad_norm": 5.0, | |
| "learning_rate": 0.00019895311490058542, | |
| "loss": 0.4932, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 1.4240170031880979, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.0001988988402049336, | |
| "loss": 0.4911, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.434643995749203, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00019884320171231925, | |
| "loss": 0.4967, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 1.445270988310308, | |
| "grad_norm": 0.859375, | |
| "learning_rate": 0.00019878620018998696, | |
| "loss": 0.4893, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.4558979808714134, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 0.00019872783642397733, | |
| "loss": 0.4849, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 1.4665249734325185, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00019866811121911607, | |
| "loss": 0.485, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.4771519659936239, | |
| "grad_norm": 0.984375, | |
| "learning_rate": 0.00019860702539900287, | |
| "loss": 0.4993, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 1.487778958554729, | |
| "grad_norm": 3.546875, | |
| "learning_rate": 0.000198544579806, | |
| "loss": 0.4858, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.4984059511158343, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 0.00019848077530122083, | |
| "loss": 0.4781, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 1.5090329436769394, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 0.0001984156127645178, | |
| "loss": 0.4771, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.5196599362380447, | |
| "grad_norm": 1.734375, | |
| "learning_rate": 0.00019834909309447045, | |
| "loss": 0.4913, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 1.5302869287991498, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 0.00019828121720837286, | |
| "loss": 0.4957, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.540913921360255, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00019821198604222113, | |
| "loss": 0.4829, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 1.5515409139213603, | |
| "grad_norm": 1.9140625, | |
| "learning_rate": 0.00019814140055070042, | |
| "loss": 0.4901, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.5621679064824656, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00019806946170717175, | |
| "loss": 0.4813, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 1.5727948990435707, | |
| "grad_norm": 0.408203125, | |
| "learning_rate": 0.0001979961705036587, | |
| "loss": 0.472, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.5834218916046758, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.00019792152795083351, | |
| "loss": 0.4895, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 1.594048884165781, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 0.00019784553507800349, | |
| "loss": 0.4911, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.6046758767268863, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.00019776819293309633, | |
| "loss": 0.4801, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 1.6153028692879916, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 0.00019768950258264623, | |
| "loss": 0.488, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.6259298618490967, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00019760946511177872, | |
| "loss": 0.4795, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 1.6365568544102018, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 0.0001975280816241959, | |
| "loss": 0.4797, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.6471838469713072, | |
| "grad_norm": 5.125, | |
| "learning_rate": 0.00019744535324216127, | |
| "loss": 0.4913, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 1.6578108395324125, | |
| "grad_norm": 0.7109375, | |
| "learning_rate": 0.00019736128110648407, | |
| "loss": 0.4751, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.6684378320935176, | |
| "grad_norm": 6.5, | |
| "learning_rate": 0.00019727586637650373, | |
| "loss": 0.4956, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 1.6790648246546227, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 0.0001971891102300738, | |
| "loss": 0.4918, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.6896918172157278, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.0001971010138635457, | |
| "loss": 0.4869, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 1.7003188097768331, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00019701157849175228, | |
| "loss": 0.4823, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.7109458023379385, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00019692080534799096, | |
| "loss": 0.4922, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 1.7215727948990436, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 0.00019682869568400684, | |
| "loss": 0.4918, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.7321997874601487, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.0001967352507699754, | |
| "loss": 0.4834, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 1.742826780021254, | |
| "grad_norm": 6.21875, | |
| "learning_rate": 0.00019664047189448493, | |
| "loss": 0.4807, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.7534537725823593, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 0.0001965443603645189, | |
| "loss": 0.486, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 1.7640807651434645, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 0.00019644691750543767, | |
| "loss": 0.5035, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.7747077577045696, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 0.00019634814466096056, | |
| "loss": 0.4976, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 1.7853347502656747, | |
| "grad_norm": 0.78515625, | |
| "learning_rate": 0.00019624804319314705, | |
| "loss": 0.5016, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.79596174282678, | |
| "grad_norm": 1.125, | |
| "learning_rate": 0.0001961466144823781, | |
| "loss": 0.4952, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 1.8065887353878853, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00019604385992733715, | |
| "loss": 0.4849, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.8172157279489904, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00019593978094499076, | |
| "loss": 0.4792, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 1.8278427205100956, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00019583437897056915, | |
| "loss": 0.4858, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.8384697130712009, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 0.00019572765545754626, | |
| "loss": 0.4905, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 1.8490967056323062, | |
| "grad_norm": 1.3359375, | |
| "learning_rate": 0.00019561961187761985, | |
| "loss": 0.4786, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.8597236981934113, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019551024972069126, | |
| "loss": 0.4694, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 1.8703506907545164, | |
| "grad_norm": 0.91796875, | |
| "learning_rate": 0.00019539957049484458, | |
| "loss": 0.474, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.8809776833156215, | |
| "grad_norm": 1.5, | |
| "learning_rate": 0.00019528757572632622, | |
| "loss": 0.4803, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 1.8916046758767269, | |
| "grad_norm": 0.890625, | |
| "learning_rate": 0.00019517426695952358, | |
| "loss": 0.4798, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.9022316684378322, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00019505964575694385, | |
| "loss": 0.4779, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 1.9128586609989373, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 0.0001949437136991925, | |
| "loss": 0.4796, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.9234856535600424, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00019482647238495152, | |
| "loss": 0.4808, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 1.9341126461211477, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 0.00019470792343095718, | |
| "loss": 0.4837, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 1.944739638682253, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.000194588068471978, | |
| "loss": 0.4861, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 1.9553666312433582, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.0001944669091607919, | |
| "loss": 0.4632, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 1.9659936238044633, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00019434444716816374, | |
| "loss": 0.4767, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 1.9766206163655684, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00019422068418282202, | |
| "loss": 0.465, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 1.9872476089266737, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00019409562191143577, | |
| "loss": 0.4613, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 1.997874601487779, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 0.4826, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.3435465097427368, | |
| "eval_runtime": 0.7971, | |
| "eval_samples_per_second": 6.273, | |
| "eval_steps_per_second": 1.255, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 2.008501594048884, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 0.00019384160642676635, | |
| "loss": 0.4356, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 2.0191285866099893, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00019371265671631037, | |
| "loss": 0.4104, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.0297555791710944, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0001935824147254159, | |
| "loss": 0.4108, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 2.0403825717322, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.00019345088225009626, | |
| "loss": 0.4187, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.051009564293305, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00019331806110416027, | |
| "loss": 0.4235, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 2.06163655685441, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0001931839531191873, | |
| "loss": 0.4266, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.0722635494155153, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.000193048560144502, | |
| "loss": 0.4157, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 2.082890541976621, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.00019291188404714878, | |
| "loss": 0.4255, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.093517534537726, | |
| "grad_norm": 0.7421875, | |
| "learning_rate": 0.00019277392671186608, | |
| "loss": 0.4309, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 2.104144527098831, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 0.0001926346900410604, | |
| "loss": 0.4288, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.114771519659936, | |
| "grad_norm": 1.8359375, | |
| "learning_rate": 0.00019249417595478002, | |
| "loss": 0.4208, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 2.1253985122210413, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00019235238639068856, | |
| "loss": 0.4249, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.136025504782147, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00019220932330403823, | |
| "loss": 0.427, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 2.146652497343252, | |
| "grad_norm": 0.6875, | |
| "learning_rate": 0.00019206498866764288, | |
| "loss": 0.4276, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.157279489904357, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00019191938447185084, | |
| "loss": 0.4201, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 2.167906482465462, | |
| "grad_norm": 1.6328125, | |
| "learning_rate": 0.0001917725127245174, | |
| "loss": 0.4299, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.1785334750265677, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00019162437545097719, | |
| "loss": 0.4268, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 2.189160467587673, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 0.0001914749746940161, | |
| "loss": 0.4241, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.199787460148778, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 0.00019132431251384335, | |
| "loss": 0.4297, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 2.210414452709883, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00019117239098806295, | |
| "loss": 0.4275, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.221041445270988, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.000191019212211645, | |
| "loss": 0.4293, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 2.2316684378320937, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00019086477829689685, | |
| "loss": 0.421, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.242295430393199, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00019070909137343408, | |
| "loss": 0.4312, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 2.252922422954304, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.0001905521535881509, | |
| "loss": 0.4299, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.263549415515409, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00019039396710519076, | |
| "loss": 0.4291, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 2.2741764080765146, | |
| "grad_norm": 0.404296875, | |
| "learning_rate": 0.00019023453410591635, | |
| "loss": 0.4236, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.2848034006376197, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00019007385678887975, | |
| "loss": 0.4201, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 2.2954303931987248, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00018991193736979175, | |
| "loss": 0.4257, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.30605738575983, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.0001897487780814916, | |
| "loss": 0.4219, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 2.316684378320935, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00018958438117391618, | |
| "loss": 0.4212, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.3273113708820405, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00018941874891406882, | |
| "loss": 0.4351, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 2.3379383634431457, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00018925188358598813, | |
| "loss": 0.4141, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.3485653560042508, | |
| "grad_norm": 1.8515625, | |
| "learning_rate": 0.0001890837874907166, | |
| "loss": 0.4243, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 2.359192348565356, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.00018891446294626866, | |
| "loss": 0.4408, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.369819341126461, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00018874391228759893, | |
| "loss": 0.4277, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 2.3804463336875665, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00018857213786656985, | |
| "loss": 0.4279, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.3910733262486716, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 0.00018839914205191936, | |
| "loss": 0.4259, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 2.4017003188097767, | |
| "grad_norm": 0.79296875, | |
| "learning_rate": 0.0001882249272292282, | |
| "loss": 0.4287, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.412327311370882, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 0.00018804949580088692, | |
| "loss": 0.4394, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 2.4229543039319874, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.00018787285018606297, | |
| "loss": 0.4268, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.4335812964930925, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00018769499282066717, | |
| "loss": 0.4271, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 2.4442082890541976, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00018751592615732005, | |
| "loss": 0.4338, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.4548352816153027, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 0.0001873356526653183, | |
| "loss": 0.4306, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 2.4654622741764083, | |
| "grad_norm": 1.09375, | |
| "learning_rate": 0.0001871541748306005, | |
| "loss": 0.4374, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.4760892667375134, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00018697149515571284, | |
| "loss": 0.429, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 2.4867162592986185, | |
| "grad_norm": 1.3203125, | |
| "learning_rate": 0.00018678761615977468, | |
| "loss": 0.4351, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.4973432518597236, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.4264, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 2.5079702444208287, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.00018641627036388169, | |
| "loss": 0.431, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.5185972369819343, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.00018622880868471756, | |
| "loss": 0.4265, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 2.5292242295430394, | |
| "grad_norm": 0.400390625, | |
| "learning_rate": 0.00018604015792601396, | |
| "loss": 0.4259, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.5398512221041445, | |
| "grad_norm": 7.6875, | |
| "learning_rate": 0.00018585032068923032, | |
| "loss": 0.4309, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 2.5504782146652496, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00018565929959218758, | |
| "loss": 0.4254, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.5611052072263547, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00018546709726903178, | |
| "loss": 0.4253, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 2.5717321997874603, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 0.0001852737163701979, | |
| "loss": 0.4403, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.5823591923485654, | |
| "grad_norm": 0.640625, | |
| "learning_rate": 0.00018507915956237326, | |
| "loss": 0.4326, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 2.5929861849096705, | |
| "grad_norm": 2.25, | |
| "learning_rate": 0.00018488342952846073, | |
| "loss": 0.437, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.603613177470776, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 0.00018468652896754177, | |
| "loss": 0.4344, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 2.614240170031881, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 0.0001844884605948392, | |
| "loss": 0.4387, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.6248671625929862, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.0001842892271416797, | |
| "loss": 0.4371, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 2.6354941551540914, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00018408883135545632, | |
| "loss": 0.4345, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.6461211477151965, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 0.00018388727599959033, | |
| "loss": 0.4405, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 2.656748140276302, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 0.00018368456385349334, | |
| "loss": 0.4369, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.667375132837407, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.0001834806977125288, | |
| "loss": 0.4354, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 2.6780021253985122, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.0001832756803879737, | |
| "loss": 0.4297, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.6886291179596173, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00018306951470697946, | |
| "loss": 0.4268, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 2.6992561105207225, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.0001828622035125332, | |
| "loss": 0.4299, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.709883103081828, | |
| "grad_norm": 0.8046875, | |
| "learning_rate": 0.0001826537496634186, | |
| "loss": 0.4362, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 2.720510095642933, | |
| "grad_norm": 1.484375, | |
| "learning_rate": 0.00018244415603417603, | |
| "loss": 0.4364, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.731137088204038, | |
| "grad_norm": 0.953125, | |
| "learning_rate": 0.0001822334255150635, | |
| "loss": 0.439, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 2.7417640807651433, | |
| "grad_norm": 0.921875, | |
| "learning_rate": 0.00018202156101201645, | |
| "loss": 0.4342, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.7523910733262484, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.0001818085654466076, | |
| "loss": 0.4308, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 2.763018065887354, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00018159444175600703, | |
| "loss": 0.4306, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.773645058448459, | |
| "grad_norm": 1.125, | |
| "learning_rate": 0.00018137919289294135, | |
| "loss": 0.4342, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 2.784272051009564, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00018116282182565311, | |
| "loss": 0.428, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.7948990435706698, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00018094533153785984, | |
| "loss": 0.4221, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 2.805526036131775, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 0.00018072672502871296, | |
| "loss": 0.433, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.81615302869288, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.0001805070053127563, | |
| "loss": 0.4306, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 2.826780021253985, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00018028617541988472, | |
| "loss": 0.4217, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.83740701381509, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.00018006423839530205, | |
| "loss": 0.426, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 2.8480340063761957, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00017984119729947944, | |
| "loss": 0.4402, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.858660998937301, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00017961705520811293, | |
| "loss": 0.4306, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 2.869287991498406, | |
| "grad_norm": 0.375, | |
| "learning_rate": 0.000179391815212081, | |
| "loss": 0.434, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 2.879914984059511, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 0.00017916548041740213, | |
| "loss": 0.4295, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 2.890541976620616, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 0.0001789380539451919, | |
| "loss": 0.4373, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 2.9011689691817217, | |
| "grad_norm": 0.4296875, | |
| "learning_rate": 0.00017870953893161975, | |
| "loss": 0.4287, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 2.911795961742827, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.0001784799385278661, | |
| "loss": 0.4358, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 2.922422954303932, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00017824925590007864, | |
| "loss": 0.4304, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 2.933049946865037, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 0.0001780174942293287, | |
| "loss": 0.4296, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 2.943676939426142, | |
| "grad_norm": 0.6796875, | |
| "learning_rate": 0.00017778465671156743, | |
| "loss": 0.4326, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 2.9543039319872477, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.00017755074655758174, | |
| "loss": 0.4348, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 2.964930924548353, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.0001773157669929499, | |
| "loss": 0.4345, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 2.975557917109458, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00017707972125799735, | |
| "loss": 0.4259, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.9861849096705635, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00017684261260775163, | |
| "loss": 0.4306, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 2.9968119022316686, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 0.4369, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 2.9989373007438895, | |
| "eval_loss": 1.4787013530731201, | |
| "eval_runtime": 0.8123, | |
| "eval_samples_per_second": 6.155, | |
| "eval_steps_per_second": 1.231, | |
| "step": 1411 | |
| }, | |
| { | |
| "epoch": 3.0074388947927737, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00017636521965473323, | |
| "loss": 0.3835, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 3.018065887353879, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.0001761249419351222, | |
| "loss": 0.3594, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.028692879914984, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00017588361446645073, | |
| "loss": 0.3596, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 3.0393198724760895, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00017564124057658056, | |
| "loss": 0.3504, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.0499468650371946, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.00017539782360780334, | |
| "loss": 0.3575, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 3.0605738575982997, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00017515336691679477, | |
| "loss": 0.3619, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.071200850159405, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 0.0001749078738745679, | |
| "loss": 0.3678, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 3.08182784272051, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.0001746613478664271, | |
| "loss": 0.3551, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.0924548352816155, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.00017441379229192098, | |
| "loss": 0.3668, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 3.1030818278427206, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 0.00017416521056479577, | |
| "loss": 0.3664, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.1137088204038257, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 0.0001739156061129481, | |
| "loss": 0.3709, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 3.124335812964931, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 0.0001736649823783779, | |
| "loss": 0.3612, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.134962805526036, | |
| "grad_norm": 0.64453125, | |
| "learning_rate": 0.00017341334281714064, | |
| "loss": 0.3619, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 3.1455897980871415, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.00017316069089930007, | |
| "loss": 0.37, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.1562167906482466, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00017290703010887994, | |
| "loss": 0.3717, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 3.1668437832093517, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00017265236394381633, | |
| "loss": 0.3749, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.177470775770457, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.00017239669591590916, | |
| "loss": 0.3754, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 3.1880977683315623, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00017214002955077393, | |
| "loss": 0.3726, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.1987247608926674, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00017188236838779295, | |
| "loss": 0.3726, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 3.2093517534537725, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 0.00017162371598006666, | |
| "loss": 0.3798, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.2199787460148777, | |
| "grad_norm": 0.94140625, | |
| "learning_rate": 0.00017136407589436457, | |
| "loss": 0.3767, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 3.230605738575983, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.0001711034517110761, | |
| "loss": 0.3763, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.2412327311370883, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00017084184702416115, | |
| "loss": 0.3703, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 3.2518597236981934, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 0.0001705792654411007, | |
| "loss": 0.378, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.2624867162592985, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.00017031571058284678, | |
| "loss": 0.3818, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 3.2731137088204036, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00017005118608377288, | |
| "loss": 0.3709, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.283740701381509, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.00016978569559162357, | |
| "loss": 0.3761, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 3.2943676939426143, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00016951924276746425, | |
| "loss": 0.3786, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.3049946865037194, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.00016925183128563078, | |
| "loss": 0.3661, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 3.3156216790648245, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00016898346483367867, | |
| "loss": 0.3721, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.3262486716259296, | |
| "grad_norm": 0.4375, | |
| "learning_rate": 0.0001687141471123324, | |
| "loss": 0.3752, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 3.336875664187035, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 0.00016844388183543418, | |
| "loss": 0.3784, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.3475026567481403, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 0.00016817267272989286, | |
| "loss": 0.3807, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 3.3581296493092454, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00016790052353563253, | |
| "loss": 0.3887, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.3687566418703505, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.0001676274380055409, | |
| "loss": 0.3831, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 3.379383634431456, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.00016735341990541764, | |
| "loss": 0.3772, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.390010626992561, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00016707847301392236, | |
| "loss": 0.3799, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 3.4006376195536663, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.0001668026011225225, | |
| "loss": 0.3854, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.4112646121147714, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00016652580803544112, | |
| "loss": 0.3725, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 3.421891604675877, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00016624809756960444, | |
| "loss": 0.3785, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 3.432518597236982, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00016596947355458904, | |
| "loss": 0.3803, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 3.443145589798087, | |
| "grad_norm": 0.640625, | |
| "learning_rate": 0.0001656899398325693, | |
| "loss": 0.3893, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 3.4537725823591923, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00016540950025826422, | |
| "loss": 0.3776, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 3.4643995749202974, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.0001651281586988844, | |
| "loss": 0.3802, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 3.475026567481403, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 0.00016484591903407857, | |
| "loss": 0.3765, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 3.485653560042508, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00016456278515588024, | |
| "loss": 0.3843, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 3.496280552603613, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.00016427876096865394, | |
| "loss": 0.3748, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 3.5069075451647183, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00016399385038904138, | |
| "loss": 0.3785, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.5175345377258234, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.00016370805734590747, | |
| "loss": 0.3879, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 3.528161530286929, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.00016342138578028613, | |
| "loss": 0.382, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 3.538788522848034, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00016313383964532596, | |
| "loss": 0.3915, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 3.549415515409139, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00016284542290623567, | |
| "loss": 0.3767, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 3.5600425079702447, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.0001625561395402295, | |
| "loss": 0.373, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 3.57066950053135, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00016226599353647228, | |
| "loss": 0.3811, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 3.581296493092455, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00016197498889602448, | |
| "loss": 0.3842, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 3.59192348565356, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.00016168312963178697, | |
| "loss": 0.3864, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.602550478214665, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 0.00016139041976844583, | |
| "loss": 0.3835, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 3.6131774707757707, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00016109686334241655, | |
| "loss": 0.3801, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.623804463336876, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00016080246440178874, | |
| "loss": 0.382, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 3.634431455897981, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.00016050722700627012, | |
| "loss": 0.3923, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 3.645058448459086, | |
| "grad_norm": 0.75390625, | |
| "learning_rate": 0.00016021115522713047, | |
| "loss": 0.3836, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 3.655685441020191, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 0.0001599142531471456, | |
| "loss": 0.3801, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 3.6663124335812967, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00015961652486054103, | |
| "loss": 0.3871, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 3.6769394261424018, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00015931797447293552, | |
| "loss": 0.3843, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 3.687566418703507, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00015901860610128448, | |
| "loss": 0.3846, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 3.698193411264612, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00015871842387382305, | |
| "loss": 0.3788, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 3.708820403825717, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 0.00015841743193000944, | |
| "loss": 0.3899, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 3.7194473963868226, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00015811563442046767, | |
| "loss": 0.3863, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.7300743889479278, | |
| "grad_norm": 0.396484375, | |
| "learning_rate": 0.00015781303550693024, | |
| "loss": 0.3822, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 3.740701381509033, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00015750963936218105, | |
| "loss": 0.3821, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 3.7513283740701384, | |
| "grad_norm": 0.70703125, | |
| "learning_rate": 0.00015720545016999752, | |
| "loss": 0.3809, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 3.761955366631243, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00015690047212509316, | |
| "loss": 0.3809, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 3.7725823591923486, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00015659470943305955, | |
| "loss": 0.3815, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 3.7832093517534537, | |
| "grad_norm": 0.443359375, | |
| "learning_rate": 0.00015628816631030836, | |
| "loss": 0.3808, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 3.793836344314559, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.00015598084698401342, | |
| "loss": 0.38, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 3.8044633368756644, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00015567275569205218, | |
| "loss": 0.3851, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 3.8150903294367695, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 0.00015536389668294724, | |
| "loss": 0.3917, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 3.8257173219978746, | |
| "grad_norm": 0.40625, | |
| "learning_rate": 0.00015505427421580808, | |
| "loss": 0.3799, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 3.8363443145589797, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.000154743892560272, | |
| "loss": 0.3846, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 3.846971307120085, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00015443275599644538, | |
| "loss": 0.3865, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 3.8575982996811904, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 0.0001541208688148447, | |
| "loss": 0.3802, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 3.8682252922422955, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00015380823531633729, | |
| "loss": 0.3823, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 3.8788522848034006, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 0.00015349485981208202, | |
| "loss": 0.3866, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 3.8894792773645057, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00015318074662346994, | |
| "loss": 0.3758, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 3.900106269925611, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00015286590008206465, | |
| "loss": 0.3858, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 3.9107332624867164, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 0.00015255032452954245, | |
| "loss": 0.3867, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 3.9213602550478215, | |
| "grad_norm": 0.42578125, | |
| "learning_rate": 0.00015223402431763269, | |
| "loss": 0.3893, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 3.9319872476089266, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.00015191700380805752, | |
| "loss": 0.3791, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 3.942614240170032, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00015159926737247202, | |
| "loss": 0.3932, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 3.953241232731137, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 0.00015128081939240357, | |
| "loss": 0.3794, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 3.9638682252922424, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00015096166425919175, | |
| "loss": 0.3857, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 3.9744952178533475, | |
| "grad_norm": 0.412109375, | |
| "learning_rate": 0.00015064180637392764, | |
| "loss": 0.3887, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 3.9851222104144526, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.0001503212501473931, | |
| "loss": 0.3886, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 3.995749202975558, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.3819, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.7431671619415283, | |
| "eval_runtime": 0.7941, | |
| "eval_samples_per_second": 6.296, | |
| "eval_steps_per_second": 1.259, | |
| "step": 1882 | |
| }, | |
| { | |
| "epoch": 4.006376195536663, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.0001496780603617293, | |
| "loss": 0.3464, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 4.017003188097768, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00014935543567206984, | |
| "loss": 0.3125, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 4.027630180658874, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00014903213037995724, | |
| "loss": 0.3159, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 4.038257173219979, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00014870814894371245, | |
| "loss": 0.3227, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 4.048884165781084, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00014838349583098045, | |
| "loss": 0.3122, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 4.059511158342189, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00014805817551866838, | |
| "loss": 0.3194, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 4.070138150903294, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 0.00014773219249288402, | |
| "loss": 0.3123, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 4.0807651434644, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00014740555124887375, | |
| "loss": 0.3254, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 4.0913921360255046, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00014707825629096084, | |
| "loss": 0.3178, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 4.10201912858661, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.00014675031213248296, | |
| "loss": 0.3214, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 4.112646121147715, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00014642172329573026, | |
| "loss": 0.321, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 4.12327311370882, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00014609249431188278, | |
| "loss": 0.3227, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 4.133900106269926, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00014576262972094828, | |
| "loss": 0.3277, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 4.1445270988310305, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.0001454321340716992, | |
| "loss": 0.3216, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.155154091392136, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00014510101192161018, | |
| "loss": 0.3196, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 4.165781083953242, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00014476926783679538, | |
| "loss": 0.3284, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 4.176408076514346, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.00014443690639194515, | |
| "loss": 0.3244, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 4.187035069075452, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 0.00014410393217026318, | |
| "loss": 0.3205, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 4.1976620616365565, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 0.0001437703497634032, | |
| "loss": 0.3216, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 4.208289054197662, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00014343616377140582, | |
| "loss": 0.3178, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.218916046758768, | |
| "grad_norm": 0.86328125, | |
| "learning_rate": 0.00014310137880263482, | |
| "loss": 0.3219, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 4.229543039319872, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00014276599947371388, | |
| "loss": 0.3262, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 4.240170031880978, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00014243003040946274, | |
| "loss": 0.3287, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 4.2507970244420825, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.0001420934762428335, | |
| "loss": 0.328, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.261424017003188, | |
| "grad_norm": 0.64453125, | |
| "learning_rate": 0.00014175634161484675, | |
| "loss": 0.3334, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 4.272051009564294, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00014141863117452745, | |
| "loss": 0.3255, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 4.282678002125398, | |
| "grad_norm": 0.419921875, | |
| "learning_rate": 0.00014108034957884094, | |
| "loss": 0.3226, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 4.293304994686504, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.0001407415014926288, | |
| "loss": 0.3314, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 4.3039319872476085, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.00014040209158854426, | |
| "loss": 0.3334, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 4.314558979808714, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00014006212454698797, | |
| "loss": 0.3349, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 4.32518597236982, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 0.00013972160505604342, | |
| "loss": 0.3301, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 4.335812964930924, | |
| "grad_norm": 0.6171875, | |
| "learning_rate": 0.00013938053781141222, | |
| "loss": 0.325, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 4.34643995749203, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.00013903892751634947, | |
| "loss": 0.3293, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 4.357066950053135, | |
| "grad_norm": 0.6484375, | |
| "learning_rate": 0.00013869677888159887, | |
| "loss": 0.3285, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 4.36769394261424, | |
| "grad_norm": 0.71875, | |
| "learning_rate": 0.00013835409662532762, | |
| "loss": 0.3271, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 4.378320935175346, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00013801088547306148, | |
| "loss": 0.3296, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 4.38894792773645, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 0.0001376671501576197, | |
| "loss": 0.3292, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 4.399574920297556, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00013732289541904948, | |
| "loss": 0.3324, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 4.410201912858661, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00013697812600456093, | |
| "loss": 0.3326, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 4.420828905419766, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00013663284666846134, | |
| "loss": 0.3329, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 4.431455897980872, | |
| "grad_norm": 0.65234375, | |
| "learning_rate": 0.00013628706217208976, | |
| "loss": 0.3305, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 4.442082890541976, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 0.00013594077728375128, | |
| "loss": 0.3305, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 4.452709883103082, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 0.0001355939967786514, | |
| "loss": 0.3327, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 4.463336875664187, | |
| "grad_norm": 0.427734375, | |
| "learning_rate": 0.00013524672543882996, | |
| "loss": 0.3329, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 4.473963868225292, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00013489896805309542, | |
| "loss": 0.3376, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 4.484590860786398, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00013455072941695863, | |
| "loss": 0.329, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 4.495217853347503, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00013420201433256689, | |
| "loss": 0.333, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 4.505844845908608, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 0.00013385282760863758, | |
| "loss": 0.328, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 4.516471838469713, | |
| "grad_norm": 0.439453125, | |
| "learning_rate": 0.00013350317406039187, | |
| "loss": 0.3321, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 4.527098831030818, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00013315305850948846, | |
| "loss": 0.3325, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 4.537725823591924, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.0001328024857839569, | |
| "loss": 0.3324, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 4.548352816153029, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 0.00013245146071813114, | |
| "loss": 0.3351, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 4.558979808714134, | |
| "grad_norm": 0.41796875, | |
| "learning_rate": 0.00013209998815258273, | |
| "loss": 0.3264, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 4.569606801275239, | |
| "grad_norm": 0.6640625, | |
| "learning_rate": 0.00013174807293405428, | |
| "loss": 0.3303, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 4.580233793836344, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00013139571991539238, | |
| "loss": 0.3308, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 4.5908607863974495, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00013104293395548098, | |
| "loss": 0.3314, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 4.601487778958555, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 0.000130689719919174, | |
| "loss": 0.3328, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 4.61211477151966, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00013033608267722858, | |
| "loss": 0.3337, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 4.622741764080765, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.0001299820271062378, | |
| "loss": 0.3343, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 4.63336875664187, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 0.00012962755808856342, | |
| "loss": 0.3317, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 4.6439957492029755, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 0.00012927268051226844, | |
| "loss": 0.3311, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 4.654622741764081, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.0001289173992710499, | |
| "loss": 0.3347, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 4.665249734325186, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00012856171926417133, | |
| "loss": 0.3353, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 4.675876726886291, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 0.00012820564539639512, | |
| "loss": 0.3393, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 4.686503719447396, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 0.00012784918257791495, | |
| "loss": 0.3373, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 4.6971307120085015, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 0.00012749233572428804, | |
| "loss": 0.3271, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 4.707757704569607, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 0.00012713510975636741, | |
| "loss": 0.3363, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 4.718384697130712, | |
| "grad_norm": 0.67578125, | |
| "learning_rate": 0.00012677750960023396, | |
| "loss": 0.3355, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 4.729011689691817, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00012641954018712863, | |
| "loss": 0.3378, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 4.739638682252922, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 0.0001260612064533843, | |
| "loss": 0.3354, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 4.7502656748140275, | |
| "grad_norm": 0.5, | |
| "learning_rate": 0.0001257025133403577, | |
| "loss": 0.3363, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 4.760892667375133, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.0001253434657943616, | |
| "loss": 0.3296, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 4.771519659936238, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00012498406876659598, | |
| "loss": 0.3381, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 4.782146652497343, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 0.0001246243272130804, | |
| "loss": 0.3222, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 4.792773645058449, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00012426424609458518, | |
| "loss": 0.3348, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 4.8034006376195535, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 0.00012390383037656327, | |
| "loss": 0.3321, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 4.814027630180659, | |
| "grad_norm": 0.43359375, | |
| "learning_rate": 0.00012354308502908164, | |
| "loss": 0.3349, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 4.824654622741764, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 0.00012318201502675285, | |
| "loss": 0.3269, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 4.835281615302869, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 0.00012282062534866632, | |
| "loss": 0.3379, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 4.845908607863975, | |
| "grad_norm": 0.423828125, | |
| "learning_rate": 0.00012245892097831982, | |
| "loss": 0.3316, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 4.8565356004250795, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 0.0001220969069035506, | |
| "loss": 0.3411, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 4.867162592986185, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.0001217345881164667, | |
| "loss": 0.3362, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 4.877789585547291, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00012137196961337811, | |
| "loss": 0.3316, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 4.888416578108395, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 0.00012100905639472779, | |
| "loss": 0.3309, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 4.899043570669501, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00012064585346502286, | |
| "loss": 0.3341, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 4.9096705632306055, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 0.00012028236583276542, | |
| "loss": 0.3362, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 4.920297555791711, | |
| "grad_norm": 0.734375, | |
| "learning_rate": 0.0001199185985103836, | |
| "loss": 0.3397, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 4.930924548352817, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 0.00011955455651416246, | |
| "loss": 0.3363, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 4.941551540913921, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00011919024486417463, | |
| "loss": 0.3335, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 4.952178533475027, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00011882566858421135, | |
| "loss": 0.3311, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 4.9628055260361315, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.000118460832701713, | |
| "loss": 0.3346, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 4.973432518597237, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00011809574224769981, | |
| "loss": 0.3334, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 4.984059511158343, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 0.00011773040225670256, | |
| "loss": 0.3309, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 4.994686503719447, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.3345, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 4.99893730074389, | |
| "eval_loss": 2.1233744621276855, | |
| "eval_runtime": 0.8188, | |
| "eval_samples_per_second": 6.106, | |
| "eval_steps_per_second": 1.221, | |
| "step": 2352 | |
| }, | |
| { | |
| "epoch": 5.005313496280553, | |
| "grad_norm": 0.435546875, | |
| "learning_rate": 0.0001169989938190147, | |
| "loss": 0.3151, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 5.015940488841657, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00011663293545831302, | |
| "loss": 0.2706, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 5.026567481402763, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.000116266647732466, | |
| "loss": 0.276, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 5.0371944739638685, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00011590013569251457, | |
| "loss": 0.2787, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 5.047821466524973, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 0.00011553340439259286, | |
| "loss": 0.2753, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 5.058448459086079, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 0.0001151664588898586, | |
| "loss": 0.2707, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 5.069075451647183, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.00011479930424442335, | |
| "loss": 0.2703, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 5.079702444208289, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00011443194551928266, | |
| "loss": 0.2715, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 5.0903294367693945, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 0.00011406438778024635, | |
| "loss": 0.2739, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 5.100956429330499, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00011369663609586854, | |
| "loss": 0.278, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 5.111583421891605, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 0.0001133286955373779, | |
| "loss": 0.2809, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 5.12221041445271, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 0.00011296057117860759, | |
| "loss": 0.2706, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 5.132837407013815, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 0.00011259226809592534, | |
| "loss": 0.2765, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 5.1434643995749205, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 0.00011222379136816345, | |
| "loss": 0.2717, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 5.154091392136025, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 0.00011185514607654881, | |
| "loss": 0.2796, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 5.164718384697131, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.00011148633730463273, | |
| "loss": 0.2801, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 5.175345377258236, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.00011111737013822088, | |
| "loss": 0.2745, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 5.185972369819341, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00011074824966530312, | |
| "loss": 0.2786, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 5.1965993623804465, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 0.00011037898097598352, | |
| "loss": 0.2728, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 5.207226354941551, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00011000956916240985, | |
| "loss": 0.2827, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 5.217853347502657, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.00010964001931870365, | |
| "loss": 0.2783, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 5.228480340063762, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00010927033654088983, | |
| "loss": 0.2847, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 5.239107332624867, | |
| "grad_norm": 0.78125, | |
| "learning_rate": 0.0001089005259268265, | |
| "loss": 0.2833, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 5.2497343251859725, | |
| "grad_norm": 0.6953125, | |
| "learning_rate": 0.00010853059257613448, | |
| "loss": 0.2819, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 5.260361317747078, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 0.00010816054159012723, | |
| "loss": 0.2766, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 5.270988310308183, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 0.00010779037807174033, | |
| "loss": 0.2767, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 5.281615302869288, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00010742010712546116, | |
| "loss": 0.2737, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 5.292242295430393, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 0.00010704973385725851, | |
| "loss": 0.2799, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 5.3028692879914985, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 0.00010667926337451217, | |
| "loss": 0.2815, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 5.313496280552604, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 0.00010630870078594249, | |
| "loss": 0.2796, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.324123273113709, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 0.00010593805120154001, | |
| "loss": 0.2764, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 5.334750265674814, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 0.00010556731973249485, | |
| "loss": 0.279, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 5.345377258235919, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 0.00010519651149112631, | |
| "loss": 0.2817, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 5.3560042507970245, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 0.00010482563159081238, | |
| "loss": 0.283, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 5.36663124335813, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 0.00010445468514591925, | |
| "loss": 0.2815, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 5.377258235919235, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 0.00010408367727173067, | |
| "loss": 0.2793, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 5.38788522848034, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 0.0001037126130843776, | |
| "loss": 0.2839, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 5.398512221041445, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 0.00010334149770076747, | |
| "loss": 0.2843, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 5.4091392136025505, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 0.00010297033623851369, | |
| "loss": 0.2864, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 5.419766206163656, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.0001025991338158651, | |
| "loss": 0.2883, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 5.430393198724761, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 0.0001022278955516354, | |
| "loss": 0.2919, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 5.441020191285866, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 0.00010185662656513251, | |
| "loss": 0.28, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 5.451647183846971, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 0.00010148533197608803, | |
| "loss": 0.2815, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 5.462274176408076, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 0.00010111401690458654, | |
| "loss": 0.2858, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 5.472901168969182, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 0.00010074268647099525, | |
| "loss": 0.2824, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 5.483528161530287, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.00010037134579589302, | |
| "loss": 0.2863, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 5.494155154091392, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 0.0001, | |
| "loss": 0.2755, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 5.504782146652497, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 9.962865420410701e-05, | |
| "loss": 0.2812, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 5.515409139213602, | |
| "grad_norm": 0.72265625, | |
| "learning_rate": 9.925731352900478e-05, | |
| "loss": 0.2781, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 5.526036131774708, | |
| "grad_norm": 0.73828125, | |
| "learning_rate": 9.888598309541347e-05, | |
| "loss": 0.2864, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 5.536663124335813, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 9.851466802391201e-05, | |
| "loss": 0.2813, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 5.547290116896918, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 9.814337343486754e-05, | |
| "loss": 0.2801, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 5.557917109458024, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 9.777210444836463e-05, | |
| "loss": 0.281, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 5.568544102019128, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 9.740086618413495e-05, | |
| "loss": 0.2817, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 5.579171094580234, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 9.702966376148635e-05, | |
| "loss": 0.2859, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 5.589798087141339, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 9.665850229923258e-05, | |
| "loss": 0.2814, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 5.600425079702444, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 9.62873869156224e-05, | |
| "loss": 0.2827, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 5.61105207226355, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 9.591632272826934e-05, | |
| "loss": 0.2831, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 5.621679064824654, | |
| "grad_norm": 0.609375, | |
| "learning_rate": 9.554531485408078e-05, | |
| "loss": 0.2791, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 5.63230605738576, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 9.517436840918766e-05, | |
| "loss": 0.2829, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 5.6429330499468655, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 9.480348850887373e-05, | |
| "loss": 0.2826, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 5.65356004250797, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 9.44326802675052e-05, | |
| "loss": 0.2827, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 5.664187035069076, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 9.406194879846e-05, | |
| "loss": 0.2857, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 5.67481402763018, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 9.369129921405754e-05, | |
| "loss": 0.2818, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 5.685441020191286, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 9.332073662548784e-05, | |
| "loss": 0.278, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 5.6960680127523915, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 9.295026614274152e-05, | |
| "loss": 0.2815, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 5.706695005313496, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 9.257989287453883e-05, | |
| "loss": 0.2832, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 5.717321997874602, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 9.220962192825968e-05, | |
| "loss": 0.285, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 5.727948990435706, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 9.183945840987276e-05, | |
| "loss": 0.283, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 5.738575982996812, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 9.146940742386553e-05, | |
| "loss": 0.2869, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 5.7492029755579175, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 9.109947407317352e-05, | |
| "loss": 0.2876, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 5.759829968119022, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 9.072966345911019e-05, | |
| "loss": 0.2879, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 5.770456960680128, | |
| "grad_norm": 0.5, | |
| "learning_rate": 9.035998068129636e-05, | |
| "loss": 0.2773, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 5.781083953241232, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 8.999043083759017e-05, | |
| "loss": 0.2863, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 5.791710945802338, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 8.962101902401648e-05, | |
| "loss": 0.2813, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 5.8023379383634435, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 8.925175033469688e-05, | |
| "loss": 0.2772, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 5.812964930924548, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 8.888262986177913e-05, | |
| "loss": 0.2842, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 5.823591923485654, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 8.851366269536729e-05, | |
| "loss": 0.2806, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 5.834218916046758, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 8.814485392345118e-05, | |
| "loss": 0.2754, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 5.844845908607864, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 8.777620863183657e-05, | |
| "loss": 0.2852, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 5.8554729011689695, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 8.740773190407471e-05, | |
| "loss": 0.2782, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 5.866099893730074, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 8.703942882139245e-05, | |
| "loss": 0.2887, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 5.87672688629118, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 8.667130446262214e-05, | |
| "loss": 0.2812, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 5.887353878852284, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 8.630336390413147e-05, | |
| "loss": 0.2809, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 5.89798087141339, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 8.59356122197537e-05, | |
| "loss": 0.2816, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 5.9086078639744954, | |
| "grad_norm": 0.59375, | |
| "learning_rate": 8.556805448071735e-05, | |
| "loss": 0.2788, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 5.9192348565356, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 8.520069575557667e-05, | |
| "loss": 0.2773, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 5.929861849096706, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 8.483354111014141e-05, | |
| "loss": 0.2882, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 5.940488841657811, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 8.446659560740717e-05, | |
| "loss": 0.285, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 5.951115834218916, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 8.409986430748545e-05, | |
| "loss": 0.2788, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 5.961742826780021, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 8.373335226753404e-05, | |
| "loss": 0.2799, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 5.972369819341126, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 8.336706454168701e-05, | |
| "loss": 0.2835, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 5.982996811902232, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 8.300100618098534e-05, | |
| "loss": 0.2865, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 5.993623804463337, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 8.263518223330697e-05, | |
| "loss": 0.2875, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 2.5845518112182617, | |
| "eval_runtime": 0.7933, | |
| "eval_samples_per_second": 6.303, | |
| "eval_steps_per_second": 1.261, | |
| "step": 2823 | |
| }, | |
| { | |
| "epoch": 6.004250797024442, | |
| "grad_norm": 0.3984375, | |
| "learning_rate": 8.226959774329747e-05, | |
| "loss": 0.2603, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 6.014877789585547, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 8.190425775230021e-05, | |
| "loss": 0.2316, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 6.025504782146652, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 8.153916729828703e-05, | |
| "loss": 0.2244, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 6.036131774707758, | |
| "grad_norm": 0.470703125, | |
| "learning_rate": 8.117433141578866e-05, | |
| "loss": 0.2276, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 6.046758767268863, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 8.080975513582539e-05, | |
| "loss": 0.2338, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 6.057385759829968, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 8.044544348583755e-05, | |
| "loss": 0.2334, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 6.068012752391073, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 8.008140148961641e-05, | |
| "loss": 0.2319, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 6.078639744952179, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 7.971763416723459e-05, | |
| "loss": 0.2326, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 6.089266737513284, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 7.935414653497715e-05, | |
| "loss": 0.2305, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 6.099893730074389, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 7.89909436052722e-05, | |
| "loss": 0.2297, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 6.110520722635494, | |
| "grad_norm": 0.482421875, | |
| "learning_rate": 7.862803038662191e-05, | |
| "loss": 0.2251, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 6.121147715196599, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 7.826541188353329e-05, | |
| "loss": 0.2321, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 6.131774707757705, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.790309309644942e-05, | |
| "loss": 0.2324, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 6.14240170031881, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 7.754107902168019e-05, | |
| "loss": 0.2305, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 6.153028692879915, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.717937465133371e-05, | |
| "loss": 0.2258, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 6.16365568544102, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 7.681798497324716e-05, | |
| "loss": 0.2375, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 6.174282678002125, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 7.645691497091838e-05, | |
| "loss": 0.2351, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 6.184909670563231, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.609616962343675e-05, | |
| "loss": 0.2359, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 6.195536663124336, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 7.573575390541485e-05, | |
| "loss": 0.2396, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 6.206163655685441, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 7.537567278691964e-05, | |
| "loss": 0.2316, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 6.216790648246546, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 7.501593123340403e-05, | |
| "loss": 0.2356, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 6.227417640807651, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.465653420563845e-05, | |
| "loss": 0.2373, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 6.238044633368757, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 7.42974866596423e-05, | |
| "loss": 0.2349, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 6.248671625929862, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 7.393879354661577e-05, | |
| "loss": 0.2326, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 6.259298618490967, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 7.358045981287141e-05, | |
| "loss": 0.2366, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 6.269925611052072, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 7.322249039976608e-05, | |
| "loss": 0.2372, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 6.280552603613177, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 7.286489024363261e-05, | |
| "loss": 0.2319, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 6.291179596174283, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 7.2507664275712e-05, | |
| "loss": 0.2341, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 6.301806588735388, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 7.215081742208508e-05, | |
| "loss": 0.2334, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 6.312433581296493, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 7.179435460360491e-05, | |
| "loss": 0.2305, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 6.323060573857599, | |
| "grad_norm": 0.61328125, | |
| "learning_rate": 7.14382807358287e-05, | |
| "loss": 0.2351, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 6.333687566418703, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 7.108260072895013e-05, | |
| "loss": 0.2312, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 6.344314558979809, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 7.072731948773159e-05, | |
| "loss": 0.2309, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 6.354941551540914, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 7.037244191143661e-05, | |
| "loss": 0.2392, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 6.365568544102019, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 7.001797289376218e-05, | |
| "loss": 0.2363, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 6.376195536663125, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 6.966391732277143e-05, | |
| "loss": 0.2342, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.386822529224229, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 6.931028008082602e-05, | |
| "loss": 0.2329, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 6.397449521785335, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 6.895706604451905e-05, | |
| "loss": 0.2377, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 6.4080765143464395, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 6.860428008460762e-05, | |
| "loss": 0.2402, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 6.418703506907545, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 6.825192706594575e-05, | |
| "loss": 0.2366, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 6.429330499468651, | |
| "grad_norm": 0.6015625, | |
| "learning_rate": 6.790001184741728e-05, | |
| "loss": 0.2331, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 6.439957492029755, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 6.75485392818689e-05, | |
| "loss": 0.2337, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 6.450584484590861, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 6.719751421604309e-05, | |
| "loss": 0.2357, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 6.461211477151966, | |
| "grad_norm": 0.5, | |
| "learning_rate": 6.684694149051156e-05, | |
| "loss": 0.2395, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 6.471838469713071, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 6.649682593960814e-05, | |
| "loss": 0.2258, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 6.482465462274177, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 6.614717239136246e-05, | |
| "loss": 0.234, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 6.493092454835281, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 6.579798566743314e-05, | |
| "loss": 0.2417, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 6.503719447396387, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 6.54492705830414e-05, | |
| "loss": 0.2319, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 6.514346439957492, | |
| "grad_norm": 0.58203125, | |
| "learning_rate": 6.51010319469046e-05, | |
| "loss": 0.2325, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 6.524973432518597, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 6.475327456117005e-05, | |
| "loss": 0.2353, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 6.535600425079703, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 6.440600322134864e-05, | |
| "loss": 0.2345, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 6.546227417640807, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 6.405922271624874e-05, | |
| "loss": 0.2327, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 6.556854410201913, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 6.371293782791028e-05, | |
| "loss": 0.2356, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 6.567481402763018, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 6.336715333153869e-05, | |
| "loss": 0.2336, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 6.578108395324123, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 6.302187399543911e-05, | |
| "loss": 0.2365, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 6.588735387885229, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 6.267710458095053e-05, | |
| "loss": 0.2377, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 6.599362380446333, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 6.233284984238035e-05, | |
| "loss": 0.2297, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 6.609989373007439, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 6.198911452693853e-05, | |
| "loss": 0.2347, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 6.620616365568544, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 6.164590337467243e-05, | |
| "loss": 0.2363, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 6.631243358129649, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 6.130322111840114e-05, | |
| "loss": 0.2339, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 6.641870350690755, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 6.0961072483650526e-05, | |
| "loss": 0.2328, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 6.652497343251859, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 6.0619462188587793e-05, | |
| "loss": 0.234, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 6.663124335812965, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 6.027839494395664e-05, | |
| "loss": 0.2397, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 6.67375132837407, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.993787545301204e-05, | |
| "loss": 0.2379, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 6.684378320935175, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.959790841145577e-05, | |
| "loss": 0.236, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 6.695005313496281, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 5.9258498507371194e-05, | |
| "loss": 0.2393, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 6.705632306057386, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.891965042115907e-05, | |
| "loss": 0.2399, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 6.716259298618491, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 5.8581368825472585e-05, | |
| "loss": 0.2261, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 6.726886291179596, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 5.8243658385153285e-05, | |
| "loss": 0.2379, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 6.737513283740701, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 5.790652375716652e-05, | |
| "loss": 0.2327, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 6.748140276301807, | |
| "grad_norm": 0.58984375, | |
| "learning_rate": 5.7569969590537284e-05, | |
| "loss": 0.2299, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 6.758767268862912, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 5.7234000526286156e-05, | |
| "loss": 0.2373, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 6.769394261424017, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 5.689862119736522e-05, | |
| "loss": 0.2406, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 6.780021253985122, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 5.656383622859418e-05, | |
| "loss": 0.2394, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 6.790648246546228, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 5.622965023659683e-05, | |
| "loss": 0.2378, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 6.801275239107333, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 5.589606782973683e-05, | |
| "loss": 0.2342, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 6.811902231668438, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 5.55630936080549e-05, | |
| "loss": 0.2344, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 6.822529224229543, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 5.5230732163204615e-05, | |
| "loss": 0.2344, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 6.833156216790648, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 5.48989880783898e-05, | |
| "loss": 0.2352, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 6.843783209351754, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 5.456786592830083e-05, | |
| "loss": 0.2337, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 6.8544102019128585, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.423737027905173e-05, | |
| "loss": 0.2326, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 6.865037194473964, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.39075056881172e-05, | |
| "loss": 0.2348, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 6.875664187035069, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 5.357827670426977e-05, | |
| "loss": 0.2361, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 6.886291179596174, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 5.3249687867517095e-05, | |
| "loss": 0.2298, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 6.89691817215728, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 5.292174370903919e-05, | |
| "loss": 0.2344, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 6.9075451647183845, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 5.259444875112624e-05, | |
| "loss": 0.2366, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 6.91817215727949, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 5.226780750711602e-05, | |
| "loss": 0.2343, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 6.928799149840595, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 5.1941824481331626e-05, | |
| "loss": 0.236, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 6.9394261424017, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 5.1616504169019564e-05, | |
| "loss": 0.2271, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 6.950053134962806, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.129185105628756e-05, | |
| "loss": 0.2338, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 6.9606801275239105, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 5.0967869620042794e-05, | |
| "loss": 0.2311, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 6.971307120085016, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 5.064456432793019e-05, | |
| "loss": 0.23, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 6.981934112646121, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 5.032193963827073e-05, | |
| "loss": 0.2347, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 6.992561105207226, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 5.000000000000002e-05, | |
| "loss": 0.2319, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 6.99893730074389, | |
| "eval_loss": 3.1057090759277344, | |
| "eval_runtime": 0.816, | |
| "eval_samples_per_second": 6.127, | |
| "eval_steps_per_second": 1.225, | |
| "step": 3293 | |
| }, | |
| { | |
| "epoch": 7.003188097768332, | |
| "grad_norm": 0.40234375, | |
| "learning_rate": 4.96787498526069e-05, | |
| "loss": 0.2177, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 7.0138150903294365, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 4.93581936260724e-05, | |
| "loss": 0.1956, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 7.024442082890542, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 4.903833574080825e-05, | |
| "loss": 0.1954, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 7.035069075451648, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 4.8719180607596484e-05, | |
| "loss": 0.1939, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 7.045696068012752, | |
| "grad_norm": 0.4453125, | |
| "learning_rate": 4.8400732627528e-05, | |
| "loss": 0.1996, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 7.056323060573858, | |
| "grad_norm": 0.55859375, | |
| "learning_rate": 4.808299619194251e-05, | |
| "loss": 0.1946, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 7.0669500531349625, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 4.776597568236731e-05, | |
| "loss": 0.1914, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 7.077577045696068, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 4.744967547045754e-05, | |
| "loss": 0.1963, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 7.088204038257174, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 4.713409991793536e-05, | |
| "loss": 0.2024, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 7.098831030818278, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 4.681925337653006e-05, | |
| "loss": 0.1974, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 7.109458023379384, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 4.650514018791799e-05, | |
| "loss": 0.1954, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 7.1200850159404885, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 4.6191764683662744e-05, | |
| "loss": 0.2007, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 7.130712008501594, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 4.587913118515532e-05, | |
| "loss": 0.1959, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 7.1413390010627, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 4.5567244003554645e-05, | |
| "loss": 0.1994, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 7.151965993623804, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 4.5256107439728035e-05, | |
| "loss": 0.1979, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 7.16259298618491, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 4.494572578419194e-05, | |
| "loss": 0.1951, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 7.1732199787460145, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 4.463610331705273e-05, | |
| "loss": 0.1996, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 7.18384697130712, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 4.432724430794786e-05, | |
| "loss": 0.1989, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 7.194473963868226, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 4.4019153015986546e-05, | |
| "loss": 0.2009, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 7.20510095642933, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 4.371183368969165e-05, | |
| "loss": 0.1926, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 7.215727948990436, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 4.340529056694047e-05, | |
| "loss": 0.1997, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 7.226354941551541, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 4.309952787490689e-05, | |
| "loss": 0.1969, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 7.236981934112646, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 4.279454983000251e-05, | |
| "loss": 0.1974, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 7.247608926673752, | |
| "grad_norm": 0.63671875, | |
| "learning_rate": 4.249036063781896e-05, | |
| "loss": 0.1969, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 7.258235919234856, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 4.2186964493069794e-05, | |
| "loss": 0.1953, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 7.268862911795962, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 4.1884365579532346e-05, | |
| "loss": 0.1973, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 7.279489904357067, | |
| "grad_norm": 0.62890625, | |
| "learning_rate": 4.158256806999059e-05, | |
| "loss": 0.1938, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 7.290116896918172, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 4.128157612617696e-05, | |
| "loss": 0.1964, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 7.3007438894792775, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 4.0981393898715545e-05, | |
| "loss": 0.202, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 7.311370882040382, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 4.0682025527064486e-05, | |
| "loss": 0.1964, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 7.321997874601488, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 4.038347513945898e-05, | |
| "loss": 0.1999, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 7.332624867162593, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 4.008574685285442e-05, | |
| "loss": 0.1938, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 7.343251859723698, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 3.978884477286956e-05, | |
| "loss": 0.1941, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 7.3538788522848035, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 3.94927729937299e-05, | |
| "loss": 0.1996, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 7.364505844845908, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 3.9197535598211274e-05, | |
| "loss": 0.2, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 7.375132837407014, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 3.890313665758348e-05, | |
| "loss": 0.1937, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 7.385759829968119, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 3.860958023155422e-05, | |
| "loss": 0.1991, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 7.396386822529224, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 3.8316870368213e-05, | |
| "loss": 0.1979, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 7.4070138150903295, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 3.802501110397553e-05, | |
| "loss": 0.2021, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 7.417640807651434, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 3.773400646352769e-05, | |
| "loss": 0.2034, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 7.42826780021254, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 3.744386045977052e-05, | |
| "loss": 0.2033, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 7.438894792773645, | |
| "grad_norm": 0.5, | |
| "learning_rate": 3.7154577093764334e-05, | |
| "loss": 0.2012, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 7.44952178533475, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 3.686616035467408e-05, | |
| "loss": 0.1952, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 7.4601487778958555, | |
| "grad_norm": 0.57421875, | |
| "learning_rate": 3.657861421971388e-05, | |
| "loss": 0.2011, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 7.470775770456961, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 3.629194265409255e-05, | |
| "loss": 0.2033, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 7.481402763018066, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 3.6006149610958625e-05, | |
| "loss": 0.2003, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 7.492029755579171, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.1988, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 7.502656748140276, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 3.543721484411976e-05, | |
| "loss": 0.1903, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 7.5132837407013815, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 3.515408096592144e-05, | |
| "loss": 0.1991, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 7.523910733262487, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 3.487184130111562e-05, | |
| "loss": 0.1967, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 7.534537725823592, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 3.459049974173579e-05, | |
| "loss": 0.1983, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 7.545164718384697, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 3.4310060167430725e-05, | |
| "loss": 0.1998, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 7.555791710945803, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 3.4030526445410984e-05, | |
| "loss": 0.198, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 7.5664187035069075, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 3.375190243039556e-05, | |
| "loss": 0.1961, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 7.577045696068013, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 3.3474191964558885e-05, | |
| "loss": 0.1974, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 7.587672688629118, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 3.319739887747752e-05, | |
| "loss": 0.195, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 7.598299681190223, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 3.292152698607768e-05, | |
| "loss": 0.1992, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 7.608926673751329, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 3.264658009458239e-05, | |
| "loss": 0.1996, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 7.6195536663124335, | |
| "grad_norm": 0.5, | |
| "learning_rate": 3.2372561994459136e-05, | |
| "loss": 0.1966, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 7.630180658873539, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 3.209947646436752e-05, | |
| "loss": 0.1941, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 7.640807651434644, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 3.182732727010715e-05, | |
| "loss": 0.1959, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 7.651434643995749, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 3.155611816456586e-05, | |
| "loss": 0.2002, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 7.662061636556855, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 3.12858528876676e-05, | |
| "loss": 0.196, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 7.6726886291179595, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 3.1016535166321356e-05, | |
| "loss": 0.1988, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 7.683315621679065, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 3.074816871436924e-05, | |
| "loss": 0.2016, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 7.69394261424017, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 3.0480757232535772e-05, | |
| "loss": 0.1973, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 7.704569606801275, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 3.021430440837646e-05, | |
| "loss": 0.1945, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 7.715196599362381, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 2.9948813916227115e-05, | |
| "loss": 0.1985, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 7.7258235919234854, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 2.968428941715321e-05, | |
| "loss": 0.1963, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 7.736450584484591, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 2.9420734558899322e-05, | |
| "loss": 0.2008, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 7.747077577045696, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 2.915815297583886e-05, | |
| "loss": 0.1983, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 7.757704569606801, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 2.889654828892393e-05, | |
| "loss": 0.2, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 7.768331562167907, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 2.8635924105635458e-05, | |
| "loss": 0.1978, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 7.778958554729011, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 2.8376284019933373e-05, | |
| "loss": 0.1944, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 7.789585547290117, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 2.8117631612207084e-05, | |
| "loss": 0.1963, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 7.800212539851222, | |
| "grad_norm": 0.53515625, | |
| "learning_rate": 2.7859970449226104e-05, | |
| "loss": 0.1961, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 7.810839532412327, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 2.760330408409083e-05, | |
| "loss": 0.1974, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 7.821466524973433, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.73476360561837e-05, | |
| "loss": 0.1977, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 7.832093517534537, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 2.7092969891120058e-05, | |
| "loss": 0.1956, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 7.842720510095643, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.6839309100699973e-05, | |
| "loss": 0.1905, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 7.8533475026567485, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 2.6586657182859343e-05, | |
| "loss": 0.1984, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 7.863974495217853, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 2.6335017621622116e-05, | |
| "loss": 0.1949, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 7.874601487778959, | |
| "grad_norm": 0.5703125, | |
| "learning_rate": 2.6084393887051884e-05, | |
| "loss": 0.196, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 7.885228480340063, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 2.5834789435204243e-05, | |
| "loss": 0.1922, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 7.895855472901169, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 2.5586207708079034e-05, | |
| "loss": 0.1921, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 7.9064824654622745, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 2.5338652133572915e-05, | |
| "loss": 0.1969, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 7.917109458023379, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 2.5092126125432136e-05, | |
| "loss": 0.2008, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 7.927736450584485, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 2.4846633083205263e-05, | |
| "loss": 0.1963, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 7.93836344314559, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 2.4602176392196662e-05, | |
| "loss": 0.1944, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 7.948990435706695, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 2.4358759423419474e-05, | |
| "loss": 0.1954, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 7.9596174282678005, | |
| "grad_norm": 0.5, | |
| "learning_rate": 2.411638553354928e-05, | |
| "loss": 0.1979, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 7.970244420828905, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 2.3875058064877807e-05, | |
| "loss": 0.195, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 7.980871413390011, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 2.3634780345266806e-05, | |
| "loss": 0.1936, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 7.991498405951116, | |
| "grad_norm": 0.5, | |
| "learning_rate": 2.339555568810221e-05, | |
| "loss": 0.1968, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 3.6609108448028564, | |
| "eval_runtime": 0.7997, | |
| "eval_samples_per_second": 6.252, | |
| "eval_steps_per_second": 1.25, | |
| "step": 3764 | |
| }, | |
| { | |
| "epoch": 8.002125398512222, | |
| "grad_norm": 0.431640625, | |
| "learning_rate": 2.3157387392248385e-05, | |
| "loss": 0.1921, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 8.012752391073326, | |
| "grad_norm": 0.41015625, | |
| "learning_rate": 2.2920278742002676e-05, | |
| "loss": 0.1828, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 8.023379383634431, | |
| "grad_norm": 0.453125, | |
| "learning_rate": 2.2684233007050115e-05, | |
| "loss": 0.1811, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 8.034006376195537, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 2.244925344241828e-05, | |
| "loss": 0.1809, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 8.044633368756642, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 2.221534328843261e-05, | |
| "loss": 0.1758, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 8.055260361317748, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.1982505770671303e-05, | |
| "loss": 0.1764, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 8.065887353878852, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 2.1750744099921396e-05, | |
| "loss": 0.1779, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 8.076514346439957, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 2.1520061472133902e-05, | |
| "loss": 0.1798, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 8.087141339001063, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 2.1290461068380298e-05, | |
| "loss": 0.1756, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 8.097768331562168, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 2.1061946054808146e-05, | |
| "loss": 0.1804, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 8.108395324123274, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 2.0834519582597878e-05, | |
| "loss": 0.1782, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 8.119022316684378, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 2.0608184787919026e-05, | |
| "loss": 0.1804, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 8.129649309245483, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.0382944791887106e-05, | |
| "loss": 0.1795, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 8.140276301806589, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 2.0158802700520574e-05, | |
| "loss": 0.1815, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 8.150903294367694, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 1.9935761604697976e-05, | |
| "loss": 0.1793, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 8.1615302869288, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 1.9713824580115335e-05, | |
| "loss": 0.1785, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 8.172157279489904, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 1.9492994687243714e-05, | |
| "loss": 0.1784, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 8.182784272051009, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 1.927327497128706e-05, | |
| "loss": 0.177, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 8.193411264612115, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 1.9054668462140168e-05, | |
| "loss": 0.1804, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 8.20403825717322, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 1.883717817434688e-05, | |
| "loss": 0.1753, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 8.214665249734326, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 1.8620807107058668e-05, | |
| "loss": 0.1785, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 8.22529224229543, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 1.840555824399296e-05, | |
| "loss": 0.1775, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 8.235919234856535, | |
| "grad_norm": 0.578125, | |
| "learning_rate": 1.8191434553392428e-05, | |
| "loss": 0.18, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 8.24654622741764, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 1.797843898798358e-05, | |
| "loss": 0.1806, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 8.257173219978746, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 1.7766574484936482e-05, | |
| "loss": 0.1837, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 8.267800212539852, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 1.7555843965823992e-05, | |
| "loss": 0.1817, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 8.278427205100957, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 1.7346250336581427e-05, | |
| "loss": 0.1806, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 8.289054197662061, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 1.7137796487466797e-05, | |
| "loss": 0.1791, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 8.299681190223167, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 1.693048529302056e-05, | |
| "loss": 0.1788, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 8.310308182784272, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 1.672431961202635e-05, | |
| "loss": 0.1809, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 8.320935175345378, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 1.6519302287471207e-05, | |
| "loss": 0.1774, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 8.331562167906483, | |
| "grad_norm": 0.5, | |
| "learning_rate": 1.6315436146506703e-05, | |
| "loss": 0.1737, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 8.342189160467587, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 1.6112724000409694e-05, | |
| "loss": 0.1813, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 8.352816153028693, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 1.5911168644543707e-05, | |
| "loss": 0.175, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 8.363443145589798, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 1.57107728583203e-05, | |
| "loss": 0.1838, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 8.374070138150904, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.5511539405160825e-05, | |
| "loss": 0.1783, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 8.38469713071201, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.5313471032458247e-05, | |
| "loss": 0.1763, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 8.395324123273113, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.5116570471539293e-05, | |
| "loss": 0.1758, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 8.405951115834219, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 1.4920840437626759e-05, | |
| "loss": 0.1829, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 8.416578108395324, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 1.4726283629802107e-05, | |
| "loss": 0.1779, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 8.42720510095643, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 1.4532902730968212e-05, | |
| "loss": 0.1792, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 8.437832093517535, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 1.4340700407812435e-05, | |
| "loss": 0.1813, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 8.448459086078639, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 1.414967931076967e-05, | |
| "loss": 0.1785, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 8.459086078639745, | |
| "grad_norm": 0.5625, | |
| "learning_rate": 1.3959842073986085e-05, | |
| "loss": 0.1746, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 8.46971307120085, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 1.3771191315282427e-05, | |
| "loss": 0.1832, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 8.480340063761956, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 1.3583729636118358e-05, | |
| "loss": 0.1843, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 8.490967056323061, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 1.339745962155613e-05, | |
| "loss": 0.1801, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 8.501594048884165, | |
| "grad_norm": 0.54296875, | |
| "learning_rate": 1.3212383840225329e-05, | |
| "loss": 0.18, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 8.51222104144527, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 1.3028504844287182e-05, | |
| "loss": 0.18, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 8.522848034006376, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 1.2845825169399507e-05, | |
| "loss": 0.1778, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 8.533475026567482, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 1.2664347334681681e-05, | |
| "loss": 0.1849, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 8.544102019128587, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 1.2484073842679944e-05, | |
| "loss": 0.1799, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 8.554729011689691, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 1.230500717933285e-05, | |
| "loss": 0.1802, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 8.565356004250797, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.2127149813937022e-05, | |
| "loss": 0.1776, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 8.575982996811902, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 1.1950504199113088e-05, | |
| "loss": 0.1794, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 8.586609989373008, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 1.1775072770771834e-05, | |
| "loss": 0.1757, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 8.597236981934113, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 1.1600857948080624e-05, | |
| "loss": 0.1786, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 8.607863974495217, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 1.1427862133430156e-05, | |
| "loss": 0.1838, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 8.618490967056323, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.1256087712401087e-05, | |
| "loss": 0.1755, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 8.629117959617428, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 1.1085537053731354e-05, | |
| "loss": 0.1777, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 8.639744952178534, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.091621250928343e-05, | |
| "loss": 0.1799, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 8.65037194473964, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.0748116414011888e-05, | |
| "loss": 0.1774, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 8.660998937300743, | |
| "grad_norm": 0.5, | |
| "learning_rate": 1.058125108593122e-05, | |
| "loss": 0.1844, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 8.671625929861849, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 1.0415618826083828e-05, | |
| "loss": 0.1803, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 8.682252922422954, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 1.0251221918508425e-05, | |
| "loss": 0.1787, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 8.69287991498406, | |
| "grad_norm": 0.5546875, | |
| "learning_rate": 1.0088062630208273e-05, | |
| "loss": 0.1804, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 8.703506907545165, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 9.926143211120286e-06, | |
| "loss": 0.1868, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 8.71413390010627, | |
| "grad_norm": 0.5, | |
| "learning_rate": 9.765465894083636e-06, | |
| "loss": 0.1831, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 8.724760892667375, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 9.606032894809258e-06, | |
| "loss": 0.1774, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 8.73538788522848, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 9.447846411849115e-06, | |
| "loss": 0.1775, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 8.746014877789586, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 9.29090862656593e-06, | |
| "loss": 0.1796, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 8.756641870350691, | |
| "grad_norm": 0.5, | |
| "learning_rate": 9.135221703103136e-06, | |
| "loss": 0.1798, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 8.767268862911797, | |
| "grad_norm": 0.5, | |
| "learning_rate": 8.980787788355016e-06, | |
| "loss": 0.179, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 8.7778958554729, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 8.827609011937066e-06, | |
| "loss": 0.1802, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 8.788522848034006, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 8.675687486156659e-06, | |
| "loss": 0.184, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 8.799149840595112, | |
| "grad_norm": 0.60546875, | |
| "learning_rate": 8.525025305983936e-06, | |
| "loss": 0.173, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 8.809776833156217, | |
| "grad_norm": 0.53125, | |
| "learning_rate": 8.375624549022854e-06, | |
| "loss": 0.179, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 8.820403825717323, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 8.227487275482592e-06, | |
| "loss": 0.1812, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 8.831030818278427, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 8.08061552814917e-06, | |
| "loss": 0.183, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 8.841657810839532, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 7.935011332357112e-06, | |
| "loss": 0.1786, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 8.852284803400638, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 7.790676695961796e-06, | |
| "loss": 0.178, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 8.862911795961743, | |
| "grad_norm": 0.5, | |
| "learning_rate": 7.647613609311455e-06, | |
| "loss": 0.1809, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 8.873538788522849, | |
| "grad_norm": 0.55078125, | |
| "learning_rate": 7.505824045220011e-06, | |
| "loss": 0.1756, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 8.884165781083952, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 7.365309958939615e-06, | |
| "loss": 0.175, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 8.894792773645058, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 7.226073288133939e-06, | |
| "loss": 0.1792, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 8.905419766206164, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 7.088115952851238e-06, | |
| "loss": 0.1733, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 8.91604675876727, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 6.951439855498021e-06, | |
| "loss": 0.1792, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 8.926673751328375, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 6.81604688081271e-06, | |
| "loss": 0.1803, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 8.937300743889478, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 6.681938895839746e-06, | |
| "loss": 0.177, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 8.947927736450584, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 6.549117749903755e-06, | |
| "loss": 0.1791, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 8.95855472901169, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 6.417585274584115e-06, | |
| "loss": 0.1778, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 8.969181721572795, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 6.287343283689661e-06, | |
| "loss": 0.176, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 8.9798087141339, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 6.158393573233678e-06, | |
| "loss": 0.1759, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 8.990435706695006, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 6.030737921409169e-06, | |
| "loss": 0.1809, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 8.99893730074389, | |
| "eval_loss": 3.939990520477295, | |
| "eval_runtime": 0.8191, | |
| "eval_samples_per_second": 6.105, | |
| "eval_steps_per_second": 1.221, | |
| "step": 4234 | |
| }, | |
| { | |
| "epoch": 9.00106269925611, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 5.904378088564255e-06, | |
| "loss": 0.1819, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 9.011689691817216, | |
| "grad_norm": 0.5, | |
| "learning_rate": 5.779315817178e-06, | |
| "loss": 0.1763, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 9.022316684378321, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 5.655552831836297e-06, | |
| "loss": 0.1767, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 9.032943676939427, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 5.533090839208133e-06, | |
| "loss": 0.1744, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 9.043570669500532, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 5.4119315280220405e-06, | |
| "loss": 0.1777, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 9.054197662061636, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 5.292076569042826e-06, | |
| "loss": 0.1744, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 9.064824654622742, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 5.1735276150484905e-06, | |
| "loss": 0.1792, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 9.075451647183847, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 5.056286300807511e-06, | |
| "loss": 0.1751, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 9.086078639744953, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 4.940354243056178e-06, | |
| "loss": 0.174, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 9.096705632306058, | |
| "grad_norm": 0.458984375, | |
| "learning_rate": 4.825733040476465e-06, | |
| "loss": 0.1732, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 9.107332624867162, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 4.712424273673788e-06, | |
| "loss": 0.1767, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 9.117959617428268, | |
| "grad_norm": 0.44921875, | |
| "learning_rate": 4.600429505155424e-06, | |
| "loss": 0.1726, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 9.128586609989373, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 4.489750279308757e-06, | |
| "loss": 0.174, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 9.139213602550479, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 4.380388122380141e-06, | |
| "loss": 0.1787, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 9.149840595111584, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 4.2723445424537544e-06, | |
| "loss": 0.1802, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 9.160467587672688, | |
| "grad_norm": 0.5, | |
| "learning_rate": 4.165621029430855e-06, | |
| "loss": 0.1786, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 9.171094580233794, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 4.060219055009229e-06, | |
| "loss": 0.1752, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 9.181721572794899, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 3.9561400726628505e-06, | |
| "loss": 0.1793, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 9.192348565356005, | |
| "grad_norm": 0.56640625, | |
| "learning_rate": 3.85338551762191e-06, | |
| "loss": 0.175, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 9.20297555791711, | |
| "grad_norm": 0.462890625, | |
| "learning_rate": 3.7519568068529855e-06, | |
| "loss": 0.1728, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 9.213602550478214, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 3.651855339039456e-06, | |
| "loss": 0.1698, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 9.22422954303932, | |
| "grad_norm": 0.69921875, | |
| "learning_rate": 3.5530824945623542e-06, | |
| "loss": 0.1765, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 9.234856535600425, | |
| "grad_norm": 0.4765625, | |
| "learning_rate": 3.4556396354811226e-06, | |
| "loss": 0.1762, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 9.24548352816153, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 3.359528105515064e-06, | |
| "loss": 0.1781, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 9.256110520722636, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 3.2647492300245994e-06, | |
| "loss": 0.1754, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 9.26673751328374, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 3.1713043159931734e-06, | |
| "loss": 0.1767, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 9.277364505844846, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 3.079194652009054e-06, | |
| "loss": 0.1708, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 9.287991498405951, | |
| "grad_norm": 0.48046875, | |
| "learning_rate": 2.9884215082477408e-06, | |
| "loss": 0.1723, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 9.298618490967057, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 2.898986136454318e-06, | |
| "loss": 0.1801, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 9.309245483528162, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 2.810889769926217e-06, | |
| "loss": 0.1774, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 9.319872476089266, | |
| "grad_norm": 0.447265625, | |
| "learning_rate": 2.7241336234962944e-06, | |
| "loss": 0.1722, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 9.330499468650371, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 2.6387188935159456e-06, | |
| "loss": 0.1779, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 9.341126461211477, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 2.5546467578387635e-06, | |
| "loss": 0.1743, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 9.351753453772583, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 2.471918375804105e-06, | |
| "loss": 0.1733, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 9.362380446333688, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 2.3905348882212964e-06, | |
| "loss": 0.179, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 9.373007438894792, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 2.3104974173537743e-06, | |
| "loss": 0.1742, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 9.383634431455897, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 2.2318070669036685e-06, | |
| "loss": 0.1743, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 9.394261424017003, | |
| "grad_norm": 0.4921875, | |
| "learning_rate": 2.1544649219965575e-06, | |
| "loss": 0.1734, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 9.404888416578109, | |
| "grad_norm": 0.46875, | |
| "learning_rate": 2.07847204916648e-06, | |
| "loss": 0.1729, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 9.415515409139214, | |
| "grad_norm": 0.546875, | |
| "learning_rate": 2.003829496341325e-06, | |
| "loss": 0.1762, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 9.426142401700318, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.9305382928282546e-06, | |
| "loss": 0.1798, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 9.436769394261423, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 1.8585994492995916e-06, | |
| "loss": 0.1757, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 9.447396386822529, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.788013957778878e-06, | |
| "loss": 0.1765, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 9.458023379383635, | |
| "grad_norm": 0.5, | |
| "learning_rate": 1.7187827916271382e-06, | |
| "loss": 0.1739, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 9.46865037194474, | |
| "grad_norm": 0.45703125, | |
| "learning_rate": 1.65090690552957e-06, | |
| "loss": 0.1732, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 9.479277364505846, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 1.5843872354822097e-06, | |
| "loss": 0.173, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 9.48990435706695, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 1.5192246987791981e-06, | |
| "loss": 0.177, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 9.500531349628055, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 1.4554201940000123e-06, | |
| "loss": 0.177, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 9.51115834218916, | |
| "grad_norm": 0.5, | |
| "learning_rate": 1.3929746009971433e-06, | |
| "loss": 0.179, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 9.521785334750266, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.3318887808839274e-06, | |
| "loss": 0.1714, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 9.532412327311372, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 1.272163576022667e-06, | |
| "loss": 0.1729, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 9.543039319872475, | |
| "grad_norm": 0.46484375, | |
| "learning_rate": 1.21379981001305e-06, | |
| "loss": 0.1733, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 9.553666312433581, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 1.1567982876807603e-06, | |
| "loss": 0.175, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 9.564293304994687, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 1.1011597950663865e-06, | |
| "loss": 0.1816, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 9.574920297555792, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 1.0468850994145963e-06, | |
| "loss": 0.1777, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 9.585547290116898, | |
| "grad_norm": 0.5, | |
| "learning_rate": 9.939749491635341e-07, | |
| "loss": 0.1776, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 9.596174282678001, | |
| "grad_norm": 0.5, | |
| "learning_rate": 9.424300739345304e-07, | |
| "loss": 0.1727, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 9.606801275239107, | |
| "grad_norm": 0.478515625, | |
| "learning_rate": 8.922511845219971e-07, | |
| "loss": 0.1734, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 9.617428267800213, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 8.434389728836589e-07, | |
| "loss": 0.1806, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 9.628055260361318, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 7.959941121310266e-07, | |
| "loss": 0.1729, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 9.638682252922424, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 7.499172565200718e-07, | |
| "loss": 0.1729, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 9.649309245483527, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 7.052090414422119e-07, | |
| "loss": 0.1821, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 9.659936238044633, | |
| "grad_norm": 0.47265625, | |
| "learning_rate": 6.618700834155945e-07, | |
| "loss": 0.1825, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 9.670563230605739, | |
| "grad_norm": 0.51171875, | |
| "learning_rate": 6.199009800765265e-07, | |
| "loss": 0.1709, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 9.681190223166844, | |
| "grad_norm": 0.5, | |
| "learning_rate": 5.793023101712924e-07, | |
| "loss": 0.1771, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 9.69181721572795, | |
| "grad_norm": 0.5390625, | |
| "learning_rate": 5.400746335481488e-07, | |
| "loss": 0.1771, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 9.702444208289053, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 5.022184911495864e-07, | |
| "loss": 0.1807, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 9.713071200850159, | |
| "grad_norm": 0.474609375, | |
| "learning_rate": 4.6573440500492504e-07, | |
| "loss": 0.1677, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 9.723698193411265, | |
| "grad_norm": 0.5, | |
| "learning_rate": 4.306228782230304e-07, | |
| "loss": 0.1755, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 9.73432518597237, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 3.96884394985475e-07, | |
| "loss": 0.1741, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 9.744952178533476, | |
| "grad_norm": 0.466796875, | |
| "learning_rate": 3.6451942053975507e-07, | |
| "loss": 0.1708, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 9.755579171094581, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 3.335284011929951e-07, | |
| "loss": 0.1732, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 9.766206163655685, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 3.0391176430567547e-07, | |
| "loss": 0.1757, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 9.77683315621679, | |
| "grad_norm": 0.50390625, | |
| "learning_rate": 2.756699182858369e-07, | |
| "loss": 0.1786, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 9.787460148777896, | |
| "grad_norm": 0.48828125, | |
| "learning_rate": 2.488032525833628e-07, | |
| "loss": 0.1746, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 9.798087141339002, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 2.2331213768468363e-07, | |
| "loss": 0.1767, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 9.808714133900107, | |
| "grad_norm": 0.484375, | |
| "learning_rate": 1.9919692510762533e-07, | |
| "loss": 0.1795, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 9.819341126461211, | |
| "grad_norm": 0.5078125, | |
| "learning_rate": 1.7645794739654665e-07, | |
| "loss": 0.1764, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 9.829968119022316, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 1.5509551811783152e-07, | |
| "loss": 0.1781, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 9.840595111583422, | |
| "grad_norm": 0.52734375, | |
| "learning_rate": 1.351099318554705e-07, | |
| "loss": 0.1755, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 9.851222104144528, | |
| "grad_norm": 0.498046875, | |
| "learning_rate": 1.1650146420704166e-07, | |
| "loss": 0.1758, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 9.861849096705633, | |
| "grad_norm": 0.515625, | |
| "learning_rate": 9.927037177993592e-08, | |
| "loss": 0.1774, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 9.872476089266737, | |
| "grad_norm": 0.5234375, | |
| "learning_rate": 8.341689218775984e-08, | |
| "loss": 0.1827, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 9.883103081827842, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 6.894124404711599e-08, | |
| "loss": 0.1717, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 9.893730074388948, | |
| "grad_norm": 0.4609375, | |
| "learning_rate": 5.584362697453882e-08, | |
| "loss": 0.1773, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 9.904357066950054, | |
| "grad_norm": 0.494140625, | |
| "learning_rate": 4.4124221583785595e-08, | |
| "loss": 0.1738, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 9.91498405951116, | |
| "grad_norm": 0.49609375, | |
| "learning_rate": 3.378318948332737e-08, | |
| "loss": 0.1792, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 9.925611052072263, | |
| "grad_norm": 0.5859375, | |
| "learning_rate": 2.482067327409521e-08, | |
| "loss": 0.173, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 9.936238044633368, | |
| "grad_norm": 0.455078125, | |
| "learning_rate": 1.7236796547559497e-08, | |
| "loss": 0.1719, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 9.946865037194474, | |
| "grad_norm": 0.451171875, | |
| "learning_rate": 1.103166388398691e-08, | |
| "loss": 0.1741, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 9.95749202975558, | |
| "grad_norm": 0.486328125, | |
| "learning_rate": 6.205360851041508e-09, | |
| "loss": 0.1773, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 9.968119022316685, | |
| "grad_norm": 0.490234375, | |
| "learning_rate": 2.7579540025524097e-09, | |
| "loss": 0.1762, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 9.978746014877789, | |
| "grad_norm": 0.44140625, | |
| "learning_rate": 6.894908776255982e-10, | |
| "loss": 0.1745, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 9.989373007438894, | |
| "grad_norm": 0.51953125, | |
| "learning_rate": 0.0, | |
| "loss": 0.1757, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 9.989373007438894, | |
| "eval_loss": 3.9657981395721436, | |
| "eval_runtime": 0.7855, | |
| "eval_samples_per_second": 6.366, | |
| "eval_steps_per_second": 1.273, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 9.989373007438894, | |
| "step": 4700, | |
| "total_flos": 7.255013733871649e+18, | |
| "train_loss": 0.5076825852977469, | |
| "train_runtime": 24662.4426, | |
| "train_samples_per_second": 6.102, | |
| "train_steps_per_second": 0.191 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 4700, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "total_flos": 7.255013733871649e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |