| { | |
| "best_metric": 0.01777876727283001, | |
| "best_model_checkpoint": "autotrain-vp92t-1q2id/checkpoint-20391", | |
| "epoch": 2.9998896612600685, | |
| "eval_steps": 500, | |
| "global_step": 20391, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003677957997719666, | |
| "grad_norm": 4.279318809509277, | |
| "learning_rate": 3.6764705882352943e-07, | |
| "loss": 0.685, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.007355915995439332, | |
| "grad_norm": 5.647529602050781, | |
| "learning_rate": 7.352941176470589e-07, | |
| "loss": 0.6757, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.011033873993158997, | |
| "grad_norm": 5.691235065460205, | |
| "learning_rate": 1.1029411764705884e-06, | |
| "loss": 0.6611, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.014711831990878664, | |
| "grad_norm": 3.6039223670959473, | |
| "learning_rate": 1.4705882352941177e-06, | |
| "loss": 0.6402, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.018389789988598332, | |
| "grad_norm": 5.447757244110107, | |
| "learning_rate": 1.8382352941176471e-06, | |
| "loss": 0.5745, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.022067747986317995, | |
| "grad_norm": 11.862848281860352, | |
| "learning_rate": 2.2058823529411767e-06, | |
| "loss": 0.4869, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02574570598403766, | |
| "grad_norm": 8.085945129394531, | |
| "learning_rate": 2.573529411764706e-06, | |
| "loss": 0.3687, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.029423663981757327, | |
| "grad_norm": 7.246406555175781, | |
| "learning_rate": 2.9411764705882355e-06, | |
| "loss": 0.3029, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.033101621979477, | |
| "grad_norm": 17.822601318359375, | |
| "learning_rate": 3.308823529411765e-06, | |
| "loss": 0.2098, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.036779579977196664, | |
| "grad_norm": 21.39044952392578, | |
| "learning_rate": 3.6764705882352942e-06, | |
| "loss": 0.1483, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.04045753797491632, | |
| "grad_norm": 1.4089692831039429, | |
| "learning_rate": 4.044117647058823e-06, | |
| "loss": 0.0803, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.04413549597263599, | |
| "grad_norm": 0.7371423840522766, | |
| "learning_rate": 4.411764705882353e-06, | |
| "loss": 0.0396, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.047813453970355656, | |
| "grad_norm": 0.22398647665977478, | |
| "learning_rate": 4.779411764705882e-06, | |
| "loss": 0.0381, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.05149141196807532, | |
| "grad_norm": 0.25332173705101013, | |
| "learning_rate": 5.147058823529412e-06, | |
| "loss": 0.0306, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.05516936996579499, | |
| "grad_norm": 0.24578100442886353, | |
| "learning_rate": 5.5147058823529415e-06, | |
| "loss": 0.0342, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.058847327963514655, | |
| "grad_norm": 0.09213005006313324, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 0.0094, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06252528596123433, | |
| "grad_norm": 11.745342254638672, | |
| "learning_rate": 6.25e-06, | |
| "loss": 0.0627, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.066203243958954, | |
| "grad_norm": 12.147088050842285, | |
| "learning_rate": 6.61764705882353e-06, | |
| "loss": 0.0755, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.06988120195667366, | |
| "grad_norm": 0.14864382147789001, | |
| "learning_rate": 6.985294117647059e-06, | |
| "loss": 0.0532, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.07355915995439333, | |
| "grad_norm": 0.06755024939775467, | |
| "learning_rate": 7.3529411764705884e-06, | |
| "loss": 0.049, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.077237117952113, | |
| "grad_norm": 0.0582403726875782, | |
| "learning_rate": 7.720588235294117e-06, | |
| "loss": 0.0213, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.08091507594983265, | |
| "grad_norm": 0.04456046596169472, | |
| "learning_rate": 8.088235294117646e-06, | |
| "loss": 0.0446, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.08459303394755231, | |
| "grad_norm": 0.058339089155197144, | |
| "learning_rate": 8.455882352941177e-06, | |
| "loss": 0.0442, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.08827099194527198, | |
| "grad_norm": 0.03951073810458183, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 0.0131, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.09194894994299165, | |
| "grad_norm": 0.08159155398607254, | |
| "learning_rate": 9.191176470588236e-06, | |
| "loss": 0.0429, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.09562690794071131, | |
| "grad_norm": 0.0362938717007637, | |
| "learning_rate": 9.558823529411764e-06, | |
| "loss": 0.0336, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.09930486593843098, | |
| "grad_norm": 0.10369551926851273, | |
| "learning_rate": 9.926470588235293e-06, | |
| "loss": 0.0277, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.10298282393615064, | |
| "grad_norm": 0.032908402383327484, | |
| "learning_rate": 1.0294117647058824e-05, | |
| "loss": 0.0213, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.10666078193387031, | |
| "grad_norm": 0.017092719674110413, | |
| "learning_rate": 1.0661764705882354e-05, | |
| "loss": 0.0784, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.11033873993158998, | |
| "grad_norm": 0.015081583522260189, | |
| "learning_rate": 1.1029411764705883e-05, | |
| "loss": 0.0265, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.11401669792930964, | |
| "grad_norm": 0.09147176891565323, | |
| "learning_rate": 1.139705882352941e-05, | |
| "loss": 0.0381, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.11769465592702931, | |
| "grad_norm": 0.08481771498918533, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 0.128, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.12137261392474898, | |
| "grad_norm": 0.014765892177820206, | |
| "learning_rate": 1.2132352941176471e-05, | |
| "loss": 0.0141, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.12505057192246866, | |
| "grad_norm": 0.018918083980679512, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.0538, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.12872852992018832, | |
| "grad_norm": 0.015013976022601128, | |
| "learning_rate": 1.2867647058823528e-05, | |
| "loss": 0.0019, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.132406487917908, | |
| "grad_norm": 11.109874725341797, | |
| "learning_rate": 1.323529411764706e-05, | |
| "loss": 0.0394, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.13608444591562766, | |
| "grad_norm": 0.015857884660363197, | |
| "learning_rate": 1.3602941176470589e-05, | |
| "loss": 0.0005, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.13976240391334732, | |
| "grad_norm": 0.015862109139561653, | |
| "learning_rate": 1.3970588235294118e-05, | |
| "loss": 0.0214, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.143440361911067, | |
| "grad_norm": 0.020424969494342804, | |
| "learning_rate": 1.4338235294117647e-05, | |
| "loss": 0.0367, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.14711831990878665, | |
| "grad_norm": 0.027131319046020508, | |
| "learning_rate": 1.4705882352941177e-05, | |
| "loss": 0.08, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.15079627790650632, | |
| "grad_norm": 0.03147580847144127, | |
| "learning_rate": 1.5073529411764706e-05, | |
| "loss": 0.0329, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.154474235904226, | |
| "grad_norm": 24.15705680847168, | |
| "learning_rate": 1.5441176470588234e-05, | |
| "loss": 0.0064, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.15815219390194565, | |
| "grad_norm": 0.011522412300109863, | |
| "learning_rate": 1.5808823529411767e-05, | |
| "loss": 0.0762, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.1618301518996653, | |
| "grad_norm": 0.04401927441358566, | |
| "learning_rate": 1.6176470588235293e-05, | |
| "loss": 0.0656, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.16550810989738496, | |
| "grad_norm": 0.034190475940704346, | |
| "learning_rate": 1.6544117647058825e-05, | |
| "loss": 0.0308, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.16918606789510462, | |
| "grad_norm": 0.021350180730223656, | |
| "learning_rate": 1.6911764705882355e-05, | |
| "loss": 0.0539, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.1728640258928243, | |
| "grad_norm": 0.0446242094039917, | |
| "learning_rate": 1.727941176470588e-05, | |
| "loss": 0.0681, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.17654198389054396, | |
| "grad_norm": 1.6311242580413818, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 0.0293, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.18021994188826362, | |
| "grad_norm": 0.00914335809648037, | |
| "learning_rate": 1.801470588235294e-05, | |
| "loss": 0.0386, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.1838978998859833, | |
| "grad_norm": 0.009417989291250706, | |
| "learning_rate": 1.8382352941176472e-05, | |
| "loss": 0.0004, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.18757585788370296, | |
| "grad_norm": 0.9801831245422363, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 0.057, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.19125381588142262, | |
| "grad_norm": 0.005170044023543596, | |
| "learning_rate": 1.9117647058823528e-05, | |
| "loss": 0.0002, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.1949317738791423, | |
| "grad_norm": 0.03409629687666893, | |
| "learning_rate": 1.948529411764706e-05, | |
| "loss": 0.0394, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.19860973187686196, | |
| "grad_norm": 0.008645136840641499, | |
| "learning_rate": 1.9852941176470586e-05, | |
| "loss": 0.0053, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.20228768987458162, | |
| "grad_norm": 0.004454991314560175, | |
| "learning_rate": 2.022058823529412e-05, | |
| "loss": 0.0002, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.2059656478723013, | |
| "grad_norm": 0.00453265942633152, | |
| "learning_rate": 2.058823529411765e-05, | |
| "loss": 0.0216, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.20964360587002095, | |
| "grad_norm": 0.005607594270259142, | |
| "learning_rate": 2.0955882352941175e-05, | |
| "loss": 0.0206, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.21332156386774062, | |
| "grad_norm": 0.002988673048093915, | |
| "learning_rate": 2.1323529411764707e-05, | |
| "loss": 0.0002, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2169995218654603, | |
| "grad_norm": 0.15066058933734894, | |
| "learning_rate": 2.1691176470588237e-05, | |
| "loss": 0.0002, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.22067747986317995, | |
| "grad_norm": 0.2750360071659088, | |
| "learning_rate": 2.2058823529411766e-05, | |
| "loss": 0.0002, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.22435543786089962, | |
| "grad_norm": 0.00299286050722003, | |
| "learning_rate": 2.2426470588235296e-05, | |
| "loss": 0.0004, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.2280333958586193, | |
| "grad_norm": 0.004124614410102367, | |
| "learning_rate": 2.279411764705882e-05, | |
| "loss": 0.0001, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.23171135385633895, | |
| "grad_norm": 0.5924888849258423, | |
| "learning_rate": 2.3161764705882354e-05, | |
| "loss": 0.1041, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.23538931185405862, | |
| "grad_norm": 0.011225424706935883, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 0.0528, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.23906726985177829, | |
| "grad_norm": 0.008940880186855793, | |
| "learning_rate": 2.389705882352941e-05, | |
| "loss": 0.0972, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.24274522784949795, | |
| "grad_norm": 0.008405734784901142, | |
| "learning_rate": 2.4264705882352942e-05, | |
| "loss": 0.0495, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.24642318584721762, | |
| "grad_norm": 0.008656616322696209, | |
| "learning_rate": 2.4632352941176472e-05, | |
| "loss": 0.0216, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.2501011438449373, | |
| "grad_norm": 0.02361353114247322, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0385, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.25377910184265695, | |
| "grad_norm": 0.05051364749670029, | |
| "learning_rate": 2.536764705882353e-05, | |
| "loss": 0.0814, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.25745705984037665, | |
| "grad_norm": 0.00914950855076313, | |
| "learning_rate": 2.5735294117647057e-05, | |
| "loss": 0.0006, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.2611350178380963, | |
| "grad_norm": 0.008635000325739384, | |
| "learning_rate": 2.610294117647059e-05, | |
| "loss": 0.0003, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.264812975835816, | |
| "grad_norm": 0.005725966300815344, | |
| "learning_rate": 2.647058823529412e-05, | |
| "loss": 0.0002, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.2684909338335356, | |
| "grad_norm": 0.014133188873529434, | |
| "learning_rate": 2.6838235294117648e-05, | |
| "loss": 0.0562, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.2721688918312553, | |
| "grad_norm": 0.0024135392159223557, | |
| "learning_rate": 2.7205882352941177e-05, | |
| "loss": 0.003, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.27584684982897495, | |
| "grad_norm": 0.03300013393163681, | |
| "learning_rate": 2.7573529411764707e-05, | |
| "loss": 0.0947, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.27952480782669464, | |
| "grad_norm": 0.046893417835235596, | |
| "learning_rate": 2.7941176470588236e-05, | |
| "loss": 0.0613, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.2832027658244143, | |
| "grad_norm": 0.009986027143895626, | |
| "learning_rate": 2.8308823529411766e-05, | |
| "loss": 0.0616, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.286880723822134, | |
| "grad_norm": 0.05905308201909065, | |
| "learning_rate": 2.8676470588235295e-05, | |
| "loss": 0.1182, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.2905586818198536, | |
| "grad_norm": 0.00858025811612606, | |
| "learning_rate": 2.9044117647058824e-05, | |
| "loss": 0.0007, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.2942366398175733, | |
| "grad_norm": 95.36400604248047, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 0.0869, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.29791459781529295, | |
| "grad_norm": 0.005693793762475252, | |
| "learning_rate": 2.9779411764705883e-05, | |
| "loss": 0.0348, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.30159255581301264, | |
| "grad_norm": 0.009921176359057426, | |
| "learning_rate": 2.998365211705084e-05, | |
| "loss": 0.0514, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.3052705138107323, | |
| "grad_norm": 0.01893715187907219, | |
| "learning_rate": 2.9942782409677946e-05, | |
| "loss": 0.0575, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.308948471808452, | |
| "grad_norm": 0.012356853112578392, | |
| "learning_rate": 2.990191270230505e-05, | |
| "loss": 0.0085, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3126264298061716, | |
| "grad_norm": 0.027572082355618477, | |
| "learning_rate": 2.9861042994932156e-05, | |
| "loss": 0.0071, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.3163043878038913, | |
| "grad_norm": 0.0033696063328534365, | |
| "learning_rate": 2.9820173287559262e-05, | |
| "loss": 0.0153, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.31998234580161095, | |
| "grad_norm": 0.0032816240563988686, | |
| "learning_rate": 2.9779303580186367e-05, | |
| "loss": 0.0425, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.3236603037993306, | |
| "grad_norm": 0.013268062844872475, | |
| "learning_rate": 2.9738433872813472e-05, | |
| "loss": 0.0529, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3273382617970503, | |
| "grad_norm": 13.58910083770752, | |
| "learning_rate": 2.9697564165440574e-05, | |
| "loss": 0.1147, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.3310162197947699, | |
| "grad_norm": 80.59501647949219, | |
| "learning_rate": 2.965669445806768e-05, | |
| "loss": 0.0043, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3346941777924896, | |
| "grad_norm": 81.63990020751953, | |
| "learning_rate": 2.9615824750694785e-05, | |
| "loss": 0.0355, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.33837213579020925, | |
| "grad_norm": 0.014708608388900757, | |
| "learning_rate": 2.957495504332189e-05, | |
| "loss": 0.0668, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.34205009378792894, | |
| "grad_norm": 0.015443817712366581, | |
| "learning_rate": 2.9534085335948996e-05, | |
| "loss": 0.0006, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.3457280517856486, | |
| "grad_norm": 0.005841911304742098, | |
| "learning_rate": 2.94932156285761e-05, | |
| "loss": 0.0487, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.3494060097833683, | |
| "grad_norm": 0.06746743619441986, | |
| "learning_rate": 2.9452345921203207e-05, | |
| "loss": 0.0229, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.3530839677810879, | |
| "grad_norm": 0.002315863035619259, | |
| "learning_rate": 2.941147621383031e-05, | |
| "loss": 0.0003, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.3567619257788076, | |
| "grad_norm": 0.0017154604429379106, | |
| "learning_rate": 2.9370606506457414e-05, | |
| "loss": 0.0308, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.36043988377652725, | |
| "grad_norm": 0.009691163897514343, | |
| "learning_rate": 2.932973679908452e-05, | |
| "loss": 0.0256, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.36411784177424694, | |
| "grad_norm": 0.011957678943872452, | |
| "learning_rate": 2.9288867091711625e-05, | |
| "loss": 0.0713, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.3677957997719666, | |
| "grad_norm": 0.02373524010181427, | |
| "learning_rate": 2.924799738433873e-05, | |
| "loss": 0.0504, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.3714737577696863, | |
| "grad_norm": 0.0031693673226982355, | |
| "learning_rate": 2.9207127676965836e-05, | |
| "loss": 0.0251, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.3751517157674059, | |
| "grad_norm": 0.025995498523116112, | |
| "learning_rate": 2.916625796959294e-05, | |
| "loss": 0.0459, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.3788296737651256, | |
| "grad_norm": 0.006027763709425926, | |
| "learning_rate": 2.9125388262220043e-05, | |
| "loss": 0.0013, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.38250763176284525, | |
| "grad_norm": 0.014026220887899399, | |
| "learning_rate": 2.9084518554847148e-05, | |
| "loss": 0.0831, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.38618558976056494, | |
| "grad_norm": 0.025293108075857162, | |
| "learning_rate": 2.9043648847474254e-05, | |
| "loss": 0.0275, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.3898635477582846, | |
| "grad_norm": 0.0041050901636481285, | |
| "learning_rate": 2.900277914010136e-05, | |
| "loss": 0.0007, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.3935415057560043, | |
| "grad_norm": 0.027650628238916397, | |
| "learning_rate": 2.8961909432728464e-05, | |
| "loss": 0.0002, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.3972194637537239, | |
| "grad_norm": 0.06839253753423691, | |
| "learning_rate": 2.8921039725355566e-05, | |
| "loss": 0.0353, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.4008974217514436, | |
| "grad_norm": 0.005996390245854855, | |
| "learning_rate": 2.8880170017982672e-05, | |
| "loss": 0.0134, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.40457537974916324, | |
| "grad_norm": 0.0020017025526612997, | |
| "learning_rate": 2.8839300310609774e-05, | |
| "loss": 0.0002, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.40825333774688294, | |
| "grad_norm": 0.04533281922340393, | |
| "learning_rate": 2.879843060323688e-05, | |
| "loss": 0.0367, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.4119312957446026, | |
| "grad_norm": 0.005575124174356461, | |
| "learning_rate": 2.8757560895863984e-05, | |
| "loss": 0.064, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.41560925374232227, | |
| "grad_norm": 0.0019691460765898228, | |
| "learning_rate": 2.871669118849109e-05, | |
| "loss": 0.0005, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.4192872117400419, | |
| "grad_norm": 0.004097863100469112, | |
| "learning_rate": 2.8675821481118195e-05, | |
| "loss": 0.0557, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.4229651697377616, | |
| "grad_norm": 0.0018194678705185652, | |
| "learning_rate": 2.86349517737453e-05, | |
| "loss": 0.0009, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.42664312773548124, | |
| "grad_norm": 0.006679282058030367, | |
| "learning_rate": 2.8594082066372406e-05, | |
| "loss": 0.0882, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.43032108573320094, | |
| "grad_norm": 0.0030163535848259926, | |
| "learning_rate": 2.8553212358999508e-05, | |
| "loss": 0.0005, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.4339990437309206, | |
| "grad_norm": 0.2035808265209198, | |
| "learning_rate": 2.8512342651626613e-05, | |
| "loss": 0.0007, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.43767700172864027, | |
| "grad_norm": 0.022791976109147072, | |
| "learning_rate": 2.847147294425372e-05, | |
| "loss": 0.0941, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.4413549597263599, | |
| "grad_norm": 0.007299873046576977, | |
| "learning_rate": 2.8430603236880824e-05, | |
| "loss": 0.0511, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4450329177240796, | |
| "grad_norm": 0.003951882012188435, | |
| "learning_rate": 2.838973352950793e-05, | |
| "loss": 0.0096, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.44871087572179924, | |
| "grad_norm": 0.009184204041957855, | |
| "learning_rate": 2.8348863822135035e-05, | |
| "loss": 0.0372, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.45238883371951893, | |
| "grad_norm": 0.032343972474336624, | |
| "learning_rate": 2.830799411476214e-05, | |
| "loss": 0.0197, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.4560667917172386, | |
| "grad_norm": 0.002111822599545121, | |
| "learning_rate": 2.8267124407389246e-05, | |
| "loss": 0.0004, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.45974474971495827, | |
| "grad_norm": 0.0024695848114788532, | |
| "learning_rate": 2.8226254700016348e-05, | |
| "loss": 0.0757, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.4634227077126779, | |
| "grad_norm": 0.001880451338365674, | |
| "learning_rate": 2.8185384992643453e-05, | |
| "loss": 0.0181, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.4671006657103976, | |
| "grad_norm": 0.02519827149808407, | |
| "learning_rate": 2.814451528527056e-05, | |
| "loss": 0.0006, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.47077862370811724, | |
| "grad_norm": 0.0016058700857684016, | |
| "learning_rate": 2.8103645577897664e-05, | |
| "loss": 0.0088, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.47445658170583693, | |
| "grad_norm": 0.02888200432062149, | |
| "learning_rate": 2.806277587052477e-05, | |
| "loss": 0.0496, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.47813453970355657, | |
| "grad_norm": 0.0747719258069992, | |
| "learning_rate": 2.8021906163151874e-05, | |
| "loss": 0.1338, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.48181249770127627, | |
| "grad_norm": 4.114503860473633, | |
| "learning_rate": 2.798103645577898e-05, | |
| "loss": 0.063, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.4854904556989959, | |
| "grad_norm": 0.10994021594524384, | |
| "learning_rate": 2.7940166748406082e-05, | |
| "loss": 0.0525, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.4891684136967156, | |
| "grad_norm": 0.016218269243836403, | |
| "learning_rate": 2.7899297041033187e-05, | |
| "loss": 0.0547, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.49284637169443524, | |
| "grad_norm": 0.08570988476276398, | |
| "learning_rate": 2.7858427333660293e-05, | |
| "loss": 0.0551, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.49652432969215493, | |
| "grad_norm": 0.013475511223077774, | |
| "learning_rate": 2.7817557626287398e-05, | |
| "loss": 0.0445, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.5002022876898746, | |
| "grad_norm": 0.006590835750102997, | |
| "learning_rate": 2.7776687918914503e-05, | |
| "loss": 0.0005, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5038802456875943, | |
| "grad_norm": 0.004501729272305965, | |
| "learning_rate": 2.773581821154161e-05, | |
| "loss": 0.0219, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.5075582036853139, | |
| "grad_norm": 0.06999096274375916, | |
| "learning_rate": 2.769494850416871e-05, | |
| "loss": 0.0569, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5112361616830335, | |
| "grad_norm": 0.003883685451000929, | |
| "learning_rate": 2.7654078796795813e-05, | |
| "loss": 0.001, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.5149141196807533, | |
| "grad_norm": 0.0029312793631106615, | |
| "learning_rate": 2.7613209089422918e-05, | |
| "loss": 0.0229, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5185920776784729, | |
| "grad_norm": 0.006315870210528374, | |
| "learning_rate": 2.7572339382050023e-05, | |
| "loss": 0.0731, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.5222700356761926, | |
| "grad_norm": 0.0030722382944077253, | |
| "learning_rate": 2.753146967467713e-05, | |
| "loss": 0.0392, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.5259479936739122, | |
| "grad_norm": 0.005796592216938734, | |
| "learning_rate": 2.7490599967304234e-05, | |
| "loss": 0.0139, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.529625951671632, | |
| "grad_norm": 0.6967291831970215, | |
| "learning_rate": 2.744973025993134e-05, | |
| "loss": 0.0325, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5333039096693516, | |
| "grad_norm": 0.017705194652080536, | |
| "learning_rate": 2.7408860552558445e-05, | |
| "loss": 0.0433, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.5369818676670712, | |
| "grad_norm": 0.020230021327733994, | |
| "learning_rate": 2.7367990845185547e-05, | |
| "loss": 0.0007, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.5406598256647909, | |
| "grad_norm": 0.0023030710872262716, | |
| "learning_rate": 2.7327121137812652e-05, | |
| "loss": 0.0002, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.5443377836625106, | |
| "grad_norm": 0.0020703673362731934, | |
| "learning_rate": 2.7286251430439758e-05, | |
| "loss": 0.0002, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.5480157416602303, | |
| "grad_norm": 0.002691243775188923, | |
| "learning_rate": 2.7245381723066863e-05, | |
| "loss": 0.0005, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.5516936996579499, | |
| "grad_norm": 0.002691768342629075, | |
| "learning_rate": 2.720451201569397e-05, | |
| "loss": 0.0957, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.5553716576556695, | |
| "grad_norm": 0.05962933972477913, | |
| "learning_rate": 2.7163642308321074e-05, | |
| "loss": 0.1317, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.5590496156533893, | |
| "grad_norm": 0.06475093215703964, | |
| "learning_rate": 2.712277260094818e-05, | |
| "loss": 0.0257, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.5627275736511089, | |
| "grad_norm": 0.0121241370216012, | |
| "learning_rate": 2.708190289357528e-05, | |
| "loss": 0.0609, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.5664055316488286, | |
| "grad_norm": 0.007753327488899231, | |
| "learning_rate": 2.7041033186202387e-05, | |
| "loss": 0.0008, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.5700834896465482, | |
| "grad_norm": 0.005270315799862146, | |
| "learning_rate": 2.7000163478829492e-05, | |
| "loss": 0.0002, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.573761447644268, | |
| "grad_norm": 0.004358434583991766, | |
| "learning_rate": 2.6959293771456597e-05, | |
| "loss": 0.0174, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.5774394056419876, | |
| "grad_norm": 0.003769191913306713, | |
| "learning_rate": 2.6918424064083703e-05, | |
| "loss": 0.0513, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.5811173636397072, | |
| "grad_norm": 0.0043784258887171745, | |
| "learning_rate": 2.6877554356710808e-05, | |
| "loss": 0.0185, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.5847953216374269, | |
| "grad_norm": 0.004602793138474226, | |
| "learning_rate": 2.6836684649337913e-05, | |
| "loss": 0.0236, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.5884732796351466, | |
| "grad_norm": 0.002638947917148471, | |
| "learning_rate": 2.679581494196502e-05, | |
| "loss": 0.0155, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.5921512376328663, | |
| "grad_norm": 0.002830574056133628, | |
| "learning_rate": 2.675494523459212e-05, | |
| "loss": 0.0161, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.5958291956305859, | |
| "grad_norm": 0.015412558801472187, | |
| "learning_rate": 2.6714075527219226e-05, | |
| "loss": 0.131, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.5995071536283055, | |
| "grad_norm": 0.016349300742149353, | |
| "learning_rate": 2.667320581984633e-05, | |
| "loss": 0.0132, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.6031851116260253, | |
| "grad_norm": 0.013236075639724731, | |
| "learning_rate": 2.6632336112473437e-05, | |
| "loss": 0.0005, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.6068630696237449, | |
| "grad_norm": 0.007088659331202507, | |
| "learning_rate": 2.6591466405100542e-05, | |
| "loss": 0.0004, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.6105410276214646, | |
| "grad_norm": 0.02121301181614399, | |
| "learning_rate": 2.6550596697727648e-05, | |
| "loss": 0.0397, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.6142189856191842, | |
| "grad_norm": 0.030070917680859566, | |
| "learning_rate": 2.650972699035475e-05, | |
| "loss": 0.0754, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.617896943616904, | |
| "grad_norm": 10.173595428466797, | |
| "learning_rate": 2.646885728298185e-05, | |
| "loss": 0.0336, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.6215749016146236, | |
| "grad_norm": 0.014447388239204884, | |
| "learning_rate": 2.6427987575608957e-05, | |
| "loss": 0.003, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.6252528596123432, | |
| "grad_norm": 0.012096612714231014, | |
| "learning_rate": 2.6387117868236062e-05, | |
| "loss": 0.0481, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.6289308176100629, | |
| "grad_norm": 0.02047719806432724, | |
| "learning_rate": 2.6346248160863168e-05, | |
| "loss": 0.051, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.6326087756077826, | |
| "grad_norm": 0.01152089238166809, | |
| "learning_rate": 2.6305378453490273e-05, | |
| "loss": 0.011, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.6362867336055023, | |
| "grad_norm": 0.01178329810500145, | |
| "learning_rate": 2.626450874611738e-05, | |
| "loss": 0.0187, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.6399646916032219, | |
| "grad_norm": 0.012962247245013714, | |
| "learning_rate": 2.6223639038744484e-05, | |
| "loss": 0.041, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.6436426496009415, | |
| "grad_norm": 0.012993029318749905, | |
| "learning_rate": 2.6182769331371586e-05, | |
| "loss": 0.03, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.6473206075986612, | |
| "grad_norm": 0.01311455201357603, | |
| "learning_rate": 2.614189962399869e-05, | |
| "loss": 0.0421, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.6509985655963809, | |
| "grad_norm": 0.022407829761505127, | |
| "learning_rate": 2.6101029916625797e-05, | |
| "loss": 0.0312, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.6546765235941006, | |
| "grad_norm": 0.007614122703671455, | |
| "learning_rate": 2.6060160209252902e-05, | |
| "loss": 0.0014, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.6583544815918202, | |
| "grad_norm": 0.006891134660691023, | |
| "learning_rate": 2.6019290501880007e-05, | |
| "loss": 0.0966, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.6620324395895398, | |
| "grad_norm": 0.026897389441728592, | |
| "learning_rate": 2.5978420794507113e-05, | |
| "loss": 0.0387, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.6657103975872596, | |
| "grad_norm": 0.013364088721573353, | |
| "learning_rate": 2.5937551087134218e-05, | |
| "loss": 0.0007, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.6693883555849792, | |
| "grad_norm": 0.006984102539718151, | |
| "learning_rate": 2.589668137976132e-05, | |
| "loss": 0.0008, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.6730663135826989, | |
| "grad_norm": 0.005882107652723789, | |
| "learning_rate": 2.5855811672388425e-05, | |
| "loss": 0.0003, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.6767442715804185, | |
| "grad_norm": 0.008882598020136356, | |
| "learning_rate": 2.581494196501553e-05, | |
| "loss": 0.0389, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.6804222295781382, | |
| "grad_norm": 0.01086785364896059, | |
| "learning_rate": 2.5774072257642636e-05, | |
| "loss": 0.0305, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.6841001875758579, | |
| "grad_norm": 0.005837304517626762, | |
| "learning_rate": 2.573320255026974e-05, | |
| "loss": 0.0277, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.6877781455735775, | |
| "grad_norm": 0.006613869220018387, | |
| "learning_rate": 2.5692332842896847e-05, | |
| "loss": 0.0003, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.6914561035712972, | |
| "grad_norm": 0.012274155393242836, | |
| "learning_rate": 2.5651463135523952e-05, | |
| "loss": 0.0383, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.6951340615690169, | |
| "grad_norm": 0.0031378071289509535, | |
| "learning_rate": 2.5610593428151054e-05, | |
| "loss": 0.0065, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.6988120195667366, | |
| "grad_norm": 0.12304351478815079, | |
| "learning_rate": 2.556972372077816e-05, | |
| "loss": 0.0103, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.7024899775644562, | |
| "grad_norm": 0.005349988583475351, | |
| "learning_rate": 2.5528854013405265e-05, | |
| "loss": 0.0292, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.7061679355621758, | |
| "grad_norm": 0.0023686892818659544, | |
| "learning_rate": 2.548798430603237e-05, | |
| "loss": 0.0169, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.7098458935598956, | |
| "grad_norm": 0.0018137163715437055, | |
| "learning_rate": 2.5447114598659476e-05, | |
| "loss": 0.0444, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.7135238515576152, | |
| "grad_norm": 0.0029049592558294535, | |
| "learning_rate": 2.540624489128658e-05, | |
| "loss": 0.0591, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.7172018095553349, | |
| "grad_norm": 0.0024209930561482906, | |
| "learning_rate": 2.5365375183913687e-05, | |
| "loss": 0.0311, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.7208797675530545, | |
| "grad_norm": 62.02742385864258, | |
| "learning_rate": 2.532450547654079e-05, | |
| "loss": 0.0324, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.7245577255507742, | |
| "grad_norm": 0.002258418360725045, | |
| "learning_rate": 2.528363576916789e-05, | |
| "loss": 0.0003, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.7282356835484939, | |
| "grad_norm": 0.001804179628379643, | |
| "learning_rate": 2.5242766061794996e-05, | |
| "loss": 0.0499, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.7319136415462135, | |
| "grad_norm": 0.33615773916244507, | |
| "learning_rate": 2.52018963544221e-05, | |
| "loss": 0.0005, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.7355915995439332, | |
| "grad_norm": 0.0010956133482977748, | |
| "learning_rate": 2.5161026647049207e-05, | |
| "loss": 0.0008, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.7392695575416529, | |
| "grad_norm": 0.0012902173912152648, | |
| "learning_rate": 2.5120156939676312e-05, | |
| "loss": 0.0273, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.7429475155393725, | |
| "grad_norm": 0.013881388120353222, | |
| "learning_rate": 2.5079287232303417e-05, | |
| "loss": 0.0488, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.7466254735370922, | |
| "grad_norm": 0.011136908084154129, | |
| "learning_rate": 2.5038417524930523e-05, | |
| "loss": 0.0003, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.7503034315348118, | |
| "grad_norm": 0.020626788958907127, | |
| "learning_rate": 2.4997547817557625e-05, | |
| "loss": 0.0621, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.7539813895325316, | |
| "grad_norm": 0.039804015308618546, | |
| "learning_rate": 2.495667811018473e-05, | |
| "loss": 0.0941, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.7576593475302512, | |
| "grad_norm": 0.019914086908102036, | |
| "learning_rate": 2.4915808402811835e-05, | |
| "loss": 0.0021, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.7613373055279709, | |
| "grad_norm": 0.027103891596198082, | |
| "learning_rate": 2.487493869543894e-05, | |
| "loss": 0.0375, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.7650152635256905, | |
| "grad_norm": 0.008572924882173538, | |
| "learning_rate": 2.4834068988066046e-05, | |
| "loss": 0.0007, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.7686932215234102, | |
| "grad_norm": 0.011288322508335114, | |
| "learning_rate": 2.479319928069315e-05, | |
| "loss": 0.0339, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.7723711795211299, | |
| "grad_norm": 11.5412015914917, | |
| "learning_rate": 2.4752329573320257e-05, | |
| "loss": 0.0414, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.7760491375188495, | |
| "grad_norm": 0.016787946224212646, | |
| "learning_rate": 2.471145986594736e-05, | |
| "loss": 0.0817, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.7797270955165692, | |
| "grad_norm": 0.3828181326389313, | |
| "learning_rate": 2.4670590158574464e-05, | |
| "loss": 0.0013, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.7834050535142889, | |
| "grad_norm": 0.00423394562676549, | |
| "learning_rate": 2.462972045120157e-05, | |
| "loss": 0.0009, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.7870830115120085, | |
| "grad_norm": 0.0038542733527719975, | |
| "learning_rate": 2.4588850743828675e-05, | |
| "loss": 0.0006, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.7907609695097282, | |
| "grad_norm": 0.002444320358335972, | |
| "learning_rate": 2.454798103645578e-05, | |
| "loss": 0.0208, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 0.7944389275074478, | |
| "grad_norm": 0.06983044743537903, | |
| "learning_rate": 2.4507111329082886e-05, | |
| "loss": 0.0611, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.7981168855051676, | |
| "grad_norm": 0.0033168047666549683, | |
| "learning_rate": 2.446624162170999e-05, | |
| "loss": 0.0016, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 0.8017948435028872, | |
| "grad_norm": 0.0031268312595784664, | |
| "learning_rate": 2.4425371914337093e-05, | |
| "loss": 0.0119, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.8054728015006068, | |
| "grad_norm": 0.0019544719252735376, | |
| "learning_rate": 2.43845022069642e-05, | |
| "loss": 0.0337, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 0.8091507594983265, | |
| "grad_norm": 0.017085539177060127, | |
| "learning_rate": 2.4343632499591304e-05, | |
| "loss": 0.0776, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.8128287174960462, | |
| "grad_norm": 0.916741669178009, | |
| "learning_rate": 2.430276279221841e-05, | |
| "loss": 0.0009, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 0.8165066754937659, | |
| "grad_norm": 0.0018967619398608804, | |
| "learning_rate": 2.4261893084845515e-05, | |
| "loss": 0.0005, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.8201846334914855, | |
| "grad_norm": 0.002946459921076894, | |
| "learning_rate": 2.422102337747262e-05, | |
| "loss": 0.052, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 0.8238625914892052, | |
| "grad_norm": 0.00457314308732748, | |
| "learning_rate": 2.4180153670099725e-05, | |
| "loss": 0.0386, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.8275405494869249, | |
| "grad_norm": 0.00886601209640503, | |
| "learning_rate": 2.4139283962726827e-05, | |
| "loss": 0.0003, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 0.8312185074846445, | |
| "grad_norm": 0.004110053181648254, | |
| "learning_rate": 2.409841425535393e-05, | |
| "loss": 0.0002, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.8348964654823642, | |
| "grad_norm": 0.002550973556935787, | |
| "learning_rate": 2.4057544547981035e-05, | |
| "loss": 0.0893, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 0.8385744234800838, | |
| "grad_norm": 0.0047971270978450775, | |
| "learning_rate": 2.401667484060814e-05, | |
| "loss": 0.0649, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.8422523814778036, | |
| "grad_norm": 22.79808235168457, | |
| "learning_rate": 2.3975805133235246e-05, | |
| "loss": 0.0509, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 0.8459303394755232, | |
| "grad_norm": 0.02145661599934101, | |
| "learning_rate": 2.393493542586235e-05, | |
| "loss": 0.0456, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.8496082974732428, | |
| "grad_norm": 0.8593617081642151, | |
| "learning_rate": 2.3894065718489456e-05, | |
| "loss": 0.0727, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 0.8532862554709625, | |
| "grad_norm": 0.004426372237503529, | |
| "learning_rate": 2.385319601111656e-05, | |
| "loss": 0.0004, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.8569642134686822, | |
| "grad_norm": 0.0030661604832857847, | |
| "learning_rate": 2.3812326303743664e-05, | |
| "loss": 0.0001, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 0.8606421714664019, | |
| "grad_norm": 0.0062530264258384705, | |
| "learning_rate": 2.377145659637077e-05, | |
| "loss": 0.044, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.8643201294641215, | |
| "grad_norm": 0.023851774632930756, | |
| "learning_rate": 2.3730586888997874e-05, | |
| "loss": 0.0412, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 0.8679980874618412, | |
| "grad_norm": 0.013338697142899036, | |
| "learning_rate": 2.368971718162498e-05, | |
| "loss": 0.0006, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.8716760454595609, | |
| "grad_norm": 0.01904129609465599, | |
| "learning_rate": 2.3648847474252085e-05, | |
| "loss": 0.0726, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 0.8753540034572805, | |
| "grad_norm": 0.010262302123010159, | |
| "learning_rate": 2.360797776687919e-05, | |
| "loss": 0.0087, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.8790319614550002, | |
| "grad_norm": 0.006104280706495047, | |
| "learning_rate": 2.3567108059506296e-05, | |
| "loss": 0.0004, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 0.8827099194527198, | |
| "grad_norm": 0.019870450720191002, | |
| "learning_rate": 2.3526238352133398e-05, | |
| "loss": 0.0795, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.8863878774504396, | |
| "grad_norm": 0.021579677239060402, | |
| "learning_rate": 2.3485368644760503e-05, | |
| "loss": 0.0009, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 0.8900658354481592, | |
| "grad_norm": 0.007828918285667896, | |
| "learning_rate": 2.344449893738761e-05, | |
| "loss": 0.0017, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.8937437934458788, | |
| "grad_norm": 0.006341638043522835, | |
| "learning_rate": 2.3403629230014714e-05, | |
| "loss": 0.0198, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 0.8974217514435985, | |
| "grad_norm": 0.004665954038500786, | |
| "learning_rate": 2.336275952264182e-05, | |
| "loss": 0.0002, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.9010997094413182, | |
| "grad_norm": 0.0059740557335317135, | |
| "learning_rate": 2.3321889815268925e-05, | |
| "loss": 0.0398, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 0.9047776674390379, | |
| "grad_norm": 0.09372496604919434, | |
| "learning_rate": 2.328102010789603e-05, | |
| "loss": 0.0596, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.9084556254367575, | |
| "grad_norm": 0.06878636032342911, | |
| "learning_rate": 2.3240150400523132e-05, | |
| "loss": 0.0858, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 0.9121335834344771, | |
| "grad_norm": 5.581681728363037, | |
| "learning_rate": 2.3199280693150238e-05, | |
| "loss": 0.0728, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.9158115414321969, | |
| "grad_norm": 0.017690079286694527, | |
| "learning_rate": 2.3158410985777343e-05, | |
| "loss": 0.0109, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 0.9194894994299165, | |
| "grad_norm": 0.009789933450520039, | |
| "learning_rate": 2.3117541278404448e-05, | |
| "loss": 0.003, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.9231674574276362, | |
| "grad_norm": 0.007185524329543114, | |
| "learning_rate": 2.3076671571031554e-05, | |
| "loss": 0.0003, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 0.9268454154253558, | |
| "grad_norm": 0.29879918694496155, | |
| "learning_rate": 2.303580186365866e-05, | |
| "loss": 0.0004, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.9305233734230756, | |
| "grad_norm": 0.005276743322610855, | |
| "learning_rate": 2.2994932156285764e-05, | |
| "loss": 0.0209, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 0.9342013314207952, | |
| "grad_norm": 4.756071090698242, | |
| "learning_rate": 2.2954062448912866e-05, | |
| "loss": 0.0696, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.9378792894185148, | |
| "grad_norm": 0.005177750252187252, | |
| "learning_rate": 2.291319274153997e-05, | |
| "loss": 0.0294, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 0.9415572474162345, | |
| "grad_norm": 0.005691983737051487, | |
| "learning_rate": 2.2872323034167074e-05, | |
| "loss": 0.0102, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.9452352054139542, | |
| "grad_norm": 0.012254934757947922, | |
| "learning_rate": 2.283145332679418e-05, | |
| "loss": 0.0204, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 0.9489131634116739, | |
| "grad_norm": 0.007204866968095303, | |
| "learning_rate": 2.2790583619421284e-05, | |
| "loss": 0.001, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.9525911214093935, | |
| "grad_norm": 0.0022422156762331724, | |
| "learning_rate": 2.274971391204839e-05, | |
| "loss": 0.0074, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 0.9562690794071131, | |
| "grad_norm": 0.0029815786983817816, | |
| "learning_rate": 2.2708844204675495e-05, | |
| "loss": 0.0001, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.9599470374048328, | |
| "grad_norm": 0.0027428902685642242, | |
| "learning_rate": 2.26679744973026e-05, | |
| "loss": 0.0534, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 0.9636249954025525, | |
| "grad_norm": 0.0038738884031772614, | |
| "learning_rate": 2.2627104789929703e-05, | |
| "loss": 0.0167, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.9673029534002722, | |
| "grad_norm": 0.002053373260423541, | |
| "learning_rate": 2.2586235082556808e-05, | |
| "loss": 0.0119, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 0.9709809113979918, | |
| "grad_norm": 0.015416144393384457, | |
| "learning_rate": 2.2545365375183913e-05, | |
| "loss": 0.0436, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.9746588693957114, | |
| "grad_norm": 0.028199590742588043, | |
| "learning_rate": 2.250449566781102e-05, | |
| "loss": 0.06, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 0.9783368273934312, | |
| "grad_norm": 0.00808124803006649, | |
| "learning_rate": 2.2463625960438124e-05, | |
| "loss": 0.0082, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.9820147853911508, | |
| "grad_norm": 0.896677553653717, | |
| "learning_rate": 2.242275625306523e-05, | |
| "loss": 0.0004, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 0.9856927433888705, | |
| "grad_norm": 0.014748472720384598, | |
| "learning_rate": 2.2381886545692335e-05, | |
| "loss": 0.0554, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.9893707013865901, | |
| "grad_norm": 0.08279622346162796, | |
| "learning_rate": 2.2341016838319437e-05, | |
| "loss": 0.0727, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 0.9930486593843099, | |
| "grad_norm": 0.0343361496925354, | |
| "learning_rate": 2.2300147130946542e-05, | |
| "loss": 0.0653, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.9967266173820295, | |
| "grad_norm": 0.01778659224510193, | |
| "learning_rate": 2.2259277423573648e-05, | |
| "loss": 0.0468, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 0.9999632204200228, | |
| "eval_accuracy": 0.9960279514527399, | |
| "eval_auc": 0.9999026317054973, | |
| "eval_f1": 0.9960253201825409, | |
| "eval_loss": 0.020395906642079353, | |
| "eval_precision": 0.9967589864466706, | |
| "eval_recall": 0.9952927331568108, | |
| "eval_runtime": 2488.2544, | |
| "eval_samples_per_second": 5.464, | |
| "eval_steps_per_second": 1.366, | |
| "step": 6797 | |
| }, | |
| { | |
| "epoch": 1.0004045753797493, | |
| "grad_norm": 0.038309529423713684, | |
| "learning_rate": 2.2218407716200753e-05, | |
| "loss": 0.0867, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.0040825333774688, | |
| "grad_norm": 0.03099379874765873, | |
| "learning_rate": 2.217753800882786e-05, | |
| "loss": 0.0251, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 1.0077604913751885, | |
| "grad_norm": 0.014889312908053398, | |
| "learning_rate": 2.2136668301454964e-05, | |
| "loss": 0.0007, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 1.011438449372908, | |
| "grad_norm": 0.011484134942293167, | |
| "learning_rate": 2.209579859408207e-05, | |
| "loss": 0.0042, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 1.0151164073706278, | |
| "grad_norm": 0.008166844956576824, | |
| "learning_rate": 2.205492888670917e-05, | |
| "loss": 0.0003, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.0187943653683476, | |
| "grad_norm": 0.006568376440554857, | |
| "learning_rate": 2.2014059179336276e-05, | |
| "loss": 0.0003, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 1.022472323366067, | |
| "grad_norm": 0.0057509117759764194, | |
| "learning_rate": 2.1973189471963382e-05, | |
| "loss": 0.0084, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 1.0261502813637868, | |
| "grad_norm": 0.004868589341640472, | |
| "learning_rate": 2.1932319764590487e-05, | |
| "loss": 0.0043, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 1.0298282393615066, | |
| "grad_norm": 0.004712184425443411, | |
| "learning_rate": 2.1891450057217593e-05, | |
| "loss": 0.0029, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.033506197359226, | |
| "grad_norm": 0.0035947624128311872, | |
| "learning_rate": 2.1850580349844698e-05, | |
| "loss": 0.0051, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 1.0371841553569459, | |
| "grad_norm": 0.0033714687451720238, | |
| "learning_rate": 2.1809710642471803e-05, | |
| "loss": 0.0377, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 1.0408621133546654, | |
| "grad_norm": 12.332621574401855, | |
| "learning_rate": 2.1768840935098905e-05, | |
| "loss": 0.0061, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 1.0445400713523851, | |
| "grad_norm": 0.002749204868450761, | |
| "learning_rate": 2.172797122772601e-05, | |
| "loss": 0.0003, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.0482180293501049, | |
| "grad_norm": 0.0026924049016088247, | |
| "learning_rate": 2.1687101520353113e-05, | |
| "loss": 0.0001, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 1.0518959873478244, | |
| "grad_norm": 0.006290792487561703, | |
| "learning_rate": 2.1646231812980218e-05, | |
| "loss": 0.0443, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 1.0555739453455442, | |
| "grad_norm": 0.0048763868398964405, | |
| "learning_rate": 2.1605362105607323e-05, | |
| "loss": 0.0002, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 1.059251903343264, | |
| "grad_norm": 0.003825924126431346, | |
| "learning_rate": 2.156449239823443e-05, | |
| "loss": 0.0002, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.0629298613409834, | |
| "grad_norm": 0.0068919663317501545, | |
| "learning_rate": 2.1523622690861534e-05, | |
| "loss": 0.0001, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 1.0666078193387032, | |
| "grad_norm": 0.0029492308385670185, | |
| "learning_rate": 2.1482752983488636e-05, | |
| "loss": 0.0001, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 1.0702857773364227, | |
| "grad_norm": 0.0031761634163558483, | |
| "learning_rate": 2.144188327611574e-05, | |
| "loss": 0.0001, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 1.0739637353341425, | |
| "grad_norm": 0.004821736365556717, | |
| "learning_rate": 2.1401013568742847e-05, | |
| "loss": 0.0373, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.0776416933318622, | |
| "grad_norm": 0.003594837849959731, | |
| "learning_rate": 2.1360143861369952e-05, | |
| "loss": 0.0004, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 1.0813196513295817, | |
| "grad_norm": 0.004811630584299564, | |
| "learning_rate": 2.1319274153997058e-05, | |
| "loss": 0.0001, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 1.0849976093273015, | |
| "grad_norm": 0.006440363824367523, | |
| "learning_rate": 2.1278404446624163e-05, | |
| "loss": 0.0453, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 1.0886755673250212, | |
| "grad_norm": 0.007900132797658443, | |
| "learning_rate": 2.123753473925127e-05, | |
| "loss": 0.0003, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.0923535253227408, | |
| "grad_norm": 0.00898217223584652, | |
| "learning_rate": 2.1196665031878374e-05, | |
| "loss": 0.0811, | |
| "step": 7425 | |
| }, | |
| { | |
| "epoch": 1.0960314833204605, | |
| "grad_norm": 0.031215157359838486, | |
| "learning_rate": 2.1155795324505476e-05, | |
| "loss": 0.035, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 1.09970944131818, | |
| "grad_norm": 0.022409003227949142, | |
| "learning_rate": 2.111492561713258e-05, | |
| "loss": 0.0014, | |
| "step": 7475 | |
| }, | |
| { | |
| "epoch": 1.1033873993158998, | |
| "grad_norm": 0.0137456264346838, | |
| "learning_rate": 2.1074055909759686e-05, | |
| "loss": 0.0006, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.1070653573136195, | |
| "grad_norm": 0.006075088866055012, | |
| "learning_rate": 2.1033186202386792e-05, | |
| "loss": 0.0005, | |
| "step": 7525 | |
| }, | |
| { | |
| "epoch": 1.110743315311339, | |
| "grad_norm": 0.007382239680737257, | |
| "learning_rate": 2.0992316495013897e-05, | |
| "loss": 0.0003, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 1.1144212733090588, | |
| "grad_norm": 0.016082163900136948, | |
| "learning_rate": 2.0951446787641003e-05, | |
| "loss": 0.0469, | |
| "step": 7575 | |
| }, | |
| { | |
| "epoch": 1.1180992313067786, | |
| "grad_norm": 0.02028113603591919, | |
| "learning_rate": 2.0910577080268108e-05, | |
| "loss": 0.0398, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.121777189304498, | |
| "grad_norm": 0.014643259346485138, | |
| "learning_rate": 2.086970737289521e-05, | |
| "loss": 0.0007, | |
| "step": 7625 | |
| }, | |
| { | |
| "epoch": 1.1254551473022179, | |
| "grad_norm": 0.010461482219398022, | |
| "learning_rate": 2.0828837665522315e-05, | |
| "loss": 0.0004, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 1.1291331052999374, | |
| "grad_norm": 0.009396770037710667, | |
| "learning_rate": 2.078796795814942e-05, | |
| "loss": 0.0004, | |
| "step": 7675 | |
| }, | |
| { | |
| "epoch": 1.1328110632976571, | |
| "grad_norm": 0.007909806445240974, | |
| "learning_rate": 2.0747098250776526e-05, | |
| "loss": 0.016, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.1364890212953769, | |
| "grad_norm": 0.006153750233352184, | |
| "learning_rate": 2.070622854340363e-05, | |
| "loss": 0.0055, | |
| "step": 7725 | |
| }, | |
| { | |
| "epoch": 1.1401669792930964, | |
| "grad_norm": 0.006996823474764824, | |
| "learning_rate": 2.0665358836030737e-05, | |
| "loss": 0.0002, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 1.1438449372908162, | |
| "grad_norm": 0.006032935809344053, | |
| "learning_rate": 2.0624489128657842e-05, | |
| "loss": 0.0331, | |
| "step": 7775 | |
| }, | |
| { | |
| "epoch": 1.1475228952885357, | |
| "grad_norm": 0.003607578342780471, | |
| "learning_rate": 2.0583619421284944e-05, | |
| "loss": 0.0002, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.1512008532862554, | |
| "grad_norm": 0.004726866725832224, | |
| "learning_rate": 2.054274971391205e-05, | |
| "loss": 0.0002, | |
| "step": 7825 | |
| }, | |
| { | |
| "epoch": 1.1548788112839752, | |
| "grad_norm": 0.004033273551613092, | |
| "learning_rate": 2.050188000653915e-05, | |
| "loss": 0.0001, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 1.1585567692816947, | |
| "grad_norm": 0.0035559283569455147, | |
| "learning_rate": 2.0461010299166257e-05, | |
| "loss": 0.0001, | |
| "step": 7875 | |
| }, | |
| { | |
| "epoch": 1.1622347272794145, | |
| "grad_norm": 0.002765959594398737, | |
| "learning_rate": 2.0420140591793362e-05, | |
| "loss": 0.0001, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.1659126852771342, | |
| "grad_norm": 0.003123935777693987, | |
| "learning_rate": 2.0379270884420468e-05, | |
| "loss": 0.0001, | |
| "step": 7925 | |
| }, | |
| { | |
| "epoch": 1.1695906432748537, | |
| "grad_norm": 0.0030226910021156073, | |
| "learning_rate": 2.0338401177047573e-05, | |
| "loss": 0.0443, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 1.1732686012725735, | |
| "grad_norm": 0.002675386844202876, | |
| "learning_rate": 2.0297531469674675e-05, | |
| "loss": 0.0001, | |
| "step": 7975 | |
| }, | |
| { | |
| "epoch": 1.1769465592702932, | |
| "grad_norm": 0.002876314101740718, | |
| "learning_rate": 2.025666176230178e-05, | |
| "loss": 0.0001, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.1806245172680128, | |
| "grad_norm": 0.003930400125682354, | |
| "learning_rate": 2.0215792054928886e-05, | |
| "loss": 0.0463, | |
| "step": 8025 | |
| }, | |
| { | |
| "epoch": 1.1843024752657325, | |
| "grad_norm": 0.004908836912363768, | |
| "learning_rate": 2.017492234755599e-05, | |
| "loss": 0.0002, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 1.187980433263452, | |
| "grad_norm": 0.005489639472216368, | |
| "learning_rate": 2.0134052640183097e-05, | |
| "loss": 0.0014, | |
| "step": 8075 | |
| }, | |
| { | |
| "epoch": 1.1916583912611718, | |
| "grad_norm": 0.0054463837295770645, | |
| "learning_rate": 2.0093182932810202e-05, | |
| "loss": 0.0418, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.1953363492588915, | |
| "grad_norm": 0.004771388601511717, | |
| "learning_rate": 2.0052313225437307e-05, | |
| "loss": 0.0002, | |
| "step": 8125 | |
| }, | |
| { | |
| "epoch": 1.199014307256611, | |
| "grad_norm": 0.004579597618430853, | |
| "learning_rate": 2.001144351806441e-05, | |
| "loss": 0.0002, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 1.2026922652543308, | |
| "grad_norm": 0.005399708636105061, | |
| "learning_rate": 1.9970573810691515e-05, | |
| "loss": 0.0002, | |
| "step": 8175 | |
| }, | |
| { | |
| "epoch": 1.2063702232520503, | |
| "grad_norm": 0.0028218550141900778, | |
| "learning_rate": 1.992970410331862e-05, | |
| "loss": 0.0001, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.21004818124977, | |
| "grad_norm": 0.0270390622317791, | |
| "learning_rate": 1.9888834395945725e-05, | |
| "loss": 0.1464, | |
| "step": 8225 | |
| }, | |
| { | |
| "epoch": 1.2137261392474898, | |
| "grad_norm": 0.007817487232387066, | |
| "learning_rate": 1.984796468857283e-05, | |
| "loss": 0.0005, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 1.2174040972452094, | |
| "grad_norm": 0.009673170745372772, | |
| "learning_rate": 1.9807094981199936e-05, | |
| "loss": 0.0003, | |
| "step": 8275 | |
| }, | |
| { | |
| "epoch": 1.2210820552429291, | |
| "grad_norm": 0.006883264984935522, | |
| "learning_rate": 1.976622527382704e-05, | |
| "loss": 0.0364, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.2247600132406489, | |
| "grad_norm": 0.038729436695575714, | |
| "learning_rate": 1.9725355566454147e-05, | |
| "loss": 0.0002, | |
| "step": 8325 | |
| }, | |
| { | |
| "epoch": 1.2284379712383684, | |
| "grad_norm": 0.004570882301777601, | |
| "learning_rate": 1.968448585908125e-05, | |
| "loss": 0.0002, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 1.2321159292360881, | |
| "grad_norm": 0.010231226682662964, | |
| "learning_rate": 1.9643616151708354e-05, | |
| "loss": 0.0463, | |
| "step": 8375 | |
| }, | |
| { | |
| "epoch": 1.235793887233808, | |
| "grad_norm": 0.008044122718274593, | |
| "learning_rate": 1.960274644433546e-05, | |
| "loss": 0.0003, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.2394718452315274, | |
| "grad_norm": 0.005202152766287327, | |
| "learning_rate": 1.9561876736962565e-05, | |
| "loss": 0.0391, | |
| "step": 8425 | |
| }, | |
| { | |
| "epoch": 1.2431498032292472, | |
| "grad_norm": 0.0054007298313081264, | |
| "learning_rate": 1.952100702958967e-05, | |
| "loss": 0.0182, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 1.2468277612269667, | |
| "grad_norm": 0.005195588804781437, | |
| "learning_rate": 1.9480137322216776e-05, | |
| "loss": 0.0392, | |
| "step": 8475 | |
| }, | |
| { | |
| "epoch": 1.2505057192246865, | |
| "grad_norm": 0.00451032817363739, | |
| "learning_rate": 1.943926761484388e-05, | |
| "loss": 0.0002, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.2541836772224062, | |
| "grad_norm": 0.00390147278085351, | |
| "learning_rate": 1.9398397907470983e-05, | |
| "loss": 0.0002, | |
| "step": 8525 | |
| }, | |
| { | |
| "epoch": 1.2578616352201257, | |
| "grad_norm": 0.0030624952632933855, | |
| "learning_rate": 1.935752820009809e-05, | |
| "loss": 0.0001, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 1.2615395932178455, | |
| "grad_norm": 0.0030448674224317074, | |
| "learning_rate": 1.931665849272519e-05, | |
| "loss": 0.0001, | |
| "step": 8575 | |
| }, | |
| { | |
| "epoch": 1.265217551215565, | |
| "grad_norm": 0.003369387937709689, | |
| "learning_rate": 1.9275788785352296e-05, | |
| "loss": 0.0001, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.2688955092132848, | |
| "grad_norm": 0.0026294661220163107, | |
| "learning_rate": 1.92349190779794e-05, | |
| "loss": 0.0001, | |
| "step": 8625 | |
| }, | |
| { | |
| "epoch": 1.2725734672110045, | |
| "grad_norm": 0.002674271585419774, | |
| "learning_rate": 1.9194049370606507e-05, | |
| "loss": 0.0001, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 1.276251425208724, | |
| "grad_norm": 0.016562707722187042, | |
| "learning_rate": 1.9153179663233612e-05, | |
| "loss": 0.0001, | |
| "step": 8675 | |
| }, | |
| { | |
| "epoch": 1.2799293832064438, | |
| "grad_norm": 0.002845450770109892, | |
| "learning_rate": 1.9112309955860714e-05, | |
| "loss": 0.0376, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.2836073412041635, | |
| "grad_norm": 0.002954358235001564, | |
| "learning_rate": 1.907144024848782e-05, | |
| "loss": 0.0001, | |
| "step": 8725 | |
| }, | |
| { | |
| "epoch": 1.287285299201883, | |
| "grad_norm": 0.002028050599619746, | |
| "learning_rate": 1.9030570541114925e-05, | |
| "loss": 0.0047, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 1.2909632571996028, | |
| "grad_norm": 0.002608607057482004, | |
| "learning_rate": 1.898970083374203e-05, | |
| "loss": 0.0001, | |
| "step": 8775 | |
| }, | |
| { | |
| "epoch": 1.2946412151973226, | |
| "grad_norm": 0.0024424525909125805, | |
| "learning_rate": 1.8948831126369135e-05, | |
| "loss": 0.0001, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.298319173195042, | |
| "grad_norm": 0.001993270590901375, | |
| "learning_rate": 1.890796141899624e-05, | |
| "loss": 0.0001, | |
| "step": 8825 | |
| }, | |
| { | |
| "epoch": 1.3019971311927618, | |
| "grad_norm": 0.009992810897529125, | |
| "learning_rate": 1.8867091711623346e-05, | |
| "loss": 0.0001, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 1.3056750891904814, | |
| "grad_norm": 0.003959705121815205, | |
| "learning_rate": 1.8826222004250448e-05, | |
| "loss": 0.0336, | |
| "step": 8875 | |
| }, | |
| { | |
| "epoch": 1.3093530471882011, | |
| "grad_norm": 0.002648918190971017, | |
| "learning_rate": 1.8785352296877554e-05, | |
| "loss": 0.0002, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.3130310051859206, | |
| "grad_norm": 0.001997936749830842, | |
| "learning_rate": 1.874448258950466e-05, | |
| "loss": 0.0001, | |
| "step": 8925 | |
| }, | |
| { | |
| "epoch": 1.3167089631836404, | |
| "grad_norm": 0.0019702455028891563, | |
| "learning_rate": 1.8703612882131764e-05, | |
| "loss": 0.0001, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 1.3203869211813601, | |
| "grad_norm": 0.0019666815642267466, | |
| "learning_rate": 1.866274317475887e-05, | |
| "loss": 0.015, | |
| "step": 8975 | |
| }, | |
| { | |
| "epoch": 1.3240648791790797, | |
| "grad_norm": 0.016209330409765244, | |
| "learning_rate": 1.8621873467385975e-05, | |
| "loss": 0.0499, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.3277428371767994, | |
| "grad_norm": 0.002770668361335993, | |
| "learning_rate": 1.858100376001308e-05, | |
| "loss": 0.0001, | |
| "step": 9025 | |
| }, | |
| { | |
| "epoch": 1.3314207951745192, | |
| "grad_norm": 0.0025566229596734047, | |
| "learning_rate": 1.8540134052640182e-05, | |
| "loss": 0.0429, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 1.3350987531722387, | |
| "grad_norm": 0.00490075396373868, | |
| "learning_rate": 1.8499264345267288e-05, | |
| "loss": 0.0391, | |
| "step": 9075 | |
| }, | |
| { | |
| "epoch": 1.3387767111699584, | |
| "grad_norm": 0.002448379760608077, | |
| "learning_rate": 1.8458394637894393e-05, | |
| "loss": 0.0002, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.3424546691676782, | |
| "grad_norm": 0.0027882566209882498, | |
| "learning_rate": 1.84175249305215e-05, | |
| "loss": 0.0001, | |
| "step": 9125 | |
| }, | |
| { | |
| "epoch": 1.3461326271653977, | |
| "grad_norm": 0.0021890706848353148, | |
| "learning_rate": 1.8376655223148604e-05, | |
| "loss": 0.0001, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 1.3498105851631175, | |
| "grad_norm": 0.002767590805888176, | |
| "learning_rate": 1.833578551577571e-05, | |
| "loss": 0.0001, | |
| "step": 9175 | |
| }, | |
| { | |
| "epoch": 1.3534885431608372, | |
| "grad_norm": 0.0018375491490587592, | |
| "learning_rate": 1.8294915808402815e-05, | |
| "loss": 0.0003, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.3571665011585567, | |
| "grad_norm": 0.0020680581219494343, | |
| "learning_rate": 1.825404610102992e-05, | |
| "loss": 0.0001, | |
| "step": 9225 | |
| }, | |
| { | |
| "epoch": 1.3608444591562765, | |
| "grad_norm": 0.001452911994419992, | |
| "learning_rate": 1.8213176393657022e-05, | |
| "loss": 0.0001, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 1.364522417153996, | |
| "grad_norm": 0.011856326833367348, | |
| "learning_rate": 1.8172306686284127e-05, | |
| "loss": 0.0498, | |
| "step": 9275 | |
| }, | |
| { | |
| "epoch": 1.3682003751517158, | |
| "grad_norm": 0.005070924758911133, | |
| "learning_rate": 1.813143697891123e-05, | |
| "loss": 0.0003, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.3718783331494353, | |
| "grad_norm": 0.003941578324884176, | |
| "learning_rate": 1.8090567271538335e-05, | |
| "loss": 0.0001, | |
| "step": 9325 | |
| }, | |
| { | |
| "epoch": 1.375556291147155, | |
| "grad_norm": 0.0044369762763381, | |
| "learning_rate": 1.804969756416544e-05, | |
| "loss": 0.0395, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 1.3792342491448748, | |
| "grad_norm": 0.003973621409386396, | |
| "learning_rate": 1.8008827856792546e-05, | |
| "loss": 0.0002, | |
| "step": 9375 | |
| }, | |
| { | |
| "epoch": 1.3829122071425943, | |
| "grad_norm": 0.00455184280872345, | |
| "learning_rate": 1.796795814941965e-05, | |
| "loss": 0.0001, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.386590165140314, | |
| "grad_norm": 0.0031091428827494383, | |
| "learning_rate": 1.7927088442046753e-05, | |
| "loss": 0.0001, | |
| "step": 9425 | |
| }, | |
| { | |
| "epoch": 1.3902681231380338, | |
| "grad_norm": 0.0024325144477188587, | |
| "learning_rate": 1.7886218734673858e-05, | |
| "loss": 0.0001, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 1.3939460811357534, | |
| "grad_norm": 0.0036399061791598797, | |
| "learning_rate": 1.7845349027300964e-05, | |
| "loss": 0.0001, | |
| "step": 9475 | |
| }, | |
| { | |
| "epoch": 1.397624039133473, | |
| "grad_norm": 0.0023723021149635315, | |
| "learning_rate": 1.780447931992807e-05, | |
| "loss": 0.0001, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.4013019971311929, | |
| "grad_norm": 0.0027509965002536774, | |
| "learning_rate": 1.7763609612555174e-05, | |
| "loss": 0.0001, | |
| "step": 9525 | |
| }, | |
| { | |
| "epoch": 1.4049799551289124, | |
| "grad_norm": 0.0033826676663011312, | |
| "learning_rate": 1.772273990518228e-05, | |
| "loss": 0.0001, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 1.4086579131266321, | |
| "grad_norm": 0.011138912290334702, | |
| "learning_rate": 1.7681870197809385e-05, | |
| "loss": 0.0398, | |
| "step": 9575 | |
| }, | |
| { | |
| "epoch": 1.4123358711243519, | |
| "grad_norm": 0.023271048441529274, | |
| "learning_rate": 1.7641000490436487e-05, | |
| "loss": 0.0747, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.4160138291220714, | |
| "grad_norm": 0.18063010275363922, | |
| "learning_rate": 1.7600130783063593e-05, | |
| "loss": 0.0009, | |
| "step": 9625 | |
| }, | |
| { | |
| "epoch": 1.4196917871197912, | |
| "grad_norm": 0.012859140522778034, | |
| "learning_rate": 1.7559261075690698e-05, | |
| "loss": 0.0444, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 1.4233697451175107, | |
| "grad_norm": 0.003733620513230562, | |
| "learning_rate": 1.7518391368317803e-05, | |
| "loss": 0.0219, | |
| "step": 9675 | |
| }, | |
| { | |
| "epoch": 1.4270477031152304, | |
| "grad_norm": 4.048089504241943, | |
| "learning_rate": 1.747752166094491e-05, | |
| "loss": 0.052, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.43072566111295, | |
| "grad_norm": 0.02329842559993267, | |
| "learning_rate": 1.7436651953572014e-05, | |
| "loss": 0.0033, | |
| "step": 9725 | |
| }, | |
| { | |
| "epoch": 1.4344036191106697, | |
| "grad_norm": 0.5609085559844971, | |
| "learning_rate": 1.739578224619912e-05, | |
| "loss": 0.0468, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 1.4380815771083895, | |
| "grad_norm": 0.010268951766192913, | |
| "learning_rate": 1.735491253882622e-05, | |
| "loss": 0.0004, | |
| "step": 9775 | |
| }, | |
| { | |
| "epoch": 1.441759535106109, | |
| "grad_norm": 0.005183890461921692, | |
| "learning_rate": 1.7314042831453327e-05, | |
| "loss": 0.0002, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.4454374931038287, | |
| "grad_norm": 0.006362477317452431, | |
| "learning_rate": 1.7273173124080432e-05, | |
| "loss": 0.0623, | |
| "step": 9825 | |
| }, | |
| { | |
| "epoch": 1.4491154511015485, | |
| "grad_norm": 0.004158661235123873, | |
| "learning_rate": 1.7232303416707537e-05, | |
| "loss": 0.0002, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 1.452793409099268, | |
| "grad_norm": 0.003037210088223219, | |
| "learning_rate": 1.7191433709334643e-05, | |
| "loss": 0.0001, | |
| "step": 9875 | |
| }, | |
| { | |
| "epoch": 1.4564713670969878, | |
| "grad_norm": 0.006479774601757526, | |
| "learning_rate": 1.7150564001961748e-05, | |
| "loss": 0.0562, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.4601493250947075, | |
| "grad_norm": 34.625465393066406, | |
| "learning_rate": 1.7109694294588854e-05, | |
| "loss": 0.0423, | |
| "step": 9925 | |
| }, | |
| { | |
| "epoch": 1.463827283092427, | |
| "grad_norm": 0.003740801243111491, | |
| "learning_rate": 1.706882458721596e-05, | |
| "loss": 0.0001, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 1.4675052410901468, | |
| "grad_norm": 0.06391607969999313, | |
| "learning_rate": 1.702795487984306e-05, | |
| "loss": 0.0211, | |
| "step": 9975 | |
| }, | |
| { | |
| "epoch": 1.4711831990878665, | |
| "grad_norm": 0.0029998337849974632, | |
| "learning_rate": 1.6987085172470166e-05, | |
| "loss": 0.0012, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.474861157085586, | |
| "grad_norm": 0.002598424442112446, | |
| "learning_rate": 1.6946215465097272e-05, | |
| "loss": 0.0056, | |
| "step": 10025 | |
| }, | |
| { | |
| "epoch": 1.4785391150833058, | |
| "grad_norm": 0.0026498546358197927, | |
| "learning_rate": 1.6905345757724374e-05, | |
| "loss": 0.0003, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 1.4822170730810253, | |
| "grad_norm": 0.002896289573982358, | |
| "learning_rate": 1.686447605035148e-05, | |
| "loss": 0.0244, | |
| "step": 10075 | |
| }, | |
| { | |
| "epoch": 1.485895031078745, | |
| "grad_norm": 0.002737634815275669, | |
| "learning_rate": 1.6823606342978584e-05, | |
| "loss": 0.0002, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.4895729890764646, | |
| "grad_norm": 0.002295145532116294, | |
| "learning_rate": 1.678273663560569e-05, | |
| "loss": 0.0001, | |
| "step": 10125 | |
| }, | |
| { | |
| "epoch": 1.4932509470741844, | |
| "grad_norm": 0.0018749627051874995, | |
| "learning_rate": 1.6741866928232792e-05, | |
| "loss": 0.0001, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 1.4969289050719041, | |
| "grad_norm": 0.002252426231279969, | |
| "learning_rate": 1.6700997220859897e-05, | |
| "loss": 0.0091, | |
| "step": 10175 | |
| }, | |
| { | |
| "epoch": 1.5006068630696237, | |
| "grad_norm": 0.001987684750929475, | |
| "learning_rate": 1.6660127513487003e-05, | |
| "loss": 0.0059, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.5042848210673434, | |
| "grad_norm": 0.0018681609071791172, | |
| "learning_rate": 1.6619257806114108e-05, | |
| "loss": 0.0036, | |
| "step": 10225 | |
| }, | |
| { | |
| "epoch": 1.5079627790650632, | |
| "grad_norm": 0.002243634080514312, | |
| "learning_rate": 1.6578388098741213e-05, | |
| "loss": 0.0001, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 1.5116407370627827, | |
| "grad_norm": 0.005282828118652105, | |
| "learning_rate": 1.653751839136832e-05, | |
| "loss": 0.0508, | |
| "step": 10275 | |
| }, | |
| { | |
| "epoch": 1.5153186950605024, | |
| "grad_norm": 0.0033266160171478987, | |
| "learning_rate": 1.6496648683995424e-05, | |
| "loss": 0.0036, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.5189966530582222, | |
| "grad_norm": 0.0024327326100319624, | |
| "learning_rate": 1.6455778976622526e-05, | |
| "loss": 0.0001, | |
| "step": 10325 | |
| }, | |
| { | |
| "epoch": 1.5226746110559417, | |
| "grad_norm": 0.0037725428119301796, | |
| "learning_rate": 1.641490926924963e-05, | |
| "loss": 0.0859, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 1.5263525690536615, | |
| "grad_norm": 0.01479677390307188, | |
| "learning_rate": 1.6374039561876737e-05, | |
| "loss": 0.0002, | |
| "step": 10375 | |
| }, | |
| { | |
| "epoch": 1.5300305270513812, | |
| "grad_norm": 0.002465145429596305, | |
| "learning_rate": 1.6333169854503842e-05, | |
| "loss": 0.0009, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 1.5337084850491007, | |
| "grad_norm": 0.002028359565883875, | |
| "learning_rate": 1.6292300147130948e-05, | |
| "loss": 0.0001, | |
| "step": 10425 | |
| }, | |
| { | |
| "epoch": 1.5373864430468203, | |
| "grad_norm": 0.0017766653327271342, | |
| "learning_rate": 1.6251430439758053e-05, | |
| "loss": 0.0001, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 1.5410644010445402, | |
| "grad_norm": 0.002013767370954156, | |
| "learning_rate": 1.6210560732385158e-05, | |
| "loss": 0.0255, | |
| "step": 10475 | |
| }, | |
| { | |
| "epoch": 1.5447423590422598, | |
| "grad_norm": 0.0019861028995364904, | |
| "learning_rate": 1.616969102501226e-05, | |
| "loss": 0.0109, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.5484203170399793, | |
| "grad_norm": 0.0017919589299708605, | |
| "learning_rate": 1.6128821317639366e-05, | |
| "loss": 0.0063, | |
| "step": 10525 | |
| }, | |
| { | |
| "epoch": 1.552098275037699, | |
| "grad_norm": 0.001575242611579597, | |
| "learning_rate": 1.608795161026647e-05, | |
| "loss": 0.0001, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 1.5557762330354188, | |
| "grad_norm": 0.0017625424079596996, | |
| "learning_rate": 1.6047081902893576e-05, | |
| "loss": 0.0001, | |
| "step": 10575 | |
| }, | |
| { | |
| "epoch": 1.5594541910331383, | |
| "grad_norm": 0.0014293509302660823, | |
| "learning_rate": 1.6006212195520682e-05, | |
| "loss": 0.0001, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 1.563132149030858, | |
| "grad_norm": 3.637284994125366, | |
| "learning_rate": 1.5965342488147787e-05, | |
| "loss": 0.0319, | |
| "step": 10625 | |
| }, | |
| { | |
| "epoch": 1.5668101070285778, | |
| "grad_norm": 0.0015190584817901254, | |
| "learning_rate": 1.5924472780774893e-05, | |
| "loss": 0.1112, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 1.5704880650262973, | |
| "grad_norm": 0.0019073854200541973, | |
| "learning_rate": 1.5883603073401995e-05, | |
| "loss": 0.0001, | |
| "step": 10675 | |
| }, | |
| { | |
| "epoch": 1.574166023024017, | |
| "grad_norm": 0.15334878861904144, | |
| "learning_rate": 1.58427333660291e-05, | |
| "loss": 0.0001, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 1.5778439810217368, | |
| "grad_norm": 0.0013233659556135535, | |
| "learning_rate": 1.5801863658656205e-05, | |
| "loss": 0.0006, | |
| "step": 10725 | |
| }, | |
| { | |
| "epoch": 1.5815219390194564, | |
| "grad_norm": 60.88636779785156, | |
| "learning_rate": 1.576099395128331e-05, | |
| "loss": 0.0794, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 1.5851998970171761, | |
| "grad_norm": 0.006810314953327179, | |
| "learning_rate": 1.5720124243910413e-05, | |
| "loss": 0.0272, | |
| "step": 10775 | |
| }, | |
| { | |
| "epoch": 1.5888778550148959, | |
| "grad_norm": 0.006012595724314451, | |
| "learning_rate": 1.5679254536537518e-05, | |
| "loss": 0.0177, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 1.5925558130126154, | |
| "grad_norm": 0.0041669500060379505, | |
| "learning_rate": 1.5638384829164623e-05, | |
| "loss": 0.0007, | |
| "step": 10825 | |
| }, | |
| { | |
| "epoch": 1.596233771010335, | |
| "grad_norm": 0.0024410944897681475, | |
| "learning_rate": 1.559751512179173e-05, | |
| "loss": 0.0001, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 1.5999117290080547, | |
| "grad_norm": 0.002287843730300665, | |
| "learning_rate": 1.555664541441883e-05, | |
| "loss": 0.0001, | |
| "step": 10875 | |
| }, | |
| { | |
| "epoch": 1.6035896870057744, | |
| "grad_norm": 0.002450288040563464, | |
| "learning_rate": 1.5515775707045936e-05, | |
| "loss": 0.0001, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 1.607267645003494, | |
| "grad_norm": 0.0017540917033329606, | |
| "learning_rate": 1.547490599967304e-05, | |
| "loss": 0.0001, | |
| "step": 10925 | |
| }, | |
| { | |
| "epoch": 1.6109456030012137, | |
| "grad_norm": 0.0018945990595966578, | |
| "learning_rate": 1.5434036292300147e-05, | |
| "loss": 0.0001, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 1.6146235609989334, | |
| "grad_norm": 0.38427916169166565, | |
| "learning_rate": 1.5393166584927252e-05, | |
| "loss": 0.0478, | |
| "step": 10975 | |
| }, | |
| { | |
| "epoch": 1.618301518996653, | |
| "grad_norm": 0.005249540787190199, | |
| "learning_rate": 1.5352296877554358e-05, | |
| "loss": 0.0005, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.6219794769943727, | |
| "grad_norm": 0.049626559019088745, | |
| "learning_rate": 1.5311427170181463e-05, | |
| "loss": 0.0803, | |
| "step": 11025 | |
| }, | |
| { | |
| "epoch": 1.6256574349920925, | |
| "grad_norm": 0.006765100173652172, | |
| "learning_rate": 1.5270557462808565e-05, | |
| "loss": 0.021, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 1.629335392989812, | |
| "grad_norm": 0.012057892046868801, | |
| "learning_rate": 1.522968775543567e-05, | |
| "loss": 0.0005, | |
| "step": 11075 | |
| }, | |
| { | |
| "epoch": 1.6330133509875318, | |
| "grad_norm": 0.012171362526714802, | |
| "learning_rate": 1.5188818048062776e-05, | |
| "loss": 0.0171, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 1.6366913089852515, | |
| "grad_norm": 0.006173169240355492, | |
| "learning_rate": 1.5147948340689881e-05, | |
| "loss": 0.0183, | |
| "step": 11125 | |
| }, | |
| { | |
| "epoch": 1.640369266982971, | |
| "grad_norm": 0.025982793420553207, | |
| "learning_rate": 1.5107078633316986e-05, | |
| "loss": 0.041, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 1.6440472249806906, | |
| "grad_norm": 0.0121184466406703, | |
| "learning_rate": 1.5066208925944092e-05, | |
| "loss": 0.0066, | |
| "step": 11175 | |
| }, | |
| { | |
| "epoch": 1.6477251829784105, | |
| "grad_norm": 0.008928947150707245, | |
| "learning_rate": 1.5025339218571197e-05, | |
| "loss": 0.0013, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 1.65140314097613, | |
| "grad_norm": 0.003572331042960286, | |
| "learning_rate": 1.4984469511198301e-05, | |
| "loss": 0.0448, | |
| "step": 11225 | |
| }, | |
| { | |
| "epoch": 1.6550810989738496, | |
| "grad_norm": 0.012093408964574337, | |
| "learning_rate": 1.4943599803825406e-05, | |
| "loss": 0.0003, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 1.6587590569715693, | |
| "grad_norm": 0.005746824201196432, | |
| "learning_rate": 1.490273009645251e-05, | |
| "loss": 0.0002, | |
| "step": 11275 | |
| }, | |
| { | |
| "epoch": 1.662437014969289, | |
| "grad_norm": 0.005075458902865648, | |
| "learning_rate": 1.4861860389079615e-05, | |
| "loss": 0.0431, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 1.6661149729670086, | |
| "grad_norm": 0.006644480861723423, | |
| "learning_rate": 1.4820990681706719e-05, | |
| "loss": 0.0003, | |
| "step": 11325 | |
| }, | |
| { | |
| "epoch": 1.6697929309647284, | |
| "grad_norm": 0.016171354800462723, | |
| "learning_rate": 1.4780120974333823e-05, | |
| "loss": 0.0163, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 1.673470888962448, | |
| "grad_norm": 0.005658384878188372, | |
| "learning_rate": 1.4739251266960928e-05, | |
| "loss": 0.0022, | |
| "step": 11375 | |
| }, | |
| { | |
| "epoch": 1.6771488469601676, | |
| "grad_norm": 0.010968804359436035, | |
| "learning_rate": 1.4698381559588033e-05, | |
| "loss": 0.0804, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 1.6808268049578874, | |
| "grad_norm": 0.029876096174120903, | |
| "learning_rate": 1.4657511852215139e-05, | |
| "loss": 0.067, | |
| "step": 11425 | |
| }, | |
| { | |
| "epoch": 1.6845047629556071, | |
| "grad_norm": 0.03841656073927879, | |
| "learning_rate": 1.4616642144842242e-05, | |
| "loss": 0.0349, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 1.6881827209533267, | |
| "grad_norm": 0.017025554552674294, | |
| "learning_rate": 1.4575772437469348e-05, | |
| "loss": 0.001, | |
| "step": 11475 | |
| }, | |
| { | |
| "epoch": 1.6918606789510464, | |
| "grad_norm": 0.024776197969913483, | |
| "learning_rate": 1.4534902730096453e-05, | |
| "loss": 0.0356, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.6955386369487662, | |
| "grad_norm": 0.018094466999173164, | |
| "learning_rate": 1.4494033022723559e-05, | |
| "loss": 0.0006, | |
| "step": 11525 | |
| }, | |
| { | |
| "epoch": 1.6992165949464857, | |
| "grad_norm": 0.010948434472084045, | |
| "learning_rate": 1.4453163315350662e-05, | |
| "loss": 0.0566, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 1.7028945529442052, | |
| "grad_norm": 0.06060256063938141, | |
| "learning_rate": 1.4412293607977768e-05, | |
| "loss": 0.087, | |
| "step": 11575 | |
| }, | |
| { | |
| "epoch": 1.7065725109419252, | |
| "grad_norm": 0.0425218902528286, | |
| "learning_rate": 1.4371423900604873e-05, | |
| "loss": 0.0014, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 1.7102504689396447, | |
| "grad_norm": 0.03931298479437828, | |
| "learning_rate": 1.4330554193231977e-05, | |
| "loss": 0.0329, | |
| "step": 11625 | |
| }, | |
| { | |
| "epoch": 1.7139284269373642, | |
| "grad_norm": 0.05203554406762123, | |
| "learning_rate": 1.4289684485859082e-05, | |
| "loss": 0.0667, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 1.717606384935084, | |
| "grad_norm": 0.059145841747522354, | |
| "learning_rate": 1.4248814778486187e-05, | |
| "loss": 0.0464, | |
| "step": 11675 | |
| }, | |
| { | |
| "epoch": 1.7212843429328037, | |
| "grad_norm": 0.053441960364580154, | |
| "learning_rate": 1.4207945071113291e-05, | |
| "loss": 0.0598, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 1.7249623009305233, | |
| "grad_norm": 0.0338728241622448, | |
| "learning_rate": 1.4167075363740395e-05, | |
| "loss": 0.0014, | |
| "step": 11725 | |
| }, | |
| { | |
| "epoch": 1.728640258928243, | |
| "grad_norm": 0.03298606723546982, | |
| "learning_rate": 1.41262056563675e-05, | |
| "loss": 0.0011, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 1.7323182169259628, | |
| "grad_norm": 0.007968394085764885, | |
| "learning_rate": 1.4085335948994606e-05, | |
| "loss": 0.0332, | |
| "step": 11775 | |
| }, | |
| { | |
| "epoch": 1.7359961749236823, | |
| "grad_norm": 0.033015619963407516, | |
| "learning_rate": 1.404446624162171e-05, | |
| "loss": 0.0471, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 1.739674132921402, | |
| "grad_norm": 0.03123684972524643, | |
| "learning_rate": 1.4003596534248815e-05, | |
| "loss": 0.0008, | |
| "step": 11825 | |
| }, | |
| { | |
| "epoch": 1.7433520909191218, | |
| "grad_norm": 0.026270106434822083, | |
| "learning_rate": 1.396272682687592e-05, | |
| "loss": 0.027, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 1.7470300489168413, | |
| "grad_norm": 0.025614146143198013, | |
| "learning_rate": 1.3921857119503025e-05, | |
| "loss": 0.0006, | |
| "step": 11875 | |
| }, | |
| { | |
| "epoch": 1.750708006914561, | |
| "grad_norm": 0.011196363717317581, | |
| "learning_rate": 1.3880987412130129e-05, | |
| "loss": 0.0004, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 1.7543859649122808, | |
| "grad_norm": 0.014085380360484123, | |
| "learning_rate": 1.3840117704757234e-05, | |
| "loss": 0.0007, | |
| "step": 11925 | |
| }, | |
| { | |
| "epoch": 1.7580639229100004, | |
| "grad_norm": 0.2520334720611572, | |
| "learning_rate": 1.379924799738434e-05, | |
| "loss": 0.0012, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 1.7617418809077199, | |
| "grad_norm": 0.0027042387519031763, | |
| "learning_rate": 1.3758378290011445e-05, | |
| "loss": 0.0657, | |
| "step": 11975 | |
| }, | |
| { | |
| "epoch": 1.7654198389054399, | |
| "grad_norm": 0.007959190756082535, | |
| "learning_rate": 1.3717508582638549e-05, | |
| "loss": 0.0009, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.7690977969031594, | |
| "grad_norm": 0.006802896503359079, | |
| "learning_rate": 1.3676638875265654e-05, | |
| "loss": 0.0002, | |
| "step": 12025 | |
| }, | |
| { | |
| "epoch": 1.772775754900879, | |
| "grad_norm": 0.0037322076968848705, | |
| "learning_rate": 1.3635769167892758e-05, | |
| "loss": 0.0002, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 1.7764537128985987, | |
| "grad_norm": 0.004444212652742863, | |
| "learning_rate": 1.3594899460519862e-05, | |
| "loss": 0.0113, | |
| "step": 12075 | |
| }, | |
| { | |
| "epoch": 1.7801316708963184, | |
| "grad_norm": 0.0029294530395418406, | |
| "learning_rate": 1.3554029753146967e-05, | |
| "loss": 0.0024, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 1.783809628894038, | |
| "grad_norm": 0.006351064890623093, | |
| "learning_rate": 1.3513160045774072e-05, | |
| "loss": 0.0339, | |
| "step": 12125 | |
| }, | |
| { | |
| "epoch": 1.7874875868917577, | |
| "grad_norm": 0.0033591645769774914, | |
| "learning_rate": 1.3472290338401178e-05, | |
| "loss": 0.003, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 1.7911655448894774, | |
| "grad_norm": 0.003340468741953373, | |
| "learning_rate": 1.3431420631028281e-05, | |
| "loss": 0.0002, | |
| "step": 12175 | |
| }, | |
| { | |
| "epoch": 1.794843502887197, | |
| "grad_norm": 0.12212031334638596, | |
| "learning_rate": 1.3390550923655387e-05, | |
| "loss": 0.0836, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 1.7985214608849167, | |
| "grad_norm": 0.014243889600038528, | |
| "learning_rate": 1.3349681216282492e-05, | |
| "loss": 0.0318, | |
| "step": 12225 | |
| }, | |
| { | |
| "epoch": 1.8021994188826365, | |
| "grad_norm": 0.016160359606146812, | |
| "learning_rate": 1.3308811508909596e-05, | |
| "loss": 0.0003, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 1.805877376880356, | |
| "grad_norm": 0.011376752518117428, | |
| "learning_rate": 1.3267941801536701e-05, | |
| "loss": 0.0003, | |
| "step": 12275 | |
| }, | |
| { | |
| "epoch": 1.8095553348780757, | |
| "grad_norm": 0.00865715742111206, | |
| "learning_rate": 1.3227072094163807e-05, | |
| "loss": 0.0133, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 1.8132332928757955, | |
| "grad_norm": 0.007116909604519606, | |
| "learning_rate": 1.3186202386790912e-05, | |
| "loss": 0.0003, | |
| "step": 12325 | |
| }, | |
| { | |
| "epoch": 1.816911250873515, | |
| "grad_norm": 0.008155121468007565, | |
| "learning_rate": 1.3145332679418016e-05, | |
| "loss": 0.0385, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 1.8205892088712345, | |
| "grad_norm": 0.013204419054090977, | |
| "learning_rate": 1.3104462972045121e-05, | |
| "loss": 0.0356, | |
| "step": 12375 | |
| }, | |
| { | |
| "epoch": 1.8242671668689545, | |
| "grad_norm": 0.013173281215131283, | |
| "learning_rate": 1.3063593264672226e-05, | |
| "loss": 0.0004, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 1.827945124866674, | |
| "grad_norm": 0.010820701718330383, | |
| "learning_rate": 1.302272355729933e-05, | |
| "loss": 0.0003, | |
| "step": 12425 | |
| }, | |
| { | |
| "epoch": 1.8316230828643936, | |
| "grad_norm": 0.00571137759834528, | |
| "learning_rate": 1.2981853849926434e-05, | |
| "loss": 0.0011, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 1.8353010408621133, | |
| "grad_norm": 0.007815693505108356, | |
| "learning_rate": 1.2940984142553539e-05, | |
| "loss": 0.0002, | |
| "step": 12475 | |
| }, | |
| { | |
| "epoch": 1.838978998859833, | |
| "grad_norm": 0.04561807960271835, | |
| "learning_rate": 1.2900114435180645e-05, | |
| "loss": 0.0002, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.8426569568575526, | |
| "grad_norm": 0.007523215841501951, | |
| "learning_rate": 1.2859244727807748e-05, | |
| "loss": 0.0203, | |
| "step": 12525 | |
| }, | |
| { | |
| "epoch": 1.8463349148552723, | |
| "grad_norm": 0.007975575514137745, | |
| "learning_rate": 1.2818375020434854e-05, | |
| "loss": 0.0002, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 1.850012872852992, | |
| "grad_norm": 0.007269065361469984, | |
| "learning_rate": 1.2777505313061959e-05, | |
| "loss": 0.0002, | |
| "step": 12575 | |
| }, | |
| { | |
| "epoch": 1.8536908308507116, | |
| "grad_norm": 0.004501336719840765, | |
| "learning_rate": 1.2736635605689064e-05, | |
| "loss": 0.0001, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 1.8573687888484314, | |
| "grad_norm": 0.004011464770883322, | |
| "learning_rate": 1.2695765898316168e-05, | |
| "loss": 0.0003, | |
| "step": 12625 | |
| }, | |
| { | |
| "epoch": 1.8610467468461511, | |
| "grad_norm": 0.002334051998332143, | |
| "learning_rate": 1.2654896190943273e-05, | |
| "loss": 0.0234, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 1.8647247048438707, | |
| "grad_norm": 0.004475513007491827, | |
| "learning_rate": 1.2614026483570379e-05, | |
| "loss": 0.0002, | |
| "step": 12675 | |
| }, | |
| { | |
| "epoch": 1.8684026628415904, | |
| "grad_norm": 0.003851409535855055, | |
| "learning_rate": 1.2573156776197482e-05, | |
| "loss": 0.0001, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 1.8720806208393101, | |
| "grad_norm": 0.0028481779154390097, | |
| "learning_rate": 1.2532287068824588e-05, | |
| "loss": 0.0255, | |
| "step": 12725 | |
| }, | |
| { | |
| "epoch": 1.8757585788370297, | |
| "grad_norm": 0.0030939916614443064, | |
| "learning_rate": 1.2491417361451693e-05, | |
| "loss": 0.0332, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 1.8794365368347492, | |
| "grad_norm": 0.0065445504151284695, | |
| "learning_rate": 1.2450547654078797e-05, | |
| "loss": 0.0422, | |
| "step": 12775 | |
| }, | |
| { | |
| "epoch": 1.8831144948324692, | |
| "grad_norm": 0.005459626670926809, | |
| "learning_rate": 1.24096779467059e-05, | |
| "loss": 0.0113, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 1.8867924528301887, | |
| "grad_norm": 0.002942801220342517, | |
| "learning_rate": 1.2368808239333006e-05, | |
| "loss": 0.0002, | |
| "step": 12825 | |
| }, | |
| { | |
| "epoch": 1.8904704108279082, | |
| "grad_norm": 0.0067766509018838406, | |
| "learning_rate": 1.2327938531960111e-05, | |
| "loss": 0.018, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 1.894148368825628, | |
| "grad_norm": 0.005411918740719557, | |
| "learning_rate": 1.2287068824587217e-05, | |
| "loss": 0.0486, | |
| "step": 12875 | |
| }, | |
| { | |
| "epoch": 1.8978263268233477, | |
| "grad_norm": 0.006009817123413086, | |
| "learning_rate": 1.224619911721432e-05, | |
| "loss": 0.0002, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 1.9015042848210673, | |
| "grad_norm": 0.005595459137111902, | |
| "learning_rate": 1.2205329409841426e-05, | |
| "loss": 0.0408, | |
| "step": 12925 | |
| }, | |
| { | |
| "epoch": 1.905182242818787, | |
| "grad_norm": 0.012987248599529266, | |
| "learning_rate": 1.2164459702468531e-05, | |
| "loss": 0.0823, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 1.9088602008165068, | |
| "grad_norm": 0.16368244588375092, | |
| "learning_rate": 1.2123589995095635e-05, | |
| "loss": 0.0018, | |
| "step": 12975 | |
| }, | |
| { | |
| "epoch": 1.9125381588142263, | |
| "grad_norm": 0.00949876382946968, | |
| "learning_rate": 1.208272028772274e-05, | |
| "loss": 0.0163, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.916216116811946, | |
| "grad_norm": 14.246623039245605, | |
| "learning_rate": 1.2041850580349846e-05, | |
| "loss": 0.0342, | |
| "step": 13025 | |
| }, | |
| { | |
| "epoch": 1.9198940748096658, | |
| "grad_norm": 0.00826562475413084, | |
| "learning_rate": 1.2000980872976951e-05, | |
| "loss": 0.0003, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 1.9235720328073853, | |
| "grad_norm": 0.006868135649710894, | |
| "learning_rate": 1.1960111165604055e-05, | |
| "loss": 0.0003, | |
| "step": 13075 | |
| }, | |
| { | |
| "epoch": 1.9272499908051048, | |
| "grad_norm": 0.00808362290263176, | |
| "learning_rate": 1.191924145823116e-05, | |
| "loss": 0.0402, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 1.9309279488028248, | |
| "grad_norm": 0.010807299055159092, | |
| "learning_rate": 1.1878371750858265e-05, | |
| "loss": 0.078, | |
| "step": 13125 | |
| }, | |
| { | |
| "epoch": 1.9346059068005443, | |
| "grad_norm": 0.01139509491622448, | |
| "learning_rate": 1.1837502043485367e-05, | |
| "loss": 0.0007, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 1.9382838647982639, | |
| "grad_norm": 0.00977110955864191, | |
| "learning_rate": 1.1796632336112473e-05, | |
| "loss": 0.0004, | |
| "step": 13175 | |
| }, | |
| { | |
| "epoch": 1.9419618227959836, | |
| "grad_norm": 0.006910570897161961, | |
| "learning_rate": 1.1755762628739578e-05, | |
| "loss": 0.0003, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.9456397807937034, | |
| "grad_norm": 4.1620564460754395, | |
| "learning_rate": 1.1714892921366683e-05, | |
| "loss": 0.0667, | |
| "step": 13225 | |
| }, | |
| { | |
| "epoch": 1.949317738791423, | |
| "grad_norm": 0.015238853171467781, | |
| "learning_rate": 1.1674023213993787e-05, | |
| "loss": 0.0015, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 1.9529956967891426, | |
| "grad_norm": 0.007931707426905632, | |
| "learning_rate": 1.1633153506620892e-05, | |
| "loss": 0.0003, | |
| "step": 13275 | |
| }, | |
| { | |
| "epoch": 1.9566736547868624, | |
| "grad_norm": 0.009560568258166313, | |
| "learning_rate": 1.1592283799247998e-05, | |
| "loss": 0.0003, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 1.960351612784582, | |
| "grad_norm": 0.008578946813941002, | |
| "learning_rate": 1.1551414091875103e-05, | |
| "loss": 0.0008, | |
| "step": 13325 | |
| }, | |
| { | |
| "epoch": 1.9640295707823017, | |
| "grad_norm": 0.011748207733035088, | |
| "learning_rate": 1.1510544384502207e-05, | |
| "loss": 0.0002, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 1.9677075287800214, | |
| "grad_norm": 0.007073475047945976, | |
| "learning_rate": 1.1469674677129312e-05, | |
| "loss": 0.0002, | |
| "step": 13375 | |
| }, | |
| { | |
| "epoch": 1.971385486777741, | |
| "grad_norm": 0.003219211706891656, | |
| "learning_rate": 1.1428804969756418e-05, | |
| "loss": 0.0323, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 1.9750634447754607, | |
| "grad_norm": 0.0061137378215789795, | |
| "learning_rate": 1.1387935262383521e-05, | |
| "loss": 0.0002, | |
| "step": 13425 | |
| }, | |
| { | |
| "epoch": 1.9787414027731804, | |
| "grad_norm": 0.006435078103095293, | |
| "learning_rate": 1.1347065555010627e-05, | |
| "loss": 0.0409, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 1.9824193607709, | |
| "grad_norm": 0.002217411994934082, | |
| "learning_rate": 1.1306195847637732e-05, | |
| "loss": 0.0002, | |
| "step": 13475 | |
| }, | |
| { | |
| "epoch": 1.9860973187686195, | |
| "grad_norm": 0.009155605919659138, | |
| "learning_rate": 1.1265326140264837e-05, | |
| "loss": 0.0487, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.9897752767663395, | |
| "grad_norm": 0.011870177462697029, | |
| "learning_rate": 1.122445643289194e-05, | |
| "loss": 0.0004, | |
| "step": 13525 | |
| }, | |
| { | |
| "epoch": 1.993453234764059, | |
| "grad_norm": 0.008746917359530926, | |
| "learning_rate": 1.1183586725519045e-05, | |
| "loss": 0.0411, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 1.9971311927617785, | |
| "grad_norm": 0.005829541012644768, | |
| "learning_rate": 1.114271701814615e-05, | |
| "loss": 0.0003, | |
| "step": 13575 | |
| }, | |
| { | |
| "epoch": 1.9999264408400457, | |
| "eval_accuracy": 0.9963221772710555, | |
| "eval_auc": 0.9999360039904769, | |
| "eval_f1": 0.9963186570460905, | |
| "eval_loss": 0.023916827514767647, | |
| "eval_precision": 0.9973466981132075, | |
| "eval_recall": 0.9952927331568108, | |
| "eval_runtime": 2353.5774, | |
| "eval_samples_per_second": 5.776, | |
| "eval_steps_per_second": 1.444, | |
| "step": 13594 | |
| }, | |
| { | |
| "epoch": 2.0008091507594985, | |
| "grad_norm": 0.010372490622103214, | |
| "learning_rate": 1.1101847310773254e-05, | |
| "loss": 0.0003, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 2.004487108757218, | |
| "grad_norm": 0.014902903698384762, | |
| "learning_rate": 1.106097760340036e-05, | |
| "loss": 0.0673, | |
| "step": 13625 | |
| }, | |
| { | |
| "epoch": 2.0081650667549376, | |
| "grad_norm": 0.005416123196482658, | |
| "learning_rate": 1.1020107896027465e-05, | |
| "loss": 0.0003, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 2.0118430247526575, | |
| "grad_norm": 0.007089643273502588, | |
| "learning_rate": 1.097923818865457e-05, | |
| "loss": 0.0003, | |
| "step": 13675 | |
| }, | |
| { | |
| "epoch": 2.015520982750377, | |
| "grad_norm": 0.005935342982411385, | |
| "learning_rate": 1.0938368481281674e-05, | |
| "loss": 0.0004, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 2.0191989407480966, | |
| "grad_norm": 0.004356461577117443, | |
| "learning_rate": 1.0897498773908779e-05, | |
| "loss": 0.0003, | |
| "step": 13725 | |
| }, | |
| { | |
| "epoch": 2.022876898745816, | |
| "grad_norm": 0.010521539486944675, | |
| "learning_rate": 1.0856629066535884e-05, | |
| "loss": 0.0839, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 2.026554856743536, | |
| "grad_norm": 0.007211623247712851, | |
| "learning_rate": 1.081575935916299e-05, | |
| "loss": 0.0215, | |
| "step": 13775 | |
| }, | |
| { | |
| "epoch": 2.0302328147412556, | |
| "grad_norm": 0.008732822723686695, | |
| "learning_rate": 1.0774889651790093e-05, | |
| "loss": 0.0002, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.033910772738975, | |
| "grad_norm": 0.005103670991957188, | |
| "learning_rate": 1.0734019944417199e-05, | |
| "loss": 0.0002, | |
| "step": 13825 | |
| }, | |
| { | |
| "epoch": 2.037588730736695, | |
| "grad_norm": 0.00569286709651351, | |
| "learning_rate": 1.0693150237044304e-05, | |
| "loss": 0.0002, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 2.0412666887344146, | |
| "grad_norm": 0.004690663423389196, | |
| "learning_rate": 1.0652280529671408e-05, | |
| "loss": 0.0002, | |
| "step": 13875 | |
| }, | |
| { | |
| "epoch": 2.044944646732134, | |
| "grad_norm": 0.003813117044046521, | |
| "learning_rate": 1.0611410822298512e-05, | |
| "loss": 0.0001, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 2.048622604729854, | |
| "grad_norm": 0.0031241225078701973, | |
| "learning_rate": 1.0570541114925617e-05, | |
| "loss": 0.0001, | |
| "step": 13925 | |
| }, | |
| { | |
| "epoch": 2.0523005627275737, | |
| "grad_norm": 0.001760639250278473, | |
| "learning_rate": 1.0529671407552722e-05, | |
| "loss": 0.0003, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 2.055978520725293, | |
| "grad_norm": 0.00507943844422698, | |
| "learning_rate": 1.0488801700179826e-05, | |
| "loss": 0.0465, | |
| "step": 13975 | |
| }, | |
| { | |
| "epoch": 2.059656478723013, | |
| "grad_norm": 0.005704312119632959, | |
| "learning_rate": 1.0447931992806931e-05, | |
| "loss": 0.0002, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.0633344367207327, | |
| "grad_norm": 0.0037137740291655064, | |
| "learning_rate": 1.0407062285434037e-05, | |
| "loss": 0.0002, | |
| "step": 14025 | |
| }, | |
| { | |
| "epoch": 2.067012394718452, | |
| "grad_norm": 0.004969414323568344, | |
| "learning_rate": 1.036619257806114e-05, | |
| "loss": 0.0002, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 2.070690352716172, | |
| "grad_norm": 0.002151261083781719, | |
| "learning_rate": 1.0325322870688246e-05, | |
| "loss": 0.0001, | |
| "step": 14075 | |
| }, | |
| { | |
| "epoch": 2.0743683107138917, | |
| "grad_norm": 0.004214055370539427, | |
| "learning_rate": 1.0284453163315351e-05, | |
| "loss": 0.0001, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.0780462687116112, | |
| "grad_norm": 0.004696809686720371, | |
| "learning_rate": 1.0243583455942457e-05, | |
| "loss": 0.0001, | |
| "step": 14125 | |
| }, | |
| { | |
| "epoch": 2.0817242267093308, | |
| "grad_norm": 8.668023109436035, | |
| "learning_rate": 1.020271374856956e-05, | |
| "loss": 0.0642, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 2.0854021847070507, | |
| "grad_norm": 0.00823593232780695, | |
| "learning_rate": 1.0161844041196666e-05, | |
| "loss": 0.0004, | |
| "step": 14175 | |
| }, | |
| { | |
| "epoch": 2.0890801427047703, | |
| "grad_norm": 0.006173284724354744, | |
| "learning_rate": 1.0120974333823771e-05, | |
| "loss": 0.0002, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 2.09275810070249, | |
| "grad_norm": 0.004422744270414114, | |
| "learning_rate": 1.0080104626450876e-05, | |
| "loss": 0.0002, | |
| "step": 14225 | |
| }, | |
| { | |
| "epoch": 2.0964360587002098, | |
| "grad_norm": 0.0038796046283096075, | |
| "learning_rate": 1.0039234919077978e-05, | |
| "loss": 0.0002, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 2.1001140166979293, | |
| "grad_norm": 0.003889993764460087, | |
| "learning_rate": 9.998365211705084e-06, | |
| "loss": 0.0008, | |
| "step": 14275 | |
| }, | |
| { | |
| "epoch": 2.103791974695649, | |
| "grad_norm": 0.0035641242284327745, | |
| "learning_rate": 9.957495504332189e-06, | |
| "loss": 0.0001, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 2.107469932693369, | |
| "grad_norm": 0.0037507452070713043, | |
| "learning_rate": 9.916625796959293e-06, | |
| "loss": 0.0001, | |
| "step": 14325 | |
| }, | |
| { | |
| "epoch": 2.1111478906910883, | |
| "grad_norm": 0.002810309175401926, | |
| "learning_rate": 9.875756089586398e-06, | |
| "loss": 0.0001, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 2.114825848688808, | |
| "grad_norm": 0.0030445558950304985, | |
| "learning_rate": 9.834886382213504e-06, | |
| "loss": 0.0001, | |
| "step": 14375 | |
| }, | |
| { | |
| "epoch": 2.118503806686528, | |
| "grad_norm": 0.0025213556364178658, | |
| "learning_rate": 9.794016674840609e-06, | |
| "loss": 0.0001, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.1221817646842474, | |
| "grad_norm": 0.0027236223686486483, | |
| "learning_rate": 9.753146967467713e-06, | |
| "loss": 0.0001, | |
| "step": 14425 | |
| }, | |
| { | |
| "epoch": 2.125859722681967, | |
| "grad_norm": 0.002416795352473855, | |
| "learning_rate": 9.712277260094818e-06, | |
| "loss": 0.0004, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 2.129537680679687, | |
| "grad_norm": 0.0019158340292051435, | |
| "learning_rate": 9.671407552721923e-06, | |
| "loss": 0.0001, | |
| "step": 14475 | |
| }, | |
| { | |
| "epoch": 2.1332156386774064, | |
| "grad_norm": 0.002519650151953101, | |
| "learning_rate": 9.630537845349029e-06, | |
| "loss": 0.0001, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.136893596675126, | |
| "grad_norm": 0.002294061239808798, | |
| "learning_rate": 9.589668137976132e-06, | |
| "loss": 0.0001, | |
| "step": 14525 | |
| }, | |
| { | |
| "epoch": 2.1405715546728454, | |
| "grad_norm": 0.0021358055528253317, | |
| "learning_rate": 9.548798430603238e-06, | |
| "loss": 0.0471, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 2.1442495126705654, | |
| "grad_norm": 0.001824073726311326, | |
| "learning_rate": 9.507928723230343e-06, | |
| "loss": 0.0001, | |
| "step": 14575 | |
| }, | |
| { | |
| "epoch": 2.147927470668285, | |
| "grad_norm": 0.001960406079888344, | |
| "learning_rate": 9.467059015857447e-06, | |
| "loss": 0.0001, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.1516054286660045, | |
| "grad_norm": 0.0018290438456460834, | |
| "learning_rate": 9.42618930848455e-06, | |
| "loss": 0.0001, | |
| "step": 14625 | |
| }, | |
| { | |
| "epoch": 2.1552833866637244, | |
| "grad_norm": 0.0019052918069064617, | |
| "learning_rate": 9.385319601111656e-06, | |
| "loss": 0.0001, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 2.158961344661444, | |
| "grad_norm": 0.0018661071080714464, | |
| "learning_rate": 9.344449893738761e-06, | |
| "loss": 0.0001, | |
| "step": 14675 | |
| }, | |
| { | |
| "epoch": 2.1626393026591635, | |
| "grad_norm": 0.0031746248714625835, | |
| "learning_rate": 9.303580186365865e-06, | |
| "loss": 0.049, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.1663172606568835, | |
| "grad_norm": 0.003573804395273328, | |
| "learning_rate": 9.26271047899297e-06, | |
| "loss": 0.0001, | |
| "step": 14725 | |
| }, | |
| { | |
| "epoch": 2.169995218654603, | |
| "grad_norm": 0.003289070213213563, | |
| "learning_rate": 9.221840771620076e-06, | |
| "loss": 0.0113, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 2.1736731766523225, | |
| "grad_norm": 0.00257130921818316, | |
| "learning_rate": 9.18097106424718e-06, | |
| "loss": 0.0483, | |
| "step": 14775 | |
| }, | |
| { | |
| "epoch": 2.1773511346500425, | |
| "grad_norm": 0.005980730522423983, | |
| "learning_rate": 9.140101356874285e-06, | |
| "loss": 0.0002, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.181029092647762, | |
| "grad_norm": 0.005953842308372259, | |
| "learning_rate": 9.09923164950139e-06, | |
| "loss": 0.0002, | |
| "step": 14825 | |
| }, | |
| { | |
| "epoch": 2.1847070506454815, | |
| "grad_norm": 0.037090156227350235, | |
| "learning_rate": 9.058361942128496e-06, | |
| "loss": 0.0785, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 2.188385008643201, | |
| "grad_norm": 0.007919345051050186, | |
| "learning_rate": 9.0174922347556e-06, | |
| "loss": 0.0006, | |
| "step": 14875 | |
| }, | |
| { | |
| "epoch": 2.192062966640921, | |
| "grad_norm": 0.021819893270730972, | |
| "learning_rate": 8.976622527382705e-06, | |
| "loss": 0.0376, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.1957409246386406, | |
| "grad_norm": 0.024493372067809105, | |
| "learning_rate": 8.93575282000981e-06, | |
| "loss": 0.0439, | |
| "step": 14925 | |
| }, | |
| { | |
| "epoch": 2.19941888263636, | |
| "grad_norm": 0.038370776921510696, | |
| "learning_rate": 8.894883112636915e-06, | |
| "loss": 0.0802, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 2.20309684063408, | |
| "grad_norm": 0.019332151859998703, | |
| "learning_rate": 8.854013405264019e-06, | |
| "loss": 0.0012, | |
| "step": 14975 | |
| }, | |
| { | |
| "epoch": 2.2067747986317996, | |
| "grad_norm": 0.03362823650240898, | |
| "learning_rate": 8.813143697891123e-06, | |
| "loss": 0.0369, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.210452756629519, | |
| "grad_norm": 0.024772603064775467, | |
| "learning_rate": 8.772273990518228e-06, | |
| "loss": 0.0008, | |
| "step": 15025 | |
| }, | |
| { | |
| "epoch": 2.214130714627239, | |
| "grad_norm": 0.02276591770350933, | |
| "learning_rate": 8.731404283145332e-06, | |
| "loss": 0.1007, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 2.2178086726249586, | |
| "grad_norm": 0.016099456697702408, | |
| "learning_rate": 8.690534575772437e-06, | |
| "loss": 0.0009, | |
| "step": 15075 | |
| }, | |
| { | |
| "epoch": 2.221486630622678, | |
| "grad_norm": 0.003277967683970928, | |
| "learning_rate": 8.649664868399542e-06, | |
| "loss": 0.0069, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 2.225164588620398, | |
| "grad_norm": 0.011233772151172161, | |
| "learning_rate": 8.608795161026648e-06, | |
| "loss": 0.0386, | |
| "step": 15125 | |
| }, | |
| { | |
| "epoch": 2.2288425466181176, | |
| "grad_norm": 0.007455474231392145, | |
| "learning_rate": 8.567925453653752e-06, | |
| "loss": 0.0003, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 2.232520504615837, | |
| "grad_norm": 0.011497107334434986, | |
| "learning_rate": 8.527055746280857e-06, | |
| "loss": 0.0004, | |
| "step": 15175 | |
| }, | |
| { | |
| "epoch": 2.236198462613557, | |
| "grad_norm": 0.003145186696201563, | |
| "learning_rate": 8.486186038907962e-06, | |
| "loss": 0.0003, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 2.2398764206112767, | |
| "grad_norm": 0.00954380352050066, | |
| "learning_rate": 8.445316331535066e-06, | |
| "loss": 0.0595, | |
| "step": 15225 | |
| }, | |
| { | |
| "epoch": 2.243554378608996, | |
| "grad_norm": 0.007323611527681351, | |
| "learning_rate": 8.404446624162171e-06, | |
| "loss": 0.0004, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 2.247232336606716, | |
| "grad_norm": 0.011944909580051899, | |
| "learning_rate": 8.363576916789277e-06, | |
| "loss": 0.0003, | |
| "step": 15275 | |
| }, | |
| { | |
| "epoch": 2.2509102946044357, | |
| "grad_norm": 0.01304931566119194, | |
| "learning_rate": 8.322707209416382e-06, | |
| "loss": 0.0389, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 2.2545882526021552, | |
| "grad_norm": 0.008787041530013084, | |
| "learning_rate": 8.281837502043486e-06, | |
| "loss": 0.0004, | |
| "step": 15325 | |
| }, | |
| { | |
| "epoch": 2.2582662105998748, | |
| "grad_norm": 0.011969480663537979, | |
| "learning_rate": 8.24096779467059e-06, | |
| "loss": 0.0004, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 2.2619441685975947, | |
| "grad_norm": 0.011229045689105988, | |
| "learning_rate": 8.200098087297695e-06, | |
| "loss": 0.0003, | |
| "step": 15375 | |
| }, | |
| { | |
| "epoch": 2.2656221265953143, | |
| "grad_norm": 0.00922977551817894, | |
| "learning_rate": 8.1592283799248e-06, | |
| "loss": 0.0004, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 2.269300084593034, | |
| "grad_norm": 0.008094431832432747, | |
| "learning_rate": 8.118358672551904e-06, | |
| "loss": 0.0003, | |
| "step": 15425 | |
| }, | |
| { | |
| "epoch": 2.2729780425907538, | |
| "grad_norm": 0.0032492594327777624, | |
| "learning_rate": 8.07748896517901e-06, | |
| "loss": 0.0002, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 2.2766560005884733, | |
| "grad_norm": 0.004196746740490198, | |
| "learning_rate": 8.036619257806115e-06, | |
| "loss": 0.0002, | |
| "step": 15475 | |
| }, | |
| { | |
| "epoch": 2.280333958586193, | |
| "grad_norm": 0.005214506760239601, | |
| "learning_rate": 7.995749550433218e-06, | |
| "loss": 0.0002, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.284011916583913, | |
| "grad_norm": 0.0034893976990133524, | |
| "learning_rate": 7.954879843060324e-06, | |
| "loss": 0.0002, | |
| "step": 15525 | |
| }, | |
| { | |
| "epoch": 2.2876898745816323, | |
| "grad_norm": 0.0036745897959917784, | |
| "learning_rate": 7.914010135687429e-06, | |
| "loss": 0.0002, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 2.291367832579352, | |
| "grad_norm": 0.0020664865151047707, | |
| "learning_rate": 7.873140428314534e-06, | |
| "loss": 0.0001, | |
| "step": 15575 | |
| }, | |
| { | |
| "epoch": 2.2950457905770714, | |
| "grad_norm": 0.005072563886642456, | |
| "learning_rate": 7.832270720941638e-06, | |
| "loss": 0.0417, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 2.2987237485747913, | |
| "grad_norm": 0.004465815611183643, | |
| "learning_rate": 7.791401013568743e-06, | |
| "loss": 0.0002, | |
| "step": 15625 | |
| }, | |
| { | |
| "epoch": 2.302401706572511, | |
| "grad_norm": 0.005166616756469011, | |
| "learning_rate": 7.750531306195849e-06, | |
| "loss": 0.016, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 2.3060796645702304, | |
| "grad_norm": 0.0010274857049807906, | |
| "learning_rate": 7.709661598822953e-06, | |
| "loss": 0.0002, | |
| "step": 15675 | |
| }, | |
| { | |
| "epoch": 2.3097576225679504, | |
| "grad_norm": 0.006900500506162643, | |
| "learning_rate": 7.668791891450058e-06, | |
| "loss": 0.0002, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 2.31343558056567, | |
| "grad_norm": 0.004663816653192043, | |
| "learning_rate": 7.6279221840771624e-06, | |
| "loss": 0.0001, | |
| "step": 15725 | |
| }, | |
| { | |
| "epoch": 2.3171135385633894, | |
| "grad_norm": 0.006946474779397249, | |
| "learning_rate": 7.587052476704268e-06, | |
| "loss": 0.0001, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 2.3207914965611094, | |
| "grad_norm": 0.003868917003273964, | |
| "learning_rate": 7.5461827693313715e-06, | |
| "loss": 0.0342, | |
| "step": 15775 | |
| }, | |
| { | |
| "epoch": 2.324469454558829, | |
| "grad_norm": 0.0028817090205848217, | |
| "learning_rate": 7.505313061958477e-06, | |
| "loss": 0.0138, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 2.3281474125565484, | |
| "grad_norm": 0.0059151784516870975, | |
| "learning_rate": 7.464443354585581e-06, | |
| "loss": 0.0733, | |
| "step": 15825 | |
| }, | |
| { | |
| "epoch": 2.3318253705542684, | |
| "grad_norm": 0.004359770100563765, | |
| "learning_rate": 7.423573647212686e-06, | |
| "loss": 0.0421, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 2.335503328551988, | |
| "grad_norm": 0.011809108778834343, | |
| "learning_rate": 7.3827039398397904e-06, | |
| "loss": 0.0003, | |
| "step": 15875 | |
| }, | |
| { | |
| "epoch": 2.3391812865497075, | |
| "grad_norm": 0.005823772866278887, | |
| "learning_rate": 7.341834232466896e-06, | |
| "loss": 0.0003, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 2.3428592445474274, | |
| "grad_norm": 0.003460386535152793, | |
| "learning_rate": 7.300964525094e-06, | |
| "loss": 0.0002, | |
| "step": 15925 | |
| }, | |
| { | |
| "epoch": 2.346537202545147, | |
| "grad_norm": 0.008056416176259518, | |
| "learning_rate": 7.260094817721106e-06, | |
| "loss": 0.0381, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 2.3502151605428665, | |
| "grad_norm": 0.007788171526044607, | |
| "learning_rate": 7.21922511034821e-06, | |
| "loss": 0.0002, | |
| "step": 15975 | |
| }, | |
| { | |
| "epoch": 2.3538931185405865, | |
| "grad_norm": 0.0066045369021594524, | |
| "learning_rate": 7.178355402975315e-06, | |
| "loss": 0.0002, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 2.357571076538306, | |
| "grad_norm": 0.004805906675755978, | |
| "learning_rate": 7.137485695602419e-06, | |
| "loss": 0.0053, | |
| "step": 16025 | |
| }, | |
| { | |
| "epoch": 2.3612490345360255, | |
| "grad_norm": 0.010813217610120773, | |
| "learning_rate": 7.096615988229525e-06, | |
| "loss": 0.0381, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 2.3649269925337455, | |
| "grad_norm": 0.009302555583417416, | |
| "learning_rate": 7.055746280856629e-06, | |
| "loss": 0.0393, | |
| "step": 16075 | |
| }, | |
| { | |
| "epoch": 2.368604950531465, | |
| "grad_norm": 0.011496507562696934, | |
| "learning_rate": 7.014876573483734e-06, | |
| "loss": 0.0386, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 2.3722829085291846, | |
| "grad_norm": 0.025231193751096725, | |
| "learning_rate": 6.974006866110839e-06, | |
| "loss": 0.0367, | |
| "step": 16125 | |
| }, | |
| { | |
| "epoch": 2.375960866526904, | |
| "grad_norm": 0.020235830917954445, | |
| "learning_rate": 6.933137158737944e-06, | |
| "loss": 0.0006, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 2.379638824524624, | |
| "grad_norm": 0.006687480956315994, | |
| "learning_rate": 6.892267451365048e-06, | |
| "loss": 0.0004, | |
| "step": 16175 | |
| }, | |
| { | |
| "epoch": 2.3833167825223436, | |
| "grad_norm": 0.003918817732483149, | |
| "learning_rate": 6.851397743992153e-06, | |
| "loss": 0.0003, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 2.386994740520063, | |
| "grad_norm": 0.011175381019711494, | |
| "learning_rate": 6.810528036619258e-06, | |
| "loss": 0.0003, | |
| "step": 16225 | |
| }, | |
| { | |
| "epoch": 2.390672698517783, | |
| "grad_norm": 0.007755937986075878, | |
| "learning_rate": 6.769658329246363e-06, | |
| "loss": 0.0002, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 2.3943506565155026, | |
| "grad_norm": 0.004887331277132034, | |
| "learning_rate": 6.728788621873468e-06, | |
| "loss": 0.0002, | |
| "step": 16275 | |
| }, | |
| { | |
| "epoch": 2.398028614513222, | |
| "grad_norm": 0.0048552751541137695, | |
| "learning_rate": 6.6879189145005725e-06, | |
| "loss": 0.0002, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 2.401706572510942, | |
| "grad_norm": 0.011255592107772827, | |
| "learning_rate": 6.647049207127677e-06, | |
| "loss": 0.0002, | |
| "step": 16325 | |
| }, | |
| { | |
| "epoch": 2.4053845305086616, | |
| "grad_norm": 0.009114415384829044, | |
| "learning_rate": 6.6061794997547816e-06, | |
| "loss": 0.0002, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 2.409062488506381, | |
| "grad_norm": 0.009386932477355003, | |
| "learning_rate": 6.565309792381886e-06, | |
| "loss": 0.0395, | |
| "step": 16375 | |
| }, | |
| { | |
| "epoch": 2.4127404465041007, | |
| "grad_norm": 0.005927698221057653, | |
| "learning_rate": 6.5244400850089915e-06, | |
| "loss": 0.0002, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 2.4164184045018207, | |
| "grad_norm": 0.0084453159943223, | |
| "learning_rate": 6.483570377636096e-06, | |
| "loss": 0.0506, | |
| "step": 16425 | |
| }, | |
| { | |
| "epoch": 2.42009636249954, | |
| "grad_norm": 0.008083072490990162, | |
| "learning_rate": 6.442700670263201e-06, | |
| "loss": 0.0003, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 2.4237743204972597, | |
| "grad_norm": 0.00735598336905241, | |
| "learning_rate": 6.401830962890306e-06, | |
| "loss": 0.0003, | |
| "step": 16475 | |
| }, | |
| { | |
| "epoch": 2.4274522784949797, | |
| "grad_norm": 0.007824303582310677, | |
| "learning_rate": 6.360961255517411e-06, | |
| "loss": 0.0398, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 2.431130236492699, | |
| "grad_norm": 0.009155460633337498, | |
| "learning_rate": 6.320091548144516e-06, | |
| "loss": 0.0003, | |
| "step": 16525 | |
| }, | |
| { | |
| "epoch": 2.4348081944904187, | |
| "grad_norm": 0.005739257670938969, | |
| "learning_rate": 6.27922184077162e-06, | |
| "loss": 0.0003, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 2.4384861524881387, | |
| "grad_norm": 0.006940542254596949, | |
| "learning_rate": 6.238352133398725e-06, | |
| "loss": 0.0003, | |
| "step": 16575 | |
| }, | |
| { | |
| "epoch": 2.4421641104858582, | |
| "grad_norm": 0.0053449515253305435, | |
| "learning_rate": 6.197482426025829e-06, | |
| "loss": 0.0002, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 2.4458420684835778, | |
| "grad_norm": 0.005325790494680405, | |
| "learning_rate": 6.156612718652935e-06, | |
| "loss": 0.0002, | |
| "step": 16625 | |
| }, | |
| { | |
| "epoch": 2.4495200264812977, | |
| "grad_norm": 0.006259521469473839, | |
| "learning_rate": 6.115743011280039e-06, | |
| "loss": 0.0002, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 2.4531979844790173, | |
| "grad_norm": 0.006854058708995581, | |
| "learning_rate": 6.074873303907145e-06, | |
| "loss": 0.0002, | |
| "step": 16675 | |
| }, | |
| { | |
| "epoch": 2.456875942476737, | |
| "grad_norm": 0.004361658822745085, | |
| "learning_rate": 6.034003596534249e-06, | |
| "loss": 0.0002, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 2.4605539004744568, | |
| "grad_norm": 0.0055083055049180984, | |
| "learning_rate": 5.993133889161354e-06, | |
| "loss": 0.0002, | |
| "step": 16725 | |
| }, | |
| { | |
| "epoch": 2.4642318584721763, | |
| "grad_norm": 0.0033617918379604816, | |
| "learning_rate": 5.952264181788458e-06, | |
| "loss": 0.0002, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 2.467909816469896, | |
| "grad_norm": 0.0048737069591879845, | |
| "learning_rate": 5.911394474415564e-06, | |
| "loss": 0.0001, | |
| "step": 16775 | |
| }, | |
| { | |
| "epoch": 2.471587774467616, | |
| "grad_norm": 0.0036280914209783077, | |
| "learning_rate": 5.870524767042668e-06, | |
| "loss": 0.0001, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 2.4752657324653353, | |
| "grad_norm": 0.003542742459103465, | |
| "learning_rate": 5.829655059669773e-06, | |
| "loss": 0.0001, | |
| "step": 16825 | |
| }, | |
| { | |
| "epoch": 2.478943690463055, | |
| "grad_norm": 0.004226271994411945, | |
| "learning_rate": 5.788785352296878e-06, | |
| "loss": 0.0001, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 2.482621648460775, | |
| "grad_norm": 0.0033333373721688986, | |
| "learning_rate": 5.7479156449239826e-06, | |
| "loss": 0.0001, | |
| "step": 16875 | |
| }, | |
| { | |
| "epoch": 2.4862996064584943, | |
| "grad_norm": 0.003888545325025916, | |
| "learning_rate": 5.707045937551087e-06, | |
| "loss": 0.0001, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 2.489977564456214, | |
| "grad_norm": 0.0031992702279239893, | |
| "learning_rate": 5.666176230178192e-06, | |
| "loss": 0.0001, | |
| "step": 16925 | |
| }, | |
| { | |
| "epoch": 2.4936555224539334, | |
| "grad_norm": 0.0026705926284193993, | |
| "learning_rate": 5.625306522805297e-06, | |
| "loss": 0.0001, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 2.4973334804516534, | |
| "grad_norm": 0.001754347002133727, | |
| "learning_rate": 5.5844368154324015e-06, | |
| "loss": 0.0001, | |
| "step": 16975 | |
| }, | |
| { | |
| "epoch": 2.501011438449373, | |
| "grad_norm": 0.0018643263028934598, | |
| "learning_rate": 5.543567108059507e-06, | |
| "loss": 0.0006, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 2.5046893964470924, | |
| "grad_norm": 0.002491478342562914, | |
| "learning_rate": 5.502697400686611e-06, | |
| "loss": 0.0001, | |
| "step": 17025 | |
| }, | |
| { | |
| "epoch": 2.5083673544448124, | |
| "grad_norm": 0.002735487651079893, | |
| "learning_rate": 5.461827693313716e-06, | |
| "loss": 0.0001, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 2.512045312442532, | |
| "grad_norm": 0.002121156081557274, | |
| "learning_rate": 5.420957985940821e-06, | |
| "loss": 0.0013, | |
| "step": 17075 | |
| }, | |
| { | |
| "epoch": 2.5157232704402515, | |
| "grad_norm": 0.001368986559100449, | |
| "learning_rate": 5.380088278567925e-06, | |
| "loss": 0.0001, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 2.519401228437971, | |
| "grad_norm": 0.0018654069863259792, | |
| "learning_rate": 5.33921857119503e-06, | |
| "loss": 0.0001, | |
| "step": 17125 | |
| }, | |
| { | |
| "epoch": 2.523079186435691, | |
| "grad_norm": 0.0008688032394275069, | |
| "learning_rate": 5.298348863822135e-06, | |
| "loss": 0.0001, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 2.5267571444334105, | |
| "grad_norm": 0.0014730022521689534, | |
| "learning_rate": 5.25747915644924e-06, | |
| "loss": 0.0001, | |
| "step": 17175 | |
| }, | |
| { | |
| "epoch": 2.53043510243113, | |
| "grad_norm": 589.290283203125, | |
| "learning_rate": 5.216609449076345e-06, | |
| "loss": 0.0295, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 2.53411306042885, | |
| "grad_norm": 0.0014689558884128928, | |
| "learning_rate": 5.17573974170345e-06, | |
| "loss": 0.0, | |
| "step": 17225 | |
| }, | |
| { | |
| "epoch": 2.5377910184265695, | |
| "grad_norm": 0.001330269267782569, | |
| "learning_rate": 5.134870034330555e-06, | |
| "loss": 0.0, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 2.541468976424289, | |
| "grad_norm": 0.001491030678153038, | |
| "learning_rate": 5.094000326957658e-06, | |
| "loss": 0.0, | |
| "step": 17275 | |
| }, | |
| { | |
| "epoch": 2.545146934422009, | |
| "grad_norm": 0.002089619869366288, | |
| "learning_rate": 5.053130619584764e-06, | |
| "loss": 0.0778, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 2.5488248924197285, | |
| "grad_norm": 0.0015247270930558443, | |
| "learning_rate": 5.012260912211868e-06, | |
| "loss": 0.0188, | |
| "step": 17325 | |
| }, | |
| { | |
| "epoch": 2.552502850417448, | |
| "grad_norm": 0.002242110203951597, | |
| "learning_rate": 4.971391204838974e-06, | |
| "loss": 0.0179, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 2.556180808415168, | |
| "grad_norm": 0.0018629367696121335, | |
| "learning_rate": 4.930521497466078e-06, | |
| "loss": 0.0181, | |
| "step": 17375 | |
| }, | |
| { | |
| "epoch": 2.5598587664128876, | |
| "grad_norm": 0.0014634733088314533, | |
| "learning_rate": 4.8896517900931836e-06, | |
| "loss": 0.0328, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 2.563536724410607, | |
| "grad_norm": 0.001321232644841075, | |
| "learning_rate": 4.848782082720288e-06, | |
| "loss": 0.0, | |
| "step": 17425 | |
| }, | |
| { | |
| "epoch": 2.567214682408327, | |
| "grad_norm": 0.0012456915574148297, | |
| "learning_rate": 4.807912375347393e-06, | |
| "loss": 0.0003, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 2.5708926404060466, | |
| "grad_norm": 0.0009979073656722903, | |
| "learning_rate": 4.767042667974497e-06, | |
| "loss": 0.0001, | |
| "step": 17475 | |
| }, | |
| { | |
| "epoch": 2.574570598403766, | |
| "grad_norm": 0.001377744134515524, | |
| "learning_rate": 4.726172960601602e-06, | |
| "loss": 0.0, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 2.578248556401486, | |
| "grad_norm": 0.0022715404629707336, | |
| "learning_rate": 4.685303253228707e-06, | |
| "loss": 0.0498, | |
| "step": 17525 | |
| }, | |
| { | |
| "epoch": 2.5819265143992056, | |
| "grad_norm": 0.002307375194504857, | |
| "learning_rate": 4.644433545855812e-06, | |
| "loss": 0.0001, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 2.585604472396925, | |
| "grad_norm": 0.002744297729805112, | |
| "learning_rate": 4.603563838482917e-06, | |
| "loss": 0.0444, | |
| "step": 17575 | |
| }, | |
| { | |
| "epoch": 2.589282430394645, | |
| "grad_norm": 0.004225959535688162, | |
| "learning_rate": 4.5626941311100215e-06, | |
| "loss": 0.0148, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 2.5929603883923646, | |
| "grad_norm": 0.0028173536993563175, | |
| "learning_rate": 4.521824423737127e-06, | |
| "loss": 0.0033, | |
| "step": 17625 | |
| }, | |
| { | |
| "epoch": 2.596638346390084, | |
| "grad_norm": 0.00215067807585001, | |
| "learning_rate": 4.4809547163642305e-06, | |
| "loss": 0.0001, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 2.600316304387804, | |
| "grad_norm": 0.004402931313961744, | |
| "learning_rate": 4.440085008991336e-06, | |
| "loss": 0.0001, | |
| "step": 17675 | |
| }, | |
| { | |
| "epoch": 2.6039942623855237, | |
| "grad_norm": 0.0019863785710185766, | |
| "learning_rate": 4.3992153016184404e-06, | |
| "loss": 0.0001, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 2.607672220383243, | |
| "grad_norm": 0.0032948977313935757, | |
| "learning_rate": 4.358345594245545e-06, | |
| "loss": 0.0001, | |
| "step": 17725 | |
| }, | |
| { | |
| "epoch": 2.6113501783809627, | |
| "grad_norm": 0.0017591605428606272, | |
| "learning_rate": 4.31747588687265e-06, | |
| "loss": 0.0001, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 2.6150281363786827, | |
| "grad_norm": 0.5669000148773193, | |
| "learning_rate": 4.276606179499755e-06, | |
| "loss": 0.0002, | |
| "step": 17775 | |
| }, | |
| { | |
| "epoch": 2.6187060943764022, | |
| "grad_norm": 0.0018617259338498116, | |
| "learning_rate": 4.23573647212686e-06, | |
| "loss": 0.044, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 2.6223840523741218, | |
| "grad_norm": 0.004173843190073967, | |
| "learning_rate": 4.194866764753964e-06, | |
| "loss": 0.0001, | |
| "step": 17825 | |
| }, | |
| { | |
| "epoch": 2.6260620103718413, | |
| "grad_norm": 0.005529914982616901, | |
| "learning_rate": 4.153997057381069e-06, | |
| "loss": 0.0001, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 2.6297399683695613, | |
| "grad_norm": 0.003100366098806262, | |
| "learning_rate": 4.113127350008174e-06, | |
| "loss": 0.0001, | |
| "step": 17875 | |
| }, | |
| { | |
| "epoch": 2.633417926367281, | |
| "grad_norm": 0.0017961232224479318, | |
| "learning_rate": 4.072257642635279e-06, | |
| "loss": 0.012, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 2.6370958843650003, | |
| "grad_norm": 0.0022237550001591444, | |
| "learning_rate": 4.031387935262384e-06, | |
| "loss": 0.0001, | |
| "step": 17925 | |
| }, | |
| { | |
| "epoch": 2.6407738423627203, | |
| "grad_norm": 0.002973005408421159, | |
| "learning_rate": 3.990518227889488e-06, | |
| "loss": 0.0438, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 2.64445180036044, | |
| "grad_norm": 0.003434759797528386, | |
| "learning_rate": 3.949648520516594e-06, | |
| "loss": 0.0003, | |
| "step": 17975 | |
| }, | |
| { | |
| "epoch": 2.6481297583581593, | |
| "grad_norm": 0.003463399363681674, | |
| "learning_rate": 3.908778813143697e-06, | |
| "loss": 0.0001, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 2.6518077163558793, | |
| "grad_norm": 0.003393635619431734, | |
| "learning_rate": 3.867909105770803e-06, | |
| "loss": 0.0002, | |
| "step": 18025 | |
| }, | |
| { | |
| "epoch": 2.655485674353599, | |
| "grad_norm": 0.0027733049355447292, | |
| "learning_rate": 3.827039398397907e-06, | |
| "loss": 0.0001, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 2.6591636323513184, | |
| "grad_norm": 0.0038054571487009525, | |
| "learning_rate": 3.7861696910250126e-06, | |
| "loss": 0.0001, | |
| "step": 18075 | |
| }, | |
| { | |
| "epoch": 2.6628415903490383, | |
| "grad_norm": 0.0029823731165379286, | |
| "learning_rate": 3.745299983652117e-06, | |
| "loss": 0.0001, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 2.666519548346758, | |
| "grad_norm": 0.0019862265326082706, | |
| "learning_rate": 3.704430276279222e-06, | |
| "loss": 0.0001, | |
| "step": 18125 | |
| }, | |
| { | |
| "epoch": 2.6701975063444774, | |
| "grad_norm": 0.003500757971778512, | |
| "learning_rate": 3.6635605689063266e-06, | |
| "loss": 0.0001, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 2.6738754643421974, | |
| "grad_norm": 0.002085187705233693, | |
| "learning_rate": 3.6226908615334315e-06, | |
| "loss": 0.0001, | |
| "step": 18175 | |
| }, | |
| { | |
| "epoch": 2.677553422339917, | |
| "grad_norm": 0.0023257972206920385, | |
| "learning_rate": 3.5818211541605365e-06, | |
| "loss": 0.0001, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 2.6812313803376364, | |
| "grad_norm": 0.0022203666158020496, | |
| "learning_rate": 3.5409514467876414e-06, | |
| "loss": 0.0001, | |
| "step": 18225 | |
| }, | |
| { | |
| "epoch": 2.6849093383353564, | |
| "grad_norm": 0.0012388962786644697, | |
| "learning_rate": 3.500081739414746e-06, | |
| "loss": 0.0, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 2.688587296333076, | |
| "grad_norm": 0.0008910479955375195, | |
| "learning_rate": 3.4592120320418505e-06, | |
| "loss": 0.0003, | |
| "step": 18275 | |
| }, | |
| { | |
| "epoch": 2.6922652543307954, | |
| "grad_norm": 0.0010503758676350117, | |
| "learning_rate": 3.4183423246689554e-06, | |
| "loss": 0.0, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 2.6959432123285154, | |
| "grad_norm": 0.000730241066776216, | |
| "learning_rate": 3.37747261729606e-06, | |
| "loss": 0.0001, | |
| "step": 18325 | |
| }, | |
| { | |
| "epoch": 2.699621170326235, | |
| "grad_norm": 0.000822307774797082, | |
| "learning_rate": 3.336602909923165e-06, | |
| "loss": 0.0, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 2.7032991283239545, | |
| "grad_norm": 1.4722820520401, | |
| "learning_rate": 3.29573320255027e-06, | |
| "loss": 0.1083, | |
| "step": 18375 | |
| }, | |
| { | |
| "epoch": 2.7069770863216744, | |
| "grad_norm": 0.004885438829660416, | |
| "learning_rate": 3.254863495177375e-06, | |
| "loss": 0.0002, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 2.710655044319394, | |
| "grad_norm": 0.0033965399488806725, | |
| "learning_rate": 3.2139937878044794e-06, | |
| "loss": 0.0001, | |
| "step": 18425 | |
| }, | |
| { | |
| "epoch": 2.7143330023171135, | |
| "grad_norm": 0.004250906407833099, | |
| "learning_rate": 3.1731240804315843e-06, | |
| "loss": 0.0231, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 2.7180109603148335, | |
| "grad_norm": 0.003409018972888589, | |
| "learning_rate": 3.1322543730586893e-06, | |
| "loss": 0.0002, | |
| "step": 18475 | |
| }, | |
| { | |
| "epoch": 2.721688918312553, | |
| "grad_norm": 0.0036356241907924414, | |
| "learning_rate": 3.0913846656857938e-06, | |
| "loss": 0.0409, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.7253668763102725, | |
| "grad_norm": 0.006237304303795099, | |
| "learning_rate": 3.0505149583128983e-06, | |
| "loss": 0.0386, | |
| "step": 18525 | |
| }, | |
| { | |
| "epoch": 2.729044834307992, | |
| "grad_norm": 0.006783687509596348, | |
| "learning_rate": 3.0096452509400033e-06, | |
| "loss": 0.0002, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 2.732722792305712, | |
| "grad_norm": 0.04287054389715195, | |
| "learning_rate": 2.9687755435671082e-06, | |
| "loss": 0.0321, | |
| "step": 18575 | |
| }, | |
| { | |
| "epoch": 2.7364007503034316, | |
| "grad_norm": 0.0038001120556145906, | |
| "learning_rate": 2.9279058361942127e-06, | |
| "loss": 0.0003, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 2.740078708301151, | |
| "grad_norm": 0.003841620171442628, | |
| "learning_rate": 2.8870361288213177e-06, | |
| "loss": 0.0001, | |
| "step": 18625 | |
| }, | |
| { | |
| "epoch": 2.7437566662988706, | |
| "grad_norm": 0.002676568925380707, | |
| "learning_rate": 2.8461664214484226e-06, | |
| "loss": 0.0001, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 2.7474346242965906, | |
| "grad_norm": 0.008307211101055145, | |
| "learning_rate": 2.8052967140755276e-06, | |
| "loss": 0.0001, | |
| "step": 18675 | |
| }, | |
| { | |
| "epoch": 2.75111258229431, | |
| "grad_norm": 0.0034743708092719316, | |
| "learning_rate": 2.764427006702632e-06, | |
| "loss": 0.0001, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 2.7547905402920296, | |
| "grad_norm": 0.0020617684349417686, | |
| "learning_rate": 2.7235572993297367e-06, | |
| "loss": 0.0001, | |
| "step": 18725 | |
| }, | |
| { | |
| "epoch": 2.7584684982897496, | |
| "grad_norm": 0.0017286173533648252, | |
| "learning_rate": 2.6826875919568416e-06, | |
| "loss": 0.0001, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 2.762146456287469, | |
| "grad_norm": 0.001774169155396521, | |
| "learning_rate": 2.6418178845839466e-06, | |
| "loss": 0.0001, | |
| "step": 18775 | |
| }, | |
| { | |
| "epoch": 2.7658244142851887, | |
| "grad_norm": 0.003061393741518259, | |
| "learning_rate": 2.600948177211051e-06, | |
| "loss": 0.0298, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 2.7695023722829086, | |
| "grad_norm": 0.00195386353880167, | |
| "learning_rate": 2.560078469838156e-06, | |
| "loss": 0.0001, | |
| "step": 18825 | |
| }, | |
| { | |
| "epoch": 2.773180330280628, | |
| "grad_norm": 0.0015053004026412964, | |
| "learning_rate": 2.519208762465261e-06, | |
| "loss": 0.0001, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 2.7768582882783477, | |
| "grad_norm": 0.002827111864462495, | |
| "learning_rate": 2.4783390550923655e-06, | |
| "loss": 0.0001, | |
| "step": 18875 | |
| }, | |
| { | |
| "epoch": 2.7805362462760677, | |
| "grad_norm": 0.0010932940058410168, | |
| "learning_rate": 2.4374693477194705e-06, | |
| "loss": 0.0001, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 2.784214204273787, | |
| "grad_norm": 7.858973026275635, | |
| "learning_rate": 2.3965996403465754e-06, | |
| "loss": 0.0468, | |
| "step": 18925 | |
| }, | |
| { | |
| "epoch": 2.7878921622715067, | |
| "grad_norm": 0.002107949461787939, | |
| "learning_rate": 2.35572993297368e-06, | |
| "loss": 0.0001, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 2.7915701202692267, | |
| "grad_norm": 0.001860212185420096, | |
| "learning_rate": 2.3148602256007845e-06, | |
| "loss": 0.0001, | |
| "step": 18975 | |
| }, | |
| { | |
| "epoch": 2.795248078266946, | |
| "grad_norm": 0.002180658746510744, | |
| "learning_rate": 2.2739905182278894e-06, | |
| "loss": 0.0001, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.7989260362646657, | |
| "grad_norm": 0.001684672199189663, | |
| "learning_rate": 2.2331208108549944e-06, | |
| "loss": 0.0001, | |
| "step": 19025 | |
| }, | |
| { | |
| "epoch": 2.8026039942623857, | |
| "grad_norm": 0.0015821090200915933, | |
| "learning_rate": 2.1922511034820993e-06, | |
| "loss": 0.0001, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 2.8062819522601052, | |
| "grad_norm": 0.0031413165852427483, | |
| "learning_rate": 2.151381396109204e-06, | |
| "loss": 0.0222, | |
| "step": 19075 | |
| }, | |
| { | |
| "epoch": 2.8099599102578248, | |
| "grad_norm": 0.001654456602409482, | |
| "learning_rate": 2.110511688736309e-06, | |
| "loss": 0.0001, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 2.8136378682555447, | |
| "grad_norm": 0.0025208396837115288, | |
| "learning_rate": 2.0696419813634138e-06, | |
| "loss": 0.0297, | |
| "step": 19125 | |
| }, | |
| { | |
| "epoch": 2.8173158262532643, | |
| "grad_norm": 0.0016039038309827447, | |
| "learning_rate": 2.0287722739905183e-06, | |
| "loss": 0.0001, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 2.820993784250984, | |
| "grad_norm": 0.0015692878514528275, | |
| "learning_rate": 1.987902566617623e-06, | |
| "loss": 0.0001, | |
| "step": 19175 | |
| }, | |
| { | |
| "epoch": 2.8246717422487038, | |
| "grad_norm": 0.0014573705848306417, | |
| "learning_rate": 1.9470328592447278e-06, | |
| "loss": 0.0001, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 2.8283497002464233, | |
| "grad_norm": 0.005317123141139746, | |
| "learning_rate": 1.9061631518718325e-06, | |
| "loss": 0.0001, | |
| "step": 19225 | |
| }, | |
| { | |
| "epoch": 2.832027658244143, | |
| "grad_norm": 0.0014695243444293737, | |
| "learning_rate": 1.8652934444989374e-06, | |
| "loss": 0.0312, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 2.835705616241863, | |
| "grad_norm": 0.04826376587152481, | |
| "learning_rate": 1.8244237371260422e-06, | |
| "loss": 0.0263, | |
| "step": 19275 | |
| }, | |
| { | |
| "epoch": 2.8393835742395823, | |
| "grad_norm": 0.0012747733853757381, | |
| "learning_rate": 1.7835540297531471e-06, | |
| "loss": 0.0001, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 2.843061532237302, | |
| "grad_norm": 0.0011536297388374805, | |
| "learning_rate": 1.7426843223802519e-06, | |
| "loss": 0.025, | |
| "step": 19325 | |
| }, | |
| { | |
| "epoch": 2.8467394902350214, | |
| "grad_norm": 0.00559173384681344, | |
| "learning_rate": 1.7018146150073564e-06, | |
| "loss": 0.0001, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 2.8504174482327413, | |
| "grad_norm": 0.0011801973450928926, | |
| "learning_rate": 1.6609449076344614e-06, | |
| "loss": 0.0001, | |
| "step": 19375 | |
| }, | |
| { | |
| "epoch": 2.854095406230461, | |
| "grad_norm": 0.020327366888523102, | |
| "learning_rate": 1.620075200261566e-06, | |
| "loss": 0.0001, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 2.8577733642281804, | |
| "grad_norm": 0.0012536696158349514, | |
| "learning_rate": 1.579205492888671e-06, | |
| "loss": 0.0001, | |
| "step": 19425 | |
| }, | |
| { | |
| "epoch": 2.8614513222259, | |
| "grad_norm": 0.0010541353840380907, | |
| "learning_rate": 1.5383357855157758e-06, | |
| "loss": 0.0, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 2.86512928022362, | |
| "grad_norm": 0.0011492278426885605, | |
| "learning_rate": 1.4974660781428805e-06, | |
| "loss": 0.0001, | |
| "step": 19475 | |
| }, | |
| { | |
| "epoch": 2.8688072382213394, | |
| "grad_norm": 0.002121875062584877, | |
| "learning_rate": 1.4565963707699853e-06, | |
| "loss": 0.0339, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.872485196219059, | |
| "grad_norm": 0.0013062648940831423, | |
| "learning_rate": 1.4157266633970902e-06, | |
| "loss": 0.0001, | |
| "step": 19525 | |
| }, | |
| { | |
| "epoch": 2.876163154216779, | |
| "grad_norm": 0.0012365735601633787, | |
| "learning_rate": 1.374856956024195e-06, | |
| "loss": 0.0001, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 2.8798411122144985, | |
| "grad_norm": 0.001490547088906169, | |
| "learning_rate": 1.3339872486512997e-06, | |
| "loss": 0.0389, | |
| "step": 19575 | |
| }, | |
| { | |
| "epoch": 2.883519070212218, | |
| "grad_norm": 0.0010857345769181848, | |
| "learning_rate": 1.2931175412784044e-06, | |
| "loss": 0.0002, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 2.887197028209938, | |
| "grad_norm": 0.0016767021734267473, | |
| "learning_rate": 1.2522478339055092e-06, | |
| "loss": 0.0001, | |
| "step": 19625 | |
| }, | |
| { | |
| "epoch": 2.8908749862076575, | |
| "grad_norm": 0.004218839108943939, | |
| "learning_rate": 1.2113781265326141e-06, | |
| "loss": 0.0001, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 2.894552944205377, | |
| "grad_norm": 0.0010596220381557941, | |
| "learning_rate": 1.1705084191597189e-06, | |
| "loss": 0.0001, | |
| "step": 19675 | |
| }, | |
| { | |
| "epoch": 2.898230902203097, | |
| "grad_norm": 0.005758639425039291, | |
| "learning_rate": 1.1296387117868236e-06, | |
| "loss": 0.0001, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 2.9019088602008165, | |
| "grad_norm": 0.004077006597071886, | |
| "learning_rate": 1.0887690044139283e-06, | |
| "loss": 0.0001, | |
| "step": 19725 | |
| }, | |
| { | |
| "epoch": 2.905586818198536, | |
| "grad_norm": 0.023057300597429276, | |
| "learning_rate": 1.0478992970410333e-06, | |
| "loss": 0.0001, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 2.909264776196256, | |
| "grad_norm": 0.0010171595495194197, | |
| "learning_rate": 1.007029589668138e-06, | |
| "loss": 0.0002, | |
| "step": 19775 | |
| }, | |
| { | |
| "epoch": 2.9129427341939755, | |
| "grad_norm": 0.0021811590995639563, | |
| "learning_rate": 9.661598822952428e-07, | |
| "loss": 0.0018, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 2.916620692191695, | |
| "grad_norm": 0.0007530258735641837, | |
| "learning_rate": 9.252901749223475e-07, | |
| "loss": 0.0, | |
| "step": 19825 | |
| }, | |
| { | |
| "epoch": 2.920298650189415, | |
| "grad_norm": 0.0008248965605162084, | |
| "learning_rate": 8.844204675494524e-07, | |
| "loss": 0.0, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 2.9239766081871346, | |
| "grad_norm": 0.0008437008364126086, | |
| "learning_rate": 8.435507601765572e-07, | |
| "loss": 0.0001, | |
| "step": 19875 | |
| }, | |
| { | |
| "epoch": 2.927654566184854, | |
| "grad_norm": 0.0011598097626119852, | |
| "learning_rate": 8.026810528036619e-07, | |
| "loss": 0.029, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 2.931332524182574, | |
| "grad_norm": 0.000989201944321394, | |
| "learning_rate": 7.618113454307668e-07, | |
| "loss": 0.0001, | |
| "step": 19925 | |
| }, | |
| { | |
| "epoch": 2.9350104821802936, | |
| "grad_norm": 0.0009332878980785608, | |
| "learning_rate": 7.209416380578715e-07, | |
| "loss": 0.0001, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 2.938688440178013, | |
| "grad_norm": 0.0010302929440513253, | |
| "learning_rate": 6.800719306849764e-07, | |
| "loss": 0.0316, | |
| "step": 19975 | |
| }, | |
| { | |
| "epoch": 2.942366398175733, | |
| "grad_norm": 0.0011053696507588029, | |
| "learning_rate": 6.392022233120811e-07, | |
| "loss": 0.0001, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.9460443561734526, | |
| "grad_norm": 0.001087658922187984, | |
| "learning_rate": 5.983325159391858e-07, | |
| "loss": 0.0, | |
| "step": 20025 | |
| }, | |
| { | |
| "epoch": 2.949722314171172, | |
| "grad_norm": 0.0008900929242372513, | |
| "learning_rate": 5.574628085662906e-07, | |
| "loss": 0.0001, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 2.9534002721688917, | |
| "grad_norm": 0.001053415471687913, | |
| "learning_rate": 5.165931011933954e-07, | |
| "loss": 0.0, | |
| "step": 20075 | |
| }, | |
| { | |
| "epoch": 2.9570782301666116, | |
| "grad_norm": 0.0008429349982179701, | |
| "learning_rate": 4.757233938205003e-07, | |
| "loss": 0.0, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 2.960756188164331, | |
| "grad_norm": 0.0009649925632402301, | |
| "learning_rate": 4.34853686447605e-07, | |
| "loss": 0.0, | |
| "step": 20125 | |
| }, | |
| { | |
| "epoch": 2.9644341461620507, | |
| "grad_norm": 0.0009367198217660189, | |
| "learning_rate": 3.939839790747098e-07, | |
| "loss": 0.0002, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 2.9681121041597702, | |
| "grad_norm": 0.0008432368049398065, | |
| "learning_rate": 3.5311427170181465e-07, | |
| "loss": 0.0, | |
| "step": 20175 | |
| }, | |
| { | |
| "epoch": 2.97179006215749, | |
| "grad_norm": 2.9367611408233643, | |
| "learning_rate": 3.1224456432891944e-07, | |
| "loss": 0.0002, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 2.9754680201552097, | |
| "grad_norm": 0.0008842748356983066, | |
| "learning_rate": 2.7137485695602424e-07, | |
| "loss": 0.0001, | |
| "step": 20225 | |
| }, | |
| { | |
| "epoch": 2.9791459781529293, | |
| "grad_norm": 0.3803035616874695, | |
| "learning_rate": 2.30505149583129e-07, | |
| "loss": 0.0303, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 2.9828239361506492, | |
| "grad_norm": 0.001255788840353489, | |
| "learning_rate": 1.8963544221023377e-07, | |
| "loss": 0.0001, | |
| "step": 20275 | |
| }, | |
| { | |
| "epoch": 2.9865018941483688, | |
| "grad_norm": 0.0012517735594883561, | |
| "learning_rate": 1.4876573483733856e-07, | |
| "loss": 0.0001, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 2.9901798521460883, | |
| "grad_norm": 0.0008377633057534695, | |
| "learning_rate": 1.0789602746444335e-07, | |
| "loss": 0.0001, | |
| "step": 20325 | |
| }, | |
| { | |
| "epoch": 2.9938578101438083, | |
| "grad_norm": 0.0008699085447005928, | |
| "learning_rate": 6.702632009154815e-08, | |
| "loss": 0.0001, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 2.997535768141528, | |
| "grad_norm": 0.000927777262404561, | |
| "learning_rate": 2.6156612718652934e-08, | |
| "loss": 0.023, | |
| "step": 20375 | |
| }, | |
| { | |
| "epoch": 2.9998896612600685, | |
| "eval_accuracy": 0.9969841853622655, | |
| "eval_auc": 0.9999289486306174, | |
| "eval_f1": 0.9969837416317222, | |
| "eval_loss": 0.01777876727283001, | |
| "eval_precision": 0.9972038263428992, | |
| "eval_recall": 0.9967637540453075, | |
| "eval_runtime": 2385.463, | |
| "eval_samples_per_second": 5.699, | |
| "eval_steps_per_second": 1.425, | |
| "step": 20391 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 20391, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.01 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.073019505969152e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |