| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9998824589585864, | |
| "eval_steps": 500, | |
| "global_step": 6380, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "ETA": 0.0, | |
| "epoch": 0.0015672138855150257, | |
| "fp16_scale": 512.0, | |
| "global_step": 10, | |
| "grad_norm": 44.605, | |
| "learning_rate": 2.0833333333333333e-07, | |
| "loss": 2.2146, | |
| "step": 10 | |
| }, | |
| { | |
| "ETA": 29.58, | |
| "epoch": 0.0031344277710300514, | |
| "fp16_scale": 512.0, | |
| "global_step": 20, | |
| "grad_norm": 18.403, | |
| "learning_rate": 1.25e-06, | |
| "loss": 1.7049, | |
| "step": 20 | |
| }, | |
| { | |
| "ETA": 29.6, | |
| "epoch": 0.004701641656545077, | |
| "fp16_scale": 512.0, | |
| "global_step": 30, | |
| "grad_norm": 7.563, | |
| "learning_rate": 2.2916666666666666e-06, | |
| "loss": 1.0428, | |
| "step": 30 | |
| }, | |
| { | |
| "ETA": 29.56, | |
| "epoch": 0.006268855542060103, | |
| "fp16_scale": 512.0, | |
| "global_step": 40, | |
| "grad_norm": 6.731, | |
| "learning_rate": 3.3333333333333333e-06, | |
| "loss": 1.0004, | |
| "step": 40 | |
| }, | |
| { | |
| "ETA": 29.5, | |
| "epoch": 0.00783606942757513, | |
| "fp16_scale": 512.0, | |
| "global_step": 50, | |
| "grad_norm": 8.091, | |
| "learning_rate": 4.3750000000000005e-06, | |
| "loss": 0.93, | |
| "step": 50 | |
| }, | |
| { | |
| "ETA": 29.47, | |
| "epoch": 0.009403283313090155, | |
| "fp16_scale": 512.0, | |
| "global_step": 60, | |
| "grad_norm": 6.857, | |
| "learning_rate": 5.416666666666667e-06, | |
| "loss": 0.9099, | |
| "step": 60 | |
| }, | |
| { | |
| "ETA": 29.41, | |
| "epoch": 0.01097049719860518, | |
| "fp16_scale": 512.0, | |
| "global_step": 70, | |
| "grad_norm": 4.815, | |
| "learning_rate": 6.458333333333334e-06, | |
| "loss": 0.8915, | |
| "step": 70 | |
| }, | |
| { | |
| "ETA": 29.36, | |
| "epoch": 0.012537711084120206, | |
| "fp16_scale": 512.0, | |
| "global_step": 80, | |
| "grad_norm": 4.539, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.8344, | |
| "step": 80 | |
| }, | |
| { | |
| "ETA": 29.3, | |
| "epoch": 0.014104924969635231, | |
| "fp16_scale": 512.0, | |
| "global_step": 90, | |
| "grad_norm": 5.123, | |
| "learning_rate": 8.541666666666666e-06, | |
| "loss": 0.8418, | |
| "step": 90 | |
| }, | |
| { | |
| "ETA": 29.25, | |
| "epoch": 0.01567213885515026, | |
| "fp16_scale": 512.0, | |
| "global_step": 100, | |
| "grad_norm": 5.271, | |
| "learning_rate": 9.583333333333335e-06, | |
| "loss": 0.7887, | |
| "step": 100 | |
| }, | |
| { | |
| "ETA": 29.2, | |
| "epoch": 0.017239352740665282, | |
| "fp16_scale": 512.0, | |
| "global_step": 110, | |
| "grad_norm": 5.762, | |
| "learning_rate": 1.0625e-05, | |
| "loss": 0.8702, | |
| "step": 110 | |
| }, | |
| { | |
| "ETA": 29.15, | |
| "epoch": 0.01880656662618031, | |
| "fp16_scale": 512.0, | |
| "global_step": 120, | |
| "grad_norm": 5.592, | |
| "learning_rate": 1.1666666666666668e-05, | |
| "loss": 0.8226, | |
| "step": 120 | |
| }, | |
| { | |
| "ETA": 29.1, | |
| "epoch": 0.020373780511695333, | |
| "fp16_scale": 512.0, | |
| "global_step": 130, | |
| "grad_norm": 4.187, | |
| "learning_rate": 1.2708333333333333e-05, | |
| "loss": 0.7926, | |
| "step": 130 | |
| }, | |
| { | |
| "ETA": 29.06, | |
| "epoch": 0.02194099439721036, | |
| "fp16_scale": 512.0, | |
| "global_step": 140, | |
| "grad_norm": 3.79, | |
| "learning_rate": 1.375e-05, | |
| "loss": 0.8084, | |
| "step": 140 | |
| }, | |
| { | |
| "ETA": 29.02, | |
| "epoch": 0.023508208282725384, | |
| "fp16_scale": 512.0, | |
| "global_step": 150, | |
| "grad_norm": 6.431, | |
| "learning_rate": 1.479166666666667e-05, | |
| "loss": 0.8406, | |
| "step": 150 | |
| }, | |
| { | |
| "ETA": 28.96, | |
| "epoch": 0.02507542216824041, | |
| "fp16_scale": 512.0, | |
| "global_step": 160, | |
| "grad_norm": 5.383, | |
| "learning_rate": 1.5833333333333333e-05, | |
| "loss": 0.8033, | |
| "step": 160 | |
| }, | |
| { | |
| "ETA": 28.93, | |
| "epoch": 0.026642636053755435, | |
| "fp16_scale": 512.0, | |
| "global_step": 170, | |
| "grad_norm": 3.825, | |
| "learning_rate": 1.6875e-05, | |
| "loss": 0.7992, | |
| "step": 170 | |
| }, | |
| { | |
| "ETA": 28.88, | |
| "epoch": 0.028209849939270462, | |
| "fp16_scale": 512.0, | |
| "global_step": 180, | |
| "grad_norm": 6.132, | |
| "learning_rate": 1.7916666666666667e-05, | |
| "loss": 0.831, | |
| "step": 180 | |
| }, | |
| { | |
| "ETA": 28.83, | |
| "epoch": 0.029777063824785486, | |
| "fp16_scale": 512.0, | |
| "global_step": 190, | |
| "grad_norm": 4.835, | |
| "learning_rate": 1.8958333333333334e-05, | |
| "loss": 0.8184, | |
| "step": 190 | |
| }, | |
| { | |
| "ETA": 28.79, | |
| "epoch": 0.03134427771030052, | |
| "fp16_scale": 512.0, | |
| "global_step": 200, | |
| "grad_norm": 6.233, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8741, | |
| "step": 200 | |
| }, | |
| { | |
| "ETA": 28.74, | |
| "epoch": 0.03291149159581554, | |
| "fp16_scale": 512.0, | |
| "global_step": 210, | |
| "grad_norm": 3.753, | |
| "learning_rate": 1.99998711251399e-05, | |
| "loss": 0.8059, | |
| "step": 210 | |
| }, | |
| { | |
| "ETA": 28.69, | |
| "epoch": 0.034478705481330564, | |
| "fp16_scale": 512.0, | |
| "global_step": 220, | |
| "grad_norm": 3.802, | |
| "learning_rate": 1.9999484503881354e-05, | |
| "loss": 0.7927, | |
| "step": 220 | |
| }, | |
| { | |
| "ETA": 28.68, | |
| "epoch": 0.03604591936684559, | |
| "fp16_scale": 512.0, | |
| "global_step": 230, | |
| "grad_norm": 4.375, | |
| "learning_rate": 1.99988401461895e-05, | |
| "loss": 0.8292, | |
| "step": 230 | |
| }, | |
| { | |
| "ETA": 29.04, | |
| "epoch": 0.03761313325236062, | |
| "fp16_scale": 512.0, | |
| "global_step": 240, | |
| "grad_norm": 3.616, | |
| "learning_rate": 1.9997938068672652e-05, | |
| "loss": 0.822, | |
| "step": 240 | |
| }, | |
| { | |
| "ETA": 28.97, | |
| "epoch": 0.03918034713787564, | |
| "fp16_scale": 512.0, | |
| "global_step": 250, | |
| "grad_norm": 5.363, | |
| "learning_rate": 1.9996778294581828e-05, | |
| "loss": 0.8432, | |
| "step": 250 | |
| }, | |
| { | |
| "ETA": 28.91, | |
| "epoch": 0.040747561023390666, | |
| "fp16_scale": 512.0, | |
| "global_step": 260, | |
| "grad_norm": 4.838, | |
| "learning_rate": 1.9995360853810172e-05, | |
| "loss": 0.8458, | |
| "step": 260 | |
| }, | |
| { | |
| "ETA": 28.84, | |
| "epoch": 0.04231477490890569, | |
| "fp16_scale": 512.0, | |
| "global_step": 270, | |
| "grad_norm": 4.622, | |
| "learning_rate": 1.9993685782892184e-05, | |
| "loss": 0.8552, | |
| "step": 270 | |
| }, | |
| { | |
| "ETA": 28.78, | |
| "epoch": 0.04388198879442072, | |
| "fp16_scale": 512.0, | |
| "global_step": 280, | |
| "grad_norm": 4.467, | |
| "learning_rate": 1.9991753125002766e-05, | |
| "loss": 0.8134, | |
| "step": 280 | |
| }, | |
| { | |
| "ETA": 28.72, | |
| "epoch": 0.04544920267993575, | |
| "fp16_scale": 512.0, | |
| "global_step": 290, | |
| "grad_norm": 4.902, | |
| "learning_rate": 1.998956292995612e-05, | |
| "loss": 0.888, | |
| "step": 290 | |
| }, | |
| { | |
| "ETA": 28.66, | |
| "epoch": 0.04701641656545077, | |
| "fp16_scale": 512.0, | |
| "global_step": 300, | |
| "grad_norm": 8.023, | |
| "learning_rate": 1.998711525420447e-05, | |
| "loss": 0.8485, | |
| "step": 300 | |
| }, | |
| { | |
| "ETA": 28.6, | |
| "epoch": 0.048583630450965795, | |
| "fp16_scale": 512.0, | |
| "global_step": 310, | |
| "grad_norm": 6.401, | |
| "learning_rate": 1.998441016083658e-05, | |
| "loss": 0.8511, | |
| "step": 310 | |
| }, | |
| { | |
| "ETA": 28.54, | |
| "epoch": 0.05015084433648082, | |
| "fp16_scale": 512.0, | |
| "global_step": 320, | |
| "grad_norm": 4.692, | |
| "learning_rate": 1.9981447719576163e-05, | |
| "loss": 0.8344, | |
| "step": 320 | |
| }, | |
| { | |
| "ETA": 28.48, | |
| "epoch": 0.05171805822199585, | |
| "fp16_scale": 512.0, | |
| "global_step": 330, | |
| "grad_norm": 3.886, | |
| "learning_rate": 1.9978228006780056e-05, | |
| "loss": 0.7998, | |
| "step": 330 | |
| }, | |
| { | |
| "ETA": 28.42, | |
| "epoch": 0.05328527210751087, | |
| "fp16_scale": 512.0, | |
| "global_step": 340, | |
| "grad_norm": 3.093, | |
| "learning_rate": 1.9974751105436266e-05, | |
| "loss": 0.8319, | |
| "step": 340 | |
| }, | |
| { | |
| "ETA": 28.37, | |
| "epoch": 0.0548524859930259, | |
| "fp16_scale": 512.0, | |
| "global_step": 350, | |
| "grad_norm": 5.02, | |
| "learning_rate": 1.9971017105161833e-05, | |
| "loss": 0.8256, | |
| "step": 350 | |
| }, | |
| { | |
| "ETA": 28.31, | |
| "epoch": 0.056419699878540924, | |
| "fp16_scale": 512.0, | |
| "global_step": 360, | |
| "grad_norm": 3.542, | |
| "learning_rate": 1.9967026102200503e-05, | |
| "loss": 0.7992, | |
| "step": 360 | |
| }, | |
| { | |
| "ETA": 28.26, | |
| "epoch": 0.05798691376405595, | |
| "fp16_scale": 512.0, | |
| "global_step": 370, | |
| "grad_norm": 3.29, | |
| "learning_rate": 1.9962778199420265e-05, | |
| "loss": 0.8275, | |
| "step": 370 | |
| }, | |
| { | |
| "ETA": 28.2, | |
| "epoch": 0.05955412764957097, | |
| "fp16_scale": 512.0, | |
| "global_step": 380, | |
| "grad_norm": 4.119, | |
| "learning_rate": 1.9958273506310703e-05, | |
| "loss": 0.7866, | |
| "step": 380 | |
| }, | |
| { | |
| "ETA": 28.15, | |
| "epoch": 0.061121341535086, | |
| "fp16_scale": 512.0, | |
| "global_step": 390, | |
| "grad_norm": 3.126, | |
| "learning_rate": 1.995351213898015e-05, | |
| "loss": 0.7829, | |
| "step": 390 | |
| }, | |
| { | |
| "ETA": 28.09, | |
| "epoch": 0.06268855542060103, | |
| "fp16_scale": 512.0, | |
| "global_step": 400, | |
| "grad_norm": 4.012, | |
| "learning_rate": 1.9948494220152714e-05, | |
| "loss": 0.8086, | |
| "step": 400 | |
| }, | |
| { | |
| "ETA": 28.04, | |
| "epoch": 0.06425576930611605, | |
| "fp16_scale": 512.0, | |
| "global_step": 410, | |
| "grad_norm": 5.155, | |
| "learning_rate": 1.9943219879165113e-05, | |
| "loss": 0.791, | |
| "step": 410 | |
| }, | |
| { | |
| "ETA": 27.99, | |
| "epoch": 0.06582298319163107, | |
| "fp16_scale": 512.0, | |
| "global_step": 420, | |
| "grad_norm": 5.031, | |
| "learning_rate": 1.9937689251963347e-05, | |
| "loss": 0.7987, | |
| "step": 420 | |
| }, | |
| { | |
| "ETA": 27.94, | |
| "epoch": 0.06739019707714611, | |
| "fp16_scale": 512.0, | |
| "global_step": 430, | |
| "grad_norm": 5.236, | |
| "learning_rate": 1.9931902481099163e-05, | |
| "loss": 0.8278, | |
| "step": 430 | |
| }, | |
| { | |
| "ETA": 27.88, | |
| "epoch": 0.06895741096266113, | |
| "fp16_scale": 512.0, | |
| "global_step": 440, | |
| "grad_norm": 4.538, | |
| "learning_rate": 1.992585971572643e-05, | |
| "loss": 0.8123, | |
| "step": 440 | |
| }, | |
| { | |
| "ETA": 27.83, | |
| "epoch": 0.07052462484817615, | |
| "fp16_scale": 512.0, | |
| "global_step": 450, | |
| "grad_norm": 3.488, | |
| "learning_rate": 1.9919561111597246e-05, | |
| "loss": 0.7873, | |
| "step": 450 | |
| }, | |
| { | |
| "ETA": 27.78, | |
| "epoch": 0.07209183873369118, | |
| "fp16_scale": 512.0, | |
| "global_step": 460, | |
| "grad_norm": 4.643, | |
| "learning_rate": 1.9913006831057967e-05, | |
| "loss": 0.8107, | |
| "step": 460 | |
| }, | |
| { | |
| "ETA": 27.72, | |
| "epoch": 0.0736590526192062, | |
| "fp16_scale": 512.0, | |
| "global_step": 470, | |
| "grad_norm": 3.725, | |
| "learning_rate": 1.990619704304499e-05, | |
| "loss": 0.7758, | |
| "step": 470 | |
| }, | |
| { | |
| "ETA": 27.67, | |
| "epoch": 0.07522626650472124, | |
| "fp16_scale": 512.0, | |
| "global_step": 480, | |
| "grad_norm": 5.386, | |
| "learning_rate": 1.98991319230804e-05, | |
| "loss": 0.8376, | |
| "step": 480 | |
| }, | |
| { | |
| "ETA": 27.62, | |
| "epoch": 0.07679348039023626, | |
| "fp16_scale": 512.0, | |
| "global_step": 490, | |
| "grad_norm": 3.911, | |
| "learning_rate": 1.989181165326747e-05, | |
| "loss": 0.8483, | |
| "step": 490 | |
| }, | |
| { | |
| "ETA": 27.57, | |
| "epoch": 0.07836069427575128, | |
| "fp16_scale": 512.0, | |
| "global_step": 500, | |
| "grad_norm": 4.428, | |
| "learning_rate": 1.988423642228596e-05, | |
| "loss": 0.8042, | |
| "step": 500 | |
| }, | |
| { | |
| "ETA": 27.88, | |
| "epoch": 0.07992790816126631, | |
| "fp16_scale": 512.0, | |
| "global_step": 510, | |
| "grad_norm": 3.18, | |
| "learning_rate": 1.9876406425387222e-05, | |
| "loss": 0.7861, | |
| "step": 510 | |
| }, | |
| { | |
| "ETA": 27.82, | |
| "epoch": 0.08149512204678133, | |
| "fp16_scale": 512.0, | |
| "global_step": 520, | |
| "grad_norm": 4.472, | |
| "learning_rate": 1.9868321864389216e-05, | |
| "loss": 0.8244, | |
| "step": 520 | |
| }, | |
| { | |
| "ETA": 27.76, | |
| "epoch": 0.08306233593229637, | |
| "fp16_scale": 512.0, | |
| "global_step": 530, | |
| "grad_norm": 4.459, | |
| "learning_rate": 1.9859982947671273e-05, | |
| "loss": 0.8077, | |
| "step": 530 | |
| }, | |
| { | |
| "ETA": 27.7, | |
| "epoch": 0.08462954981781139, | |
| "fp16_scale": 512.0, | |
| "global_step": 540, | |
| "grad_norm": 3.43, | |
| "learning_rate": 1.9851389890168738e-05, | |
| "loss": 0.8235, | |
| "step": 540 | |
| }, | |
| { | |
| "ETA": 27.64, | |
| "epoch": 0.0861967637033264, | |
| "fp16_scale": 512.0, | |
| "global_step": 550, | |
| "grad_norm": 4.116, | |
| "learning_rate": 1.984254291336743e-05, | |
| "loss": 0.8453, | |
| "step": 550 | |
| }, | |
| { | |
| "ETA": 27.59, | |
| "epoch": 0.08776397758884144, | |
| "fp16_scale": 512.0, | |
| "global_step": 560, | |
| "grad_norm": 3.874, | |
| "learning_rate": 1.9833442245297923e-05, | |
| "loss": 0.8315, | |
| "step": 560 | |
| }, | |
| { | |
| "ETA": 27.53, | |
| "epoch": 0.08933119147435646, | |
| "fp16_scale": 512.0, | |
| "global_step": 570, | |
| "grad_norm": 4.0, | |
| "learning_rate": 1.982408812052969e-05, | |
| "loss": 0.8089, | |
| "step": 570 | |
| }, | |
| { | |
| "ETA": 27.47, | |
| "epoch": 0.0908984053598715, | |
| "fp16_scale": 512.0, | |
| "global_step": 580, | |
| "grad_norm": 3.54, | |
| "learning_rate": 1.9814480780165026e-05, | |
| "loss": 0.8185, | |
| "step": 580 | |
| }, | |
| { | |
| "ETA": 27.42, | |
| "epoch": 0.09246561924538652, | |
| "fp16_scale": 512.0, | |
| "global_step": 590, | |
| "grad_norm": 4.836, | |
| "learning_rate": 1.980462047183287e-05, | |
| "loss": 0.8105, | |
| "step": 590 | |
| }, | |
| { | |
| "ETA": 27.36, | |
| "epoch": 0.09403283313090154, | |
| "fp16_scale": 512.0, | |
| "global_step": 600, | |
| "grad_norm": 4.281, | |
| "learning_rate": 1.9794507449682383e-05, | |
| "loss": 0.778, | |
| "step": 600 | |
| }, | |
| { | |
| "ETA": 27.31, | |
| "epoch": 0.09560004701641657, | |
| "fp16_scale": 512.0, | |
| "global_step": 610, | |
| "grad_norm": 3.683, | |
| "learning_rate": 1.9784141974376434e-05, | |
| "loss": 0.7742, | |
| "step": 610 | |
| }, | |
| { | |
| "ETA": 27.25, | |
| "epoch": 0.09716726090193159, | |
| "fp16_scale": 512.0, | |
| "global_step": 620, | |
| "grad_norm": 4.075, | |
| "learning_rate": 1.9773524313084857e-05, | |
| "loss": 0.8509, | |
| "step": 620 | |
| }, | |
| { | |
| "ETA": 27.2, | |
| "epoch": 0.09873447478744661, | |
| "fp16_scale": 512.0, | |
| "global_step": 630, | |
| "grad_norm": 3.46, | |
| "learning_rate": 1.9762654739477578e-05, | |
| "loss": 0.7818, | |
| "step": 630 | |
| }, | |
| { | |
| "ETA": 27.14, | |
| "epoch": 0.10030168867296164, | |
| "fp16_scale": 512.0, | |
| "global_step": 640, | |
| "grad_norm": 3.695, | |
| "learning_rate": 1.975153353371755e-05, | |
| "loss": 0.8249, | |
| "step": 640 | |
| }, | |
| { | |
| "ETA": 27.09, | |
| "epoch": 0.10186890255847666, | |
| "fp16_scale": 512.0, | |
| "global_step": 650, | |
| "grad_norm": 4.314, | |
| "learning_rate": 1.974016098245354e-05, | |
| "loss": 0.7981, | |
| "step": 650 | |
| }, | |
| { | |
| "ETA": 27.04, | |
| "epoch": 0.1034361164439917, | |
| "fp16_scale": 512.0, | |
| "global_step": 660, | |
| "grad_norm": 3.079, | |
| "learning_rate": 1.9728537378812738e-05, | |
| "loss": 0.8327, | |
| "step": 660 | |
| }, | |
| { | |
| "ETA": 26.98, | |
| "epoch": 0.10500333032950672, | |
| "fp16_scale": 512.0, | |
| "global_step": 670, | |
| "grad_norm": 3.434, | |
| "learning_rate": 1.9716663022393202e-05, | |
| "loss": 0.7954, | |
| "step": 670 | |
| }, | |
| { | |
| "ETA": 26.93, | |
| "epoch": 0.10657054421502174, | |
| "fp16_scale": 512.0, | |
| "global_step": 680, | |
| "grad_norm": 5.473, | |
| "learning_rate": 1.9704538219256143e-05, | |
| "loss": 0.7967, | |
| "step": 680 | |
| }, | |
| { | |
| "ETA": 26.87, | |
| "epoch": 0.10813775810053677, | |
| "fp16_scale": 512.0, | |
| "global_step": 690, | |
| "grad_norm": 3.194, | |
| "learning_rate": 1.9692163281918016e-05, | |
| "loss": 0.8253, | |
| "step": 690 | |
| }, | |
| { | |
| "ETA": 26.82, | |
| "epoch": 0.1097049719860518, | |
| "fp16_scale": 512.0, | |
| "global_step": 700, | |
| "grad_norm": 3.881, | |
| "learning_rate": 1.9679538529342487e-05, | |
| "loss": 0.8237, | |
| "step": 700 | |
| }, | |
| { | |
| "ETA": 26.77, | |
| "epoch": 0.11127218587156683, | |
| "fp16_scale": 512.0, | |
| "global_step": 710, | |
| "grad_norm": 4.069, | |
| "learning_rate": 1.9666664286932198e-05, | |
| "loss": 0.8276, | |
| "step": 710 | |
| }, | |
| { | |
| "ETA": 26.72, | |
| "epoch": 0.11283939975708185, | |
| "fp16_scale": 512.0, | |
| "global_step": 720, | |
| "grad_norm": 3.983, | |
| "learning_rate": 1.9653540886520387e-05, | |
| "loss": 0.8102, | |
| "step": 720 | |
| }, | |
| { | |
| "ETA": 26.66, | |
| "epoch": 0.11440661364259687, | |
| "fp16_scale": 512.0, | |
| "global_step": 730, | |
| "grad_norm": 3.559, | |
| "learning_rate": 1.964016866636234e-05, | |
| "loss": 0.7812, | |
| "step": 730 | |
| }, | |
| { | |
| "ETA": 26.61, | |
| "epoch": 0.1159738275281119, | |
| "fp16_scale": 512.0, | |
| "global_step": 740, | |
| "grad_norm": 3.652, | |
| "learning_rate": 1.9626547971126646e-05, | |
| "loss": 0.7735, | |
| "step": 740 | |
| }, | |
| { | |
| "ETA": 26.56, | |
| "epoch": 0.11754104141362692, | |
| "fp16_scale": 512.0, | |
| "global_step": 750, | |
| "grad_norm": 4.565, | |
| "learning_rate": 1.9612679151886352e-05, | |
| "loss": 0.7897, | |
| "step": 750 | |
| }, | |
| { | |
| "ETA": 26.51, | |
| "epoch": 0.11910825529914194, | |
| "fp16_scale": 512.0, | |
| "global_step": 760, | |
| "grad_norm": 3.597, | |
| "learning_rate": 1.959856256610988e-05, | |
| "loss": 0.813, | |
| "step": 760 | |
| }, | |
| { | |
| "ETA": 26.46, | |
| "epoch": 0.12067546918465698, | |
| "fp16_scale": 512.0, | |
| "global_step": 770, | |
| "grad_norm": 3.112, | |
| "learning_rate": 1.958419857765184e-05, | |
| "loss": 0.8063, | |
| "step": 770 | |
| }, | |
| { | |
| "ETA": 26.43, | |
| "epoch": 0.122242683070172, | |
| "fp16_scale": 512.0, | |
| "global_step": 780, | |
| "grad_norm": 3.769, | |
| "learning_rate": 1.9569587556743627e-05, | |
| "loss": 0.7885, | |
| "step": 780 | |
| }, | |
| { | |
| "ETA": 26.51, | |
| "epoch": 0.12380989695568703, | |
| "fp16_scale": 512.0, | |
| "global_step": 790, | |
| "grad_norm": 4.049, | |
| "learning_rate": 1.95547298799839e-05, | |
| "loss": 0.7815, | |
| "step": 790 | |
| }, | |
| { | |
| "ETA": 26.46, | |
| "epoch": 0.12537711084120207, | |
| "fp16_scale": 512.0, | |
| "global_step": 800, | |
| "grad_norm": 3.712, | |
| "learning_rate": 1.953962593032886e-05, | |
| "loss": 0.7915, | |
| "step": 800 | |
| }, | |
| { | |
| "ETA": 26.41, | |
| "epoch": 0.12694432472671707, | |
| "fp16_scale": 512.0, | |
| "global_step": 810, | |
| "grad_norm": 3.061, | |
| "learning_rate": 1.9524276097082383e-05, | |
| "loss": 0.7629, | |
| "step": 810 | |
| }, | |
| { | |
| "ETA": 26.36, | |
| "epoch": 0.1285115386122321, | |
| "fp16_scale": 512.0, | |
| "global_step": 820, | |
| "grad_norm": 3.61, | |
| "learning_rate": 1.9508680775886e-05, | |
| "loss": 0.824, | |
| "step": 820 | |
| }, | |
| { | |
| "ETA": 26.3, | |
| "epoch": 0.13007875249774714, | |
| "fp16_scale": 512.0, | |
| "global_step": 830, | |
| "grad_norm": 3.23, | |
| "learning_rate": 1.9492840368708668e-05, | |
| "loss": 0.8129, | |
| "step": 830 | |
| }, | |
| { | |
| "ETA": 26.25, | |
| "epoch": 0.13164596638326215, | |
| "fp16_scale": 512.0, | |
| "global_step": 840, | |
| "grad_norm": 3.774, | |
| "learning_rate": 1.9476755283836448e-05, | |
| "loss": 0.7996, | |
| "step": 840 | |
| }, | |
| { | |
| "ETA": 26.2, | |
| "epoch": 0.13321318026877718, | |
| "fp16_scale": 512.0, | |
| "global_step": 850, | |
| "grad_norm": 3.48, | |
| "learning_rate": 1.946042593586195e-05, | |
| "loss": 0.8317, | |
| "step": 850 | |
| }, | |
| { | |
| "ETA": 26.14, | |
| "epoch": 0.13478039415429222, | |
| "fp16_scale": 512.0, | |
| "global_step": 860, | |
| "grad_norm": 4.229, | |
| "learning_rate": 1.944385274567366e-05, | |
| "loss": 0.8057, | |
| "step": 860 | |
| }, | |
| { | |
| "ETA": 26.09, | |
| "epoch": 0.13634760803980722, | |
| "fp16_scale": 512.0, | |
| "global_step": 870, | |
| "grad_norm": 3.373, | |
| "learning_rate": 1.9427036140445087e-05, | |
| "loss": 0.7926, | |
| "step": 870 | |
| }, | |
| { | |
| "ETA": 26.04, | |
| "epoch": 0.13791482192532226, | |
| "fp16_scale": 512.0, | |
| "global_step": 880, | |
| "grad_norm": 2.887, | |
| "learning_rate": 1.9409976553623767e-05, | |
| "loss": 0.7527, | |
| "step": 880 | |
| }, | |
| { | |
| "ETA": 25.99, | |
| "epoch": 0.1394820358108373, | |
| "fp16_scale": 512.0, | |
| "global_step": 890, | |
| "grad_norm": 3.633, | |
| "learning_rate": 1.939267442492007e-05, | |
| "loss": 0.8175, | |
| "step": 890 | |
| }, | |
| { | |
| "ETA": 25.93, | |
| "epoch": 0.1410492496963523, | |
| "fp16_scale": 512.0, | |
| "global_step": 900, | |
| "grad_norm": 3.6, | |
| "learning_rate": 1.937513020029588e-05, | |
| "loss": 0.7589, | |
| "step": 900 | |
| }, | |
| { | |
| "ETA": 25.88, | |
| "epoch": 0.14261646358186733, | |
| "fp16_scale": 512.0, | |
| "global_step": 910, | |
| "grad_norm": 9.442, | |
| "learning_rate": 1.9357344331953095e-05, | |
| "loss": 0.8359, | |
| "step": 910 | |
| }, | |
| { | |
| "ETA": 25.83, | |
| "epoch": 0.14418367746738237, | |
| "fp16_scale": 512.0, | |
| "global_step": 920, | |
| "grad_norm": 3.371, | |
| "learning_rate": 1.9339317278321975e-05, | |
| "loss": 0.7368, | |
| "step": 920 | |
| }, | |
| { | |
| "ETA": 25.78, | |
| "epoch": 0.1457508913528974, | |
| "fp16_scale": 512.0, | |
| "global_step": 930, | |
| "grad_norm": 3.693, | |
| "learning_rate": 1.9321049504049325e-05, | |
| "loss": 0.7861, | |
| "step": 930 | |
| }, | |
| { | |
| "ETA": 25.73, | |
| "epoch": 0.1473181052384124, | |
| "fp16_scale": 512.0, | |
| "global_step": 940, | |
| "grad_norm": 5.654, | |
| "learning_rate": 1.930254147998651e-05, | |
| "loss": 0.7698, | |
| "step": 940 | |
| }, | |
| { | |
| "ETA": 25.68, | |
| "epoch": 0.14888531912392744, | |
| "fp16_scale": 512.0, | |
| "global_step": 950, | |
| "grad_norm": 3.002, | |
| "learning_rate": 1.9283793683177335e-05, | |
| "loss": 0.802, | |
| "step": 950 | |
| }, | |
| { | |
| "ETA": 25.62, | |
| "epoch": 0.15045253300944247, | |
| "fp16_scale": 512.0, | |
| "global_step": 960, | |
| "grad_norm": 3.35, | |
| "learning_rate": 1.9264806596845742e-05, | |
| "loss": 0.7779, | |
| "step": 960 | |
| }, | |
| { | |
| "ETA": 25.57, | |
| "epoch": 0.15201974689495748, | |
| "fp16_scale": 512.0, | |
| "global_step": 970, | |
| "grad_norm": 2.751, | |
| "learning_rate": 1.9245580710383344e-05, | |
| "loss": 0.7804, | |
| "step": 970 | |
| }, | |
| { | |
| "ETA": 25.52, | |
| "epoch": 0.15358696078047251, | |
| "fp16_scale": 512.0, | |
| "global_step": 980, | |
| "grad_norm": 3.66, | |
| "learning_rate": 1.922611651933683e-05, | |
| "loss": 0.8006, | |
| "step": 980 | |
| }, | |
| { | |
| "ETA": 25.47, | |
| "epoch": 0.15515417466598755, | |
| "fp16_scale": 512.0, | |
| "global_step": 990, | |
| "grad_norm": 3.725, | |
| "learning_rate": 1.920641452539518e-05, | |
| "loss": 0.7695, | |
| "step": 990 | |
| }, | |
| { | |
| "ETA": 25.42, | |
| "epoch": 0.15672138855150256, | |
| "fp16_scale": 512.0, | |
| "global_step": 1000, | |
| "grad_norm": 3.159, | |
| "learning_rate": 1.9186475236376733e-05, | |
| "loss": 0.7952, | |
| "step": 1000 | |
| }, | |
| { | |
| "ETA": 25.53, | |
| "epoch": 0.1582886024370176, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1010, | |
| "grad_norm": 1.366, | |
| "learning_rate": 1.916629916621611e-05, | |
| "loss": 0.7893, | |
| "step": 1010 | |
| }, | |
| { | |
| "ETA": 25.48, | |
| "epoch": 0.15985581632253262, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1020, | |
| "grad_norm": 3.977, | |
| "learning_rate": 1.914588683495095e-05, | |
| "loss": 0.8, | |
| "step": 1020 | |
| }, | |
| { | |
| "ETA": 25.42, | |
| "epoch": 0.16142303020804763, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1030, | |
| "grad_norm": 2.984, | |
| "learning_rate": 1.9125238768708527e-05, | |
| "loss": 0.7915, | |
| "step": 1030 | |
| }, | |
| { | |
| "ETA": 25.37, | |
| "epoch": 0.16299024409356266, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1040, | |
| "grad_norm": 3.751, | |
| "learning_rate": 1.9104355499692166e-05, | |
| "loss": 0.7921, | |
| "step": 1040 | |
| }, | |
| { | |
| "ETA": 25.32, | |
| "epoch": 0.1645574579790777, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1050, | |
| "grad_norm": 4.355, | |
| "learning_rate": 1.908323756616754e-05, | |
| "loss": 0.8083, | |
| "step": 1050 | |
| }, | |
| { | |
| "ETA": 25.27, | |
| "epoch": 0.16612467186459273, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1060, | |
| "grad_norm": 3.678, | |
| "learning_rate": 1.9061885512448797e-05, | |
| "loss": 0.8066, | |
| "step": 1060 | |
| }, | |
| { | |
| "ETA": 25.21, | |
| "epoch": 0.16769188575010774, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1070, | |
| "grad_norm": 3.258, | |
| "learning_rate": 1.904029988888453e-05, | |
| "loss": 0.7434, | |
| "step": 1070 | |
| }, | |
| { | |
| "ETA": 25.16, | |
| "epoch": 0.16925909963562277, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1080, | |
| "grad_norm": 3.67, | |
| "learning_rate": 1.901848125184357e-05, | |
| "loss": 0.7847, | |
| "step": 1080 | |
| }, | |
| { | |
| "ETA": 25.11, | |
| "epoch": 0.1708263135211378, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1090, | |
| "grad_norm": 3.202, | |
| "learning_rate": 1.8996430163700686e-05, | |
| "loss": 0.7697, | |
| "step": 1090 | |
| }, | |
| { | |
| "ETA": 25.06, | |
| "epoch": 0.1723935274066528, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1100, | |
| "grad_norm": 3.825, | |
| "learning_rate": 1.8974147192822053e-05, | |
| "loss": 0.7835, | |
| "step": 1100 | |
| }, | |
| { | |
| "ETA": 25.01, | |
| "epoch": 0.17396074129216785, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1110, | |
| "grad_norm": 3.314, | |
| "learning_rate": 1.8951632913550625e-05, | |
| "loss": 0.7981, | |
| "step": 1110 | |
| }, | |
| { | |
| "ETA": 24.96, | |
| "epoch": 0.17552795517768288, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1120, | |
| "grad_norm": 5.387, | |
| "learning_rate": 1.892888790619132e-05, | |
| "loss": 0.7963, | |
| "step": 1120 | |
| }, | |
| { | |
| "ETA": 24.9, | |
| "epoch": 0.1770951690631979, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1130, | |
| "grad_norm": 3.251, | |
| "learning_rate": 1.890591275699606e-05, | |
| "loss": 0.8005, | |
| "step": 1130 | |
| }, | |
| { | |
| "ETA": 24.85, | |
| "epoch": 0.17866238294871292, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1140, | |
| "grad_norm": 4.961, | |
| "learning_rate": 1.8882708058148683e-05, | |
| "loss": 0.7651, | |
| "step": 1140 | |
| }, | |
| { | |
| "ETA": 24.8, | |
| "epoch": 0.18022959683422796, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1150, | |
| "grad_norm": 3.24, | |
| "learning_rate": 1.8859274407749646e-05, | |
| "loss": 0.8029, | |
| "step": 1150 | |
| }, | |
| { | |
| "ETA": 24.75, | |
| "epoch": 0.181796810719743, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1160, | |
| "grad_norm": 4.009, | |
| "learning_rate": 1.8835612409800634e-05, | |
| "loss": 0.7887, | |
| "step": 1160 | |
| }, | |
| { | |
| "ETA": 24.7, | |
| "epoch": 0.183364024605258, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1170, | |
| "grad_norm": 3.594, | |
| "learning_rate": 1.881172267418898e-05, | |
| "loss": 0.7834, | |
| "step": 1170 | |
| }, | |
| { | |
| "ETA": 24.65, | |
| "epoch": 0.18493123849077303, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1180, | |
| "grad_norm": 2.744, | |
| "learning_rate": 1.8787605816671956e-05, | |
| "loss": 0.7694, | |
| "step": 1180 | |
| }, | |
| { | |
| "ETA": 24.59, | |
| "epoch": 0.18649845237628807, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1190, | |
| "grad_norm": 3.546, | |
| "learning_rate": 1.876326245886088e-05, | |
| "loss": 0.791, | |
| "step": 1190 | |
| }, | |
| { | |
| "ETA": 24.54, | |
| "epoch": 0.18806566626180307, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1200, | |
| "grad_norm": 3.565, | |
| "learning_rate": 1.873869322820513e-05, | |
| "loss": 0.7762, | |
| "step": 1200 | |
| }, | |
| { | |
| "ETA": 24.49, | |
| "epoch": 0.1896328801473181, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1210, | |
| "grad_norm": 2.926, | |
| "learning_rate": 1.8713898757975935e-05, | |
| "loss": 0.7669, | |
| "step": 1210 | |
| }, | |
| { | |
| "ETA": 24.44, | |
| "epoch": 0.19120009403283314, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1220, | |
| "grad_norm": 4.165, | |
| "learning_rate": 1.8688879687250067e-05, | |
| "loss": 0.7813, | |
| "step": 1220 | |
| }, | |
| { | |
| "ETA": 24.39, | |
| "epoch": 0.19276730791834815, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1230, | |
| "grad_norm": 2.299, | |
| "learning_rate": 1.8663636660893378e-05, | |
| "loss": 0.7547, | |
| "step": 1230 | |
| }, | |
| { | |
| "ETA": 24.34, | |
| "epoch": 0.19433452180386318, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1240, | |
| "grad_norm": 3.092, | |
| "learning_rate": 1.8638170329544164e-05, | |
| "loss": 0.7791, | |
| "step": 1240 | |
| }, | |
| { | |
| "ETA": 24.29, | |
| "epoch": 0.19590173568937821, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1250, | |
| "grad_norm": 3.193, | |
| "learning_rate": 1.8612481349596406e-05, | |
| "loss": 0.7505, | |
| "step": 1250 | |
| }, | |
| { | |
| "ETA": 24.24, | |
| "epoch": 0.19746894957489322, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1260, | |
| "grad_norm": 3.13, | |
| "learning_rate": 1.858657038318284e-05, | |
| "loss": 0.7813, | |
| "step": 1260 | |
| }, | |
| { | |
| "ETA": 24.19, | |
| "epoch": 0.19903616346040826, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1270, | |
| "grad_norm": 3.3, | |
| "learning_rate": 1.85604380981579e-05, | |
| "loss": 0.793, | |
| "step": 1270 | |
| }, | |
| { | |
| "ETA": 24.14, | |
| "epoch": 0.2006033773459233, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1280, | |
| "grad_norm": 2.819, | |
| "learning_rate": 1.8534085168080503e-05, | |
| "loss": 0.7282, | |
| "step": 1280 | |
| }, | |
| { | |
| "ETA": 24.09, | |
| "epoch": 0.20217059123143832, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1290, | |
| "grad_norm": 3.958, | |
| "learning_rate": 1.850751227219669e-05, | |
| "loss": 0.7718, | |
| "step": 1290 | |
| }, | |
| { | |
| "ETA": 24.04, | |
| "epoch": 0.20373780511695333, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1300, | |
| "grad_norm": 3.133, | |
| "learning_rate": 1.8480720095422096e-05, | |
| "loss": 0.7958, | |
| "step": 1300 | |
| }, | |
| { | |
| "ETA": 23.99, | |
| "epoch": 0.20530501900246836, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1310, | |
| "grad_norm": 3.184, | |
| "learning_rate": 1.8453709328324337e-05, | |
| "loss": 0.7885, | |
| "step": 1310 | |
| }, | |
| { | |
| "ETA": 23.94, | |
| "epoch": 0.2068722328879834, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1320, | |
| "grad_norm": 2.849, | |
| "learning_rate": 1.8426480667105178e-05, | |
| "loss": 0.7554, | |
| "step": 1320 | |
| }, | |
| { | |
| "ETA": 23.9, | |
| "epoch": 0.2084394467734984, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1330, | |
| "grad_norm": 3.621, | |
| "learning_rate": 1.83990348135826e-05, | |
| "loss": 0.7513, | |
| "step": 1330 | |
| }, | |
| { | |
| "ETA": 23.91, | |
| "epoch": 0.21000666065901344, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1340, | |
| "grad_norm": 2.766, | |
| "learning_rate": 1.8371372475172705e-05, | |
| "loss": 0.7806, | |
| "step": 1340 | |
| }, | |
| { | |
| "ETA": 23.87, | |
| "epoch": 0.21157387454452847, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1350, | |
| "grad_norm": 2.369, | |
| "learning_rate": 1.8343494364871502e-05, | |
| "loss": 0.7946, | |
| "step": 1350 | |
| }, | |
| { | |
| "ETA": 23.82, | |
| "epoch": 0.21314108843004348, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1360, | |
| "grad_norm": 3.318, | |
| "learning_rate": 1.8315401201236492e-05, | |
| "loss": 0.7845, | |
| "step": 1360 | |
| }, | |
| { | |
| "ETA": 23.77, | |
| "epoch": 0.2147083023155585, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1370, | |
| "grad_norm": 3.702, | |
| "learning_rate": 1.828709370836819e-05, | |
| "loss": 0.7898, | |
| "step": 1370 | |
| }, | |
| { | |
| "ETA": 23.72, | |
| "epoch": 0.21627551620107355, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1380, | |
| "grad_norm": 2.894, | |
| "learning_rate": 1.8258572615891427e-05, | |
| "loss": 0.7749, | |
| "step": 1380 | |
| }, | |
| { | |
| "ETA": 23.67, | |
| "epoch": 0.21784273008658855, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1390, | |
| "grad_norm": 3.881, | |
| "learning_rate": 1.8229838658936566e-05, | |
| "loss": 0.7623, | |
| "step": 1390 | |
| }, | |
| { | |
| "ETA": 23.62, | |
| "epoch": 0.2194099439721036, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1400, | |
| "grad_norm": 3.222, | |
| "learning_rate": 1.8200892578120544e-05, | |
| "loss": 0.7537, | |
| "step": 1400 | |
| }, | |
| { | |
| "ETA": 23.57, | |
| "epoch": 0.22097715785761862, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1410, | |
| "grad_norm": 2.809, | |
| "learning_rate": 1.8171735119527784e-05, | |
| "loss": 0.7634, | |
| "step": 1410 | |
| }, | |
| { | |
| "ETA": 23.52, | |
| "epoch": 0.22254437174313366, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1420, | |
| "grad_norm": 2.92, | |
| "learning_rate": 1.8142367034690967e-05, | |
| "loss": 0.7852, | |
| "step": 1420 | |
| }, | |
| { | |
| "ETA": 23.47, | |
| "epoch": 0.22411158562864866, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1430, | |
| "grad_norm": 2.293, | |
| "learning_rate": 1.8112789080571655e-05, | |
| "loss": 0.7808, | |
| "step": 1430 | |
| }, | |
| { | |
| "ETA": 23.42, | |
| "epoch": 0.2256787995141637, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1440, | |
| "grad_norm": 3.209, | |
| "learning_rate": 1.8083002019540784e-05, | |
| "loss": 0.7904, | |
| "step": 1440 | |
| }, | |
| { | |
| "ETA": 23.37, | |
| "epoch": 0.22724601339967873, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1450, | |
| "grad_norm": 2.592, | |
| "learning_rate": 1.805300661935903e-05, | |
| "loss": 0.7706, | |
| "step": 1450 | |
| }, | |
| { | |
| "ETA": 23.32, | |
| "epoch": 0.22881322728519374, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1460, | |
| "grad_norm": 2.165, | |
| "learning_rate": 1.8022803653156983e-05, | |
| "loss": 0.7777, | |
| "step": 1460 | |
| }, | |
| { | |
| "ETA": 23.27, | |
| "epoch": 0.23038044117070877, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1470, | |
| "grad_norm": 3.106, | |
| "learning_rate": 1.799239389941526e-05, | |
| "loss": 0.7475, | |
| "step": 1470 | |
| }, | |
| { | |
| "ETA": 23.22, | |
| "epoch": 0.2319476550562238, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1480, | |
| "grad_norm": 3.043, | |
| "learning_rate": 1.7961778141944407e-05, | |
| "loss": 0.7672, | |
| "step": 1480 | |
| }, | |
| { | |
| "ETA": 23.17, | |
| "epoch": 0.2335148689417388, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1490, | |
| "grad_norm": 2.615, | |
| "learning_rate": 1.7930957169864713e-05, | |
| "loss": 0.753, | |
| "step": 1490 | |
| }, | |
| { | |
| "ETA": 23.12, | |
| "epoch": 0.23508208282725385, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1500, | |
| "grad_norm": 3.227, | |
| "learning_rate": 1.789993177758588e-05, | |
| "loss": 0.7833, | |
| "step": 1500 | |
| }, | |
| { | |
| "ETA": 23.17, | |
| "epoch": 0.23664929671276888, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1510, | |
| "grad_norm": 3.618, | |
| "learning_rate": 1.7868702764786522e-05, | |
| "loss": 0.7465, | |
| "step": 1510 | |
| }, | |
| { | |
| "ETA": 23.12, | |
| "epoch": 0.2382165105982839, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1520, | |
| "grad_norm": 3.637, | |
| "learning_rate": 1.783727093639357e-05, | |
| "loss": 0.7727, | |
| "step": 1520 | |
| }, | |
| { | |
| "ETA": 23.07, | |
| "epoch": 0.23978372448379892, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1530, | |
| "grad_norm": 2.791, | |
| "learning_rate": 1.7805637102561516e-05, | |
| "loss": 0.7736, | |
| "step": 1530 | |
| }, | |
| { | |
| "ETA": 23.02, | |
| "epoch": 0.24135093836931396, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1540, | |
| "grad_norm": 4.011, | |
| "learning_rate": 1.777380207865155e-05, | |
| "loss": 0.7794, | |
| "step": 1540 | |
| }, | |
| { | |
| "ETA": 22.97, | |
| "epoch": 0.242918152254829, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1550, | |
| "grad_norm": 3.216, | |
| "learning_rate": 1.7741766685210522e-05, | |
| "loss": 0.7829, | |
| "step": 1550 | |
| }, | |
| { | |
| "ETA": 22.92, | |
| "epoch": 0.244485366140344, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1560, | |
| "grad_norm": 3.06, | |
| "learning_rate": 1.7709531747949796e-05, | |
| "loss": 0.7472, | |
| "step": 1560 | |
| }, | |
| { | |
| "ETA": 22.87, | |
| "epoch": 0.24605258002585903, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1570, | |
| "grad_norm": 2.834, | |
| "learning_rate": 1.7677098097723985e-05, | |
| "loss": 0.7557, | |
| "step": 1570 | |
| }, | |
| { | |
| "ETA": 22.82, | |
| "epoch": 0.24761979391137406, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1580, | |
| "grad_norm": 2.833, | |
| "learning_rate": 1.7644466570509508e-05, | |
| "loss": 0.7649, | |
| "step": 1580 | |
| }, | |
| { | |
| "ETA": 22.76, | |
| "epoch": 0.24918700779688907, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1590, | |
| "grad_norm": 2.454, | |
| "learning_rate": 1.761163800738307e-05, | |
| "loss": 0.7683, | |
| "step": 1590 | |
| }, | |
| { | |
| "ETA": 22.71, | |
| "epoch": 0.25075422168240413, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1600, | |
| "grad_norm": 2.78, | |
| "learning_rate": 1.757861325449997e-05, | |
| "loss": 0.7333, | |
| "step": 1600 | |
| }, | |
| { | |
| "ETA": 22.66, | |
| "epoch": 0.25232143556791914, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1610, | |
| "grad_norm": 2.601, | |
| "learning_rate": 1.7545393163072285e-05, | |
| "loss": 0.7917, | |
| "step": 1610 | |
| }, | |
| { | |
| "ETA": 22.61, | |
| "epoch": 0.25388864945343415, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1620, | |
| "grad_norm": 3.483, | |
| "learning_rate": 1.751197858934694e-05, | |
| "loss": 0.77, | |
| "step": 1620 | |
| }, | |
| { | |
| "ETA": 22.56, | |
| "epoch": 0.2554558633389492, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1630, | |
| "grad_norm": 2.619, | |
| "learning_rate": 1.7478370394583647e-05, | |
| "loss": 0.7957, | |
| "step": 1630 | |
| }, | |
| { | |
| "ETA": 22.51, | |
| "epoch": 0.2570230772244642, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1640, | |
| "grad_norm": 2.546, | |
| "learning_rate": 1.7444569445032677e-05, | |
| "loss": 0.7811, | |
| "step": 1640 | |
| }, | |
| { | |
| "ETA": 22.46, | |
| "epoch": 0.2585902911099792, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1650, | |
| "grad_norm": 4.994, | |
| "learning_rate": 1.7410576611912563e-05, | |
| "loss": 0.7777, | |
| "step": 1650 | |
| }, | |
| { | |
| "ETA": 22.41, | |
| "epoch": 0.2601575049954943, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1660, | |
| "grad_norm": 2.53, | |
| "learning_rate": 1.7376392771387623e-05, | |
| "loss": 0.7764, | |
| "step": 1660 | |
| }, | |
| { | |
| "ETA": 22.36, | |
| "epoch": 0.2617247188810093, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1670, | |
| "grad_norm": 3.218, | |
| "learning_rate": 1.73420188045454e-05, | |
| "loss": 0.7549, | |
| "step": 1670 | |
| }, | |
| { | |
| "ETA": 22.31, | |
| "epoch": 0.2632919327665243, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1680, | |
| "grad_norm": 2.76, | |
| "learning_rate": 1.7307455597373916e-05, | |
| "loss": 0.7576, | |
| "step": 1680 | |
| }, | |
| { | |
| "ETA": 22.26, | |
| "epoch": 0.26485914665203936, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1690, | |
| "grad_norm": 3.132, | |
| "learning_rate": 1.7272704040738875e-05, | |
| "loss": 0.7537, | |
| "step": 1690 | |
| }, | |
| { | |
| "ETA": 22.21, | |
| "epoch": 0.26642636053755436, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1700, | |
| "grad_norm": 3.045, | |
| "learning_rate": 1.723776503036068e-05, | |
| "loss": 0.7826, | |
| "step": 1700 | |
| }, | |
| { | |
| "ETA": 22.16, | |
| "epoch": 0.26799357442306937, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1710, | |
| "grad_norm": 4.358, | |
| "learning_rate": 1.7202639466791336e-05, | |
| "loss": 0.7511, | |
| "step": 1710 | |
| }, | |
| { | |
| "ETA": 22.11, | |
| "epoch": 0.26956078830858443, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1720, | |
| "grad_norm": 2.452, | |
| "learning_rate": 1.716732825539127e-05, | |
| "loss": 0.7512, | |
| "step": 1720 | |
| }, | |
| { | |
| "ETA": 22.06, | |
| "epoch": 0.27112800219409944, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1730, | |
| "grad_norm": 3.543, | |
| "learning_rate": 1.7131832306305964e-05, | |
| "loss": 0.76, | |
| "step": 1730 | |
| }, | |
| { | |
| "ETA": 22.01, | |
| "epoch": 0.27269521607961444, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1740, | |
| "grad_norm": 3.003, | |
| "learning_rate": 1.7096152534442515e-05, | |
| "loss": 0.7576, | |
| "step": 1740 | |
| }, | |
| { | |
| "ETA": 21.96, | |
| "epoch": 0.2742624299651295, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1750, | |
| "grad_norm": 3.431, | |
| "learning_rate": 1.706028985944604e-05, | |
| "loss": 0.7494, | |
| "step": 1750 | |
| }, | |
| { | |
| "ETA": 21.91, | |
| "epoch": 0.2758296438506445, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1760, | |
| "grad_norm": 5.632, | |
| "learning_rate": 1.7024245205675986e-05, | |
| "loss": 0.7741, | |
| "step": 1760 | |
| }, | |
| { | |
| "ETA": 21.86, | |
| "epoch": 0.2773968577361595, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1770, | |
| "grad_norm": 3.417, | |
| "learning_rate": 1.6988019502182296e-05, | |
| "loss": 0.7829, | |
| "step": 1770 | |
| }, | |
| { | |
| "ETA": 21.81, | |
| "epoch": 0.2789640716216746, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1780, | |
| "grad_norm": 2.723, | |
| "learning_rate": 1.6951613682681465e-05, | |
| "loss": 0.7317, | |
| "step": 1780 | |
| }, | |
| { | |
| "ETA": 21.77, | |
| "epoch": 0.2805312855071896, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1790, | |
| "grad_norm": 2.638, | |
| "learning_rate": 1.691502868553247e-05, | |
| "loss": 0.7567, | |
| "step": 1790 | |
| }, | |
| { | |
| "ETA": 21.72, | |
| "epoch": 0.2820984993927046, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1800, | |
| "grad_norm": 4.379, | |
| "learning_rate": 1.6878265453712587e-05, | |
| "loss": 0.7854, | |
| "step": 1800 | |
| }, | |
| { | |
| "ETA": 21.67, | |
| "epoch": 0.28366571327821966, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1810, | |
| "grad_norm": 2.736, | |
| "learning_rate": 1.6841324934793096e-05, | |
| "loss": 0.766, | |
| "step": 1810 | |
| }, | |
| { | |
| "ETA": 21.62, | |
| "epoch": 0.28523292716373466, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1820, | |
| "grad_norm": 3.732, | |
| "learning_rate": 1.6804208080914824e-05, | |
| "loss": 0.7589, | |
| "step": 1820 | |
| }, | |
| { | |
| "ETA": 21.57, | |
| "epoch": 0.2868001410492497, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1830, | |
| "grad_norm": 2.209, | |
| "learning_rate": 1.6766915848763657e-05, | |
| "loss": 0.7454, | |
| "step": 1830 | |
| }, | |
| { | |
| "ETA": 21.52, | |
| "epoch": 0.28836735493476473, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1840, | |
| "grad_norm": 2.98, | |
| "learning_rate": 1.6729449199545828e-05, | |
| "loss": 0.7828, | |
| "step": 1840 | |
| }, | |
| { | |
| "ETA": 21.47, | |
| "epoch": 0.28993456882027974, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1850, | |
| "grad_norm": 3.104, | |
| "learning_rate": 1.669180909896317e-05, | |
| "loss": 0.7484, | |
| "step": 1850 | |
| }, | |
| { | |
| "ETA": 21.42, | |
| "epoch": 0.2915017827057948, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1860, | |
| "grad_norm": 2.728, | |
| "learning_rate": 1.6653996517188224e-05, | |
| "loss": 0.7652, | |
| "step": 1860 | |
| }, | |
| { | |
| "ETA": 21.37, | |
| "epoch": 0.2930689965913098, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1870, | |
| "grad_norm": 3.01, | |
| "learning_rate": 1.6616012428839226e-05, | |
| "loss": 0.7734, | |
| "step": 1870 | |
| }, | |
| { | |
| "ETA": 21.34, | |
| "epoch": 0.2946362104768248, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1880, | |
| "grad_norm": 3.439, | |
| "learning_rate": 1.6577857812954994e-05, | |
| "loss": 0.7893, | |
| "step": 1880 | |
| }, | |
| { | |
| "ETA": 21.32, | |
| "epoch": 0.2962034243623399, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1890, | |
| "grad_norm": 2.866, | |
| "learning_rate": 1.6539533652969683e-05, | |
| "loss": 0.7249, | |
| "step": 1890 | |
| }, | |
| { | |
| "ETA": 21.27, | |
| "epoch": 0.2977706382478549, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1900, | |
| "grad_norm": 2.747, | |
| "learning_rate": 1.6501040936687444e-05, | |
| "loss": 0.7319, | |
| "step": 1900 | |
| }, | |
| { | |
| "ETA": 21.22, | |
| "epoch": 0.2993378521333699, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1910, | |
| "grad_norm": 2.916, | |
| "learning_rate": 1.6462380656256962e-05, | |
| "loss": 0.7661, | |
| "step": 1910 | |
| }, | |
| { | |
| "ETA": 21.17, | |
| "epoch": 0.30090506601888495, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1920, | |
| "grad_norm": 3.348, | |
| "learning_rate": 1.6423553808145886e-05, | |
| "loss": 0.7494, | |
| "step": 1920 | |
| }, | |
| { | |
| "ETA": 21.12, | |
| "epoch": 0.30247227990439995, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1930, | |
| "grad_norm": 2.77, | |
| "learning_rate": 1.6384561393115135e-05, | |
| "loss": 0.7675, | |
| "step": 1930 | |
| }, | |
| { | |
| "ETA": 21.07, | |
| "epoch": 0.30403949378991496, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1940, | |
| "grad_norm": 3.482, | |
| "learning_rate": 1.6345404416193117e-05, | |
| "loss": 0.7661, | |
| "step": 1940 | |
| }, | |
| { | |
| "ETA": 21.02, | |
| "epoch": 0.30560670767543, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1950, | |
| "grad_norm": 3.32, | |
| "learning_rate": 1.6306083886649823e-05, | |
| "loss": 0.7464, | |
| "step": 1950 | |
| }, | |
| { | |
| "ETA": 20.98, | |
| "epoch": 0.30717392156094503, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1960, | |
| "grad_norm": 2.803, | |
| "learning_rate": 1.6266600817970794e-05, | |
| "loss": 0.7393, | |
| "step": 1960 | |
| }, | |
| { | |
| "ETA": 20.93, | |
| "epoch": 0.30874113544646004, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1970, | |
| "grad_norm": 3.484, | |
| "learning_rate": 1.6226956227831018e-05, | |
| "loss": 0.7559, | |
| "step": 1970 | |
| }, | |
| { | |
| "ETA": 20.88, | |
| "epoch": 0.3103083493319751, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1980, | |
| "grad_norm": 3.771, | |
| "learning_rate": 1.6187151138068707e-05, | |
| "loss": 0.7579, | |
| "step": 1980 | |
| }, | |
| { | |
| "ETA": 20.83, | |
| "epoch": 0.3118755632174901, | |
| "fp16_scale": 1024.0, | |
| "global_step": 1990, | |
| "grad_norm": 3.84, | |
| "learning_rate": 1.6147186574658924e-05, | |
| "loss": 0.7631, | |
| "step": 1990 | |
| }, | |
| { | |
| "ETA": 20.78, | |
| "epoch": 0.3134427771030051, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2000, | |
| "grad_norm": 2.884, | |
| "learning_rate": 1.6107063567687183e-05, | |
| "loss": 0.7502, | |
| "step": 2000 | |
| }, | |
| { | |
| "ETA": 20.79, | |
| "epoch": 0.31500999098852017, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2010, | |
| "grad_norm": 1.481, | |
| "learning_rate": 1.6066783151322863e-05, | |
| "loss": 0.7295, | |
| "step": 2010 | |
| }, | |
| { | |
| "ETA": 20.74, | |
| "epoch": 0.3165772048740352, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2020, | |
| "grad_norm": 2.545, | |
| "learning_rate": 1.6026346363792565e-05, | |
| "loss": 0.7341, | |
| "step": 2020 | |
| }, | |
| { | |
| "ETA": 20.7, | |
| "epoch": 0.3181444187595502, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2030, | |
| "grad_norm": 2.371, | |
| "learning_rate": 1.598575424735336e-05, | |
| "loss": 0.7362, | |
| "step": 2030 | |
| }, | |
| { | |
| "ETA": 20.65, | |
| "epoch": 0.31971163264506525, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2040, | |
| "grad_norm": 2.798, | |
| "learning_rate": 1.5945007848265912e-05, | |
| "loss": 0.7554, | |
| "step": 2040 | |
| }, | |
| { | |
| "ETA": 20.6, | |
| "epoch": 0.32127884653058025, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2050, | |
| "grad_norm": 2.313, | |
| "learning_rate": 1.5904108216767516e-05, | |
| "loss": 0.741, | |
| "step": 2050 | |
| }, | |
| { | |
| "ETA": 20.55, | |
| "epoch": 0.32284606041609526, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2060, | |
| "grad_norm": 3.077, | |
| "learning_rate": 1.5863056407045034e-05, | |
| "loss": 0.7597, | |
| "step": 2060 | |
| }, | |
| { | |
| "ETA": 20.5, | |
| "epoch": 0.3244132743016103, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2070, | |
| "grad_norm": 3.112, | |
| "learning_rate": 1.582185347720771e-05, | |
| "loss": 0.7317, | |
| "step": 2070 | |
| }, | |
| { | |
| "ETA": 20.45, | |
| "epoch": 0.32598048818712533, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2080, | |
| "grad_norm": 2.469, | |
| "learning_rate": 1.5780500489259907e-05, | |
| "loss": 0.7093, | |
| "step": 2080 | |
| }, | |
| { | |
| "ETA": 20.4, | |
| "epoch": 0.3275477020726404, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2090, | |
| "grad_norm": 2.714, | |
| "learning_rate": 1.573899850907373e-05, | |
| "loss": 0.7303, | |
| "step": 2090 | |
| }, | |
| { | |
| "ETA": 20.35, | |
| "epoch": 0.3291149159581554, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2100, | |
| "grad_norm": 3.24, | |
| "learning_rate": 1.5697348606361564e-05, | |
| "loss": 0.7306, | |
| "step": 2100 | |
| }, | |
| { | |
| "ETA": 20.3, | |
| "epoch": 0.3306821298436704, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2110, | |
| "grad_norm": 3.271, | |
| "learning_rate": 1.5655551854648477e-05, | |
| "loss": 0.7364, | |
| "step": 2110 | |
| }, | |
| { | |
| "ETA": 20.25, | |
| "epoch": 0.33224934372918546, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2120, | |
| "grad_norm": 2.683, | |
| "learning_rate": 1.5613609331244584e-05, | |
| "loss": 0.7405, | |
| "step": 2120 | |
| }, | |
| { | |
| "ETA": 20.2, | |
| "epoch": 0.33381655761470047, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2130, | |
| "grad_norm": 3.218, | |
| "learning_rate": 1.557152211721725e-05, | |
| "loss": 0.7515, | |
| "step": 2130 | |
| }, | |
| { | |
| "ETA": 20.15, | |
| "epoch": 0.3353837715002155, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2140, | |
| "grad_norm": 3.1, | |
| "learning_rate": 1.5529291297363235e-05, | |
| "loss": 0.7298, | |
| "step": 2140 | |
| }, | |
| { | |
| "ETA": 20.1, | |
| "epoch": 0.33695098538573054, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2150, | |
| "grad_norm": 3.992, | |
| "learning_rate": 1.5486917960180742e-05, | |
| "loss": 0.7228, | |
| "step": 2150 | |
| }, | |
| { | |
| "ETA": 20.05, | |
| "epoch": 0.33851819927124555, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2160, | |
| "grad_norm": 2.571, | |
| "learning_rate": 1.5444403197841345e-05, | |
| "loss": 0.7533, | |
| "step": 2160 | |
| }, | |
| { | |
| "ETA": 20.0, | |
| "epoch": 0.34008541315676055, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2170, | |
| "grad_norm": 3.083, | |
| "learning_rate": 1.5401748106161868e-05, | |
| "loss": 0.7298, | |
| "step": 2170 | |
| }, | |
| { | |
| "ETA": 19.95, | |
| "epoch": 0.3416526270422756, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2180, | |
| "grad_norm": 2.534, | |
| "learning_rate": 1.5358953784576093e-05, | |
| "loss": 0.7323, | |
| "step": 2180 | |
| }, | |
| { | |
| "ETA": 19.9, | |
| "epoch": 0.3432198409277906, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2190, | |
| "grad_norm": 2.848, | |
| "learning_rate": 1.5316021336106463e-05, | |
| "loss": 0.7388, | |
| "step": 2190 | |
| }, | |
| { | |
| "ETA": 19.85, | |
| "epoch": 0.3447870548133056, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2200, | |
| "grad_norm": 2.76, | |
| "learning_rate": 1.527295186733564e-05, | |
| "loss": 0.723, | |
| "step": 2200 | |
| }, | |
| { | |
| "ETA": 19.81, | |
| "epoch": 0.3463542686988207, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2210, | |
| "grad_norm": 3.625, | |
| "learning_rate": 1.5229746488377974e-05, | |
| "loss": 0.7092, | |
| "step": 2210 | |
| }, | |
| { | |
| "ETA": 19.76, | |
| "epoch": 0.3479214825843357, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2220, | |
| "grad_norm": 3.283, | |
| "learning_rate": 1.5186406312850901e-05, | |
| "loss": 0.7439, | |
| "step": 2220 | |
| }, | |
| { | |
| "ETA": 19.71, | |
| "epoch": 0.3494886964698507, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2230, | |
| "grad_norm": 2.736, | |
| "learning_rate": 1.514293245784623e-05, | |
| "loss": 0.7088, | |
| "step": 2230 | |
| }, | |
| { | |
| "ETA": 19.66, | |
| "epoch": 0.35105591035536576, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2240, | |
| "grad_norm": 2.318, | |
| "learning_rate": 1.5099326043901361e-05, | |
| "loss": 0.7293, | |
| "step": 2240 | |
| }, | |
| { | |
| "ETA": 19.61, | |
| "epoch": 0.35262312424088077, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2250, | |
| "grad_norm": 3.371, | |
| "learning_rate": 1.505558819497039e-05, | |
| "loss": 0.7234, | |
| "step": 2250 | |
| }, | |
| { | |
| "ETA": 19.56, | |
| "epoch": 0.3541903381263958, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2260, | |
| "grad_norm": 2.881, | |
| "learning_rate": 1.5011720038395145e-05, | |
| "loss": 0.7456, | |
| "step": 2260 | |
| }, | |
| { | |
| "ETA": 19.51, | |
| "epoch": 0.35575755201191084, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2270, | |
| "grad_norm": 2.577, | |
| "learning_rate": 1.4967722704876147e-05, | |
| "loss": 0.7459, | |
| "step": 2270 | |
| }, | |
| { | |
| "ETA": 19.46, | |
| "epoch": 0.35732476589742584, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2280, | |
| "grad_norm": 2.892, | |
| "learning_rate": 1.4923597328443423e-05, | |
| "loss": 0.7415, | |
| "step": 2280 | |
| }, | |
| { | |
| "ETA": 19.41, | |
| "epoch": 0.35889197978294085, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2290, | |
| "grad_norm": 2.461, | |
| "learning_rate": 1.4879345046427322e-05, | |
| "loss": 0.7487, | |
| "step": 2290 | |
| }, | |
| { | |
| "ETA": 19.36, | |
| "epoch": 0.3604591936684559, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2300, | |
| "grad_norm": 2.269, | |
| "learning_rate": 1.4834966999429179e-05, | |
| "loss": 0.7339, | |
| "step": 2300 | |
| }, | |
| { | |
| "ETA": 19.31, | |
| "epoch": 0.3620264075539709, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2310, | |
| "grad_norm": 2.551, | |
| "learning_rate": 1.4790464331291906e-05, | |
| "loss": 0.7049, | |
| "step": 2310 | |
| }, | |
| { | |
| "ETA": 19.26, | |
| "epoch": 0.363593621439486, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2320, | |
| "grad_norm": 3.06, | |
| "learning_rate": 1.4745838189070531e-05, | |
| "loss": 0.7555, | |
| "step": 2320 | |
| }, | |
| { | |
| "ETA": 19.22, | |
| "epoch": 0.365160835325001, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2330, | |
| "grad_norm": 3.508, | |
| "learning_rate": 1.4701089723002623e-05, | |
| "loss": 0.7164, | |
| "step": 2330 | |
| }, | |
| { | |
| "ETA": 19.17, | |
| "epoch": 0.366728049210516, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2340, | |
| "grad_norm": 2.925, | |
| "learning_rate": 1.4656220086478645e-05, | |
| "loss": 0.7491, | |
| "step": 2340 | |
| }, | |
| { | |
| "ETA": 19.12, | |
| "epoch": 0.36829526309603106, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2350, | |
| "grad_norm": 2.25, | |
| "learning_rate": 1.4611230436012217e-05, | |
| "loss": 0.7173, | |
| "step": 2350 | |
| }, | |
| { | |
| "ETA": 19.07, | |
| "epoch": 0.36986247698154606, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2360, | |
| "grad_norm": 3.265, | |
| "learning_rate": 1.4566121931210326e-05, | |
| "loss": 0.7516, | |
| "step": 2360 | |
| }, | |
| { | |
| "ETA": 19.02, | |
| "epoch": 0.37142969086706107, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2370, | |
| "grad_norm": 2.661, | |
| "learning_rate": 1.4520895734743419e-05, | |
| "loss": 0.7159, | |
| "step": 2370 | |
| }, | |
| { | |
| "ETA": 18.97, | |
| "epoch": 0.37299690475257613, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2380, | |
| "grad_norm": 3.14, | |
| "learning_rate": 1.4475553012315441e-05, | |
| "loss": 0.7037, | |
| "step": 2380 | |
| }, | |
| { | |
| "ETA": 18.92, | |
| "epoch": 0.37456411863809114, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2390, | |
| "grad_norm": 2.859, | |
| "learning_rate": 1.44300949326338e-05, | |
| "loss": 0.7347, | |
| "step": 2390 | |
| }, | |
| { | |
| "ETA": 18.87, | |
| "epoch": 0.37613133252360614, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2400, | |
| "grad_norm": 4.006, | |
| "learning_rate": 1.4384522667379229e-05, | |
| "loss": 0.729, | |
| "step": 2400 | |
| }, | |
| { | |
| "ETA": 18.83, | |
| "epoch": 0.3776985464091212, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2410, | |
| "grad_norm": 3.044, | |
| "learning_rate": 1.4338837391175582e-05, | |
| "loss": 0.741, | |
| "step": 2410 | |
| }, | |
| { | |
| "ETA": 18.78, | |
| "epoch": 0.3792657602946362, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2420, | |
| "grad_norm": 2.674, | |
| "learning_rate": 1.4297624991405243e-05, | |
| "loss": 0.7268, | |
| "step": 2420 | |
| }, | |
| { | |
| "ETA": 18.74, | |
| "epoch": 0.3808329741801512, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2430, | |
| "grad_norm": 2.866, | |
| "learning_rate": 1.4251728240895031e-05, | |
| "loss": 0.7816, | |
| "step": 2430 | |
| }, | |
| { | |
| "ETA": 18.71, | |
| "epoch": 0.3824001880656663, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2440, | |
| "grad_norm": 2.794, | |
| "learning_rate": 1.4205721902208371e-05, | |
| "loss": 0.7469, | |
| "step": 2440 | |
| }, | |
| { | |
| "ETA": 18.66, | |
| "epoch": 0.3839674019511813, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2450, | |
| "grad_norm": 2.944, | |
| "learning_rate": 1.4159607161157363e-05, | |
| "loss": 0.7123, | |
| "step": 2450 | |
| }, | |
| { | |
| "ETA": 18.62, | |
| "epoch": 0.3855346158366963, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2460, | |
| "grad_norm": 3.239, | |
| "learning_rate": 1.411338520634816e-05, | |
| "loss": 0.7221, | |
| "step": 2460 | |
| }, | |
| { | |
| "ETA": 18.57, | |
| "epoch": 0.38710182972221135, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2470, | |
| "grad_norm": 2.86, | |
| "learning_rate": 1.4067057229150358e-05, | |
| "loss": 0.7189, | |
| "step": 2470 | |
| }, | |
| { | |
| "ETA": 18.52, | |
| "epoch": 0.38866904360772636, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2480, | |
| "grad_norm": 2.896, | |
| "learning_rate": 1.402062442366627e-05, | |
| "loss": 0.7206, | |
| "step": 2480 | |
| }, | |
| { | |
| "ETA": 18.47, | |
| "epoch": 0.39023625749324137, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2490, | |
| "grad_norm": 2.715, | |
| "learning_rate": 1.3974087986700163e-05, | |
| "loss": 0.7439, | |
| "step": 2490 | |
| }, | |
| { | |
| "ETA": 18.42, | |
| "epoch": 0.39180347137875643, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2500, | |
| "grad_norm": 2.595, | |
| "learning_rate": 1.3927449117727392e-05, | |
| "loss": 0.7346, | |
| "step": 2500 | |
| }, | |
| { | |
| "ETA": 18.42, | |
| "epoch": 0.39337068526427144, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2510, | |
| "grad_norm": 2.875, | |
| "learning_rate": 1.3880709018863504e-05, | |
| "loss": 0.7652, | |
| "step": 2510 | |
| }, | |
| { | |
| "ETA": 18.37, | |
| "epoch": 0.39493789914978644, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2520, | |
| "grad_norm": 3.692, | |
| "learning_rate": 1.3833868894833238e-05, | |
| "loss": 0.7012, | |
| "step": 2520 | |
| }, | |
| { | |
| "ETA": 18.32, | |
| "epoch": 0.3965051130353015, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2530, | |
| "grad_norm": 3.356, | |
| "learning_rate": 1.3786929952939478e-05, | |
| "loss": 0.7451, | |
| "step": 2530 | |
| }, | |
| { | |
| "ETA": 18.27, | |
| "epoch": 0.3980723269208165, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2540, | |
| "grad_norm": 2.35, | |
| "learning_rate": 1.373989340303214e-05, | |
| "loss": 0.7325, | |
| "step": 2540 | |
| }, | |
| { | |
| "ETA": 18.22, | |
| "epoch": 0.3996395408063315, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2550, | |
| "grad_norm": 3.077, | |
| "learning_rate": 1.3692760457476985e-05, | |
| "loss": 0.7446, | |
| "step": 2550 | |
| }, | |
| { | |
| "ETA": 18.17, | |
| "epoch": 0.4012067546918466, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2560, | |
| "grad_norm": 3.121, | |
| "learning_rate": 1.3645532331124362e-05, | |
| "loss": 0.7164, | |
| "step": 2560 | |
| }, | |
| { | |
| "ETA": 18.12, | |
| "epoch": 0.4027739685773616, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2570, | |
| "grad_norm": 2.211, | |
| "learning_rate": 1.3598210241277905e-05, | |
| "loss": 0.7411, | |
| "step": 2570 | |
| }, | |
| { | |
| "ETA": 18.08, | |
| "epoch": 0.40434118246287665, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2580, | |
| "grad_norm": 2.489, | |
| "learning_rate": 1.3550795407663158e-05, | |
| "loss": 0.7431, | |
| "step": 2580 | |
| }, | |
| { | |
| "ETA": 18.03, | |
| "epoch": 0.40590839634839165, | |
| "fp16_scale": 2048.0, | |
| "global_step": 2590, | |
| "grad_norm": 2.241, | |
| "learning_rate": 1.3503289052396133e-05, | |
| "loss": 0.7127, | |
| "step": 2590 | |
| }, | |
| { | |
| "ETA": 17.98, | |
| "epoch": 0.40747561023390666, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2600, | |
| "grad_norm": 3.6, | |
| "learning_rate": 1.3460456093623443e-05, | |
| "loss": 0.7245, | |
| "step": 2600 | |
| }, | |
| { | |
| "ETA": 17.93, | |
| "epoch": 0.4090428241194217, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2610, | |
| "grad_norm": 2.75, | |
| "learning_rate": 1.3412779222569907e-05, | |
| "loss": 0.7512, | |
| "step": 2610 | |
| }, | |
| { | |
| "ETA": 17.88, | |
| "epoch": 0.41061003800493673, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2620, | |
| "grad_norm": 2.475, | |
| "learning_rate": 1.3365014387227393e-05, | |
| "loss": 0.7082, | |
| "step": 2620 | |
| }, | |
| { | |
| "ETA": 17.83, | |
| "epoch": 0.41217725189045173, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2630, | |
| "grad_norm": 3.246, | |
| "learning_rate": 1.3317162818733205e-05, | |
| "loss": 0.7197, | |
| "step": 2630 | |
| }, | |
| { | |
| "ETA": 17.78, | |
| "epoch": 0.4137444657759668, | |
| "fp16_scale": 1024.0, | |
| "global_step": 2640, | |
| "grad_norm": 3.182, | |
| "learning_rate": 1.326922575046018e-05, | |
| "loss": 0.7903, | |
| "step": 2640 | |
| }, | |
| { | |
| "ETA": 17.73, | |
| "epoch": 0.4153116796614818, | |
| "fp16_scale": 512.0, | |
| "global_step": 2650, | |
| "grad_norm": 35.311, | |
| "learning_rate": 1.3226010307862582e-05, | |
| "loss": 0.7686, | |
| "step": 2650 | |
| }, | |
| { | |
| "ETA": 17.68, | |
| "epoch": 0.4168788935469968, | |
| "fp16_scale": 512.0, | |
| "global_step": 2660, | |
| "grad_norm": 2.301, | |
| "learning_rate": 1.3177914195819018e-05, | |
| "loss": 0.7842, | |
| "step": 2660 | |
| }, | |
| { | |
| "ETA": 17.63, | |
| "epoch": 0.41844610743251187, | |
| "fp16_scale": 512.0, | |
| "global_step": 2670, | |
| "grad_norm": 2.258, | |
| "learning_rate": 1.3129736173125975e-05, | |
| "loss": 0.7565, | |
| "step": 2670 | |
| }, | |
| { | |
| "ETA": 17.59, | |
| "epoch": 0.4200133213180269, | |
| "fp16_scale": 512.0, | |
| "global_step": 2680, | |
| "grad_norm": 2.581, | |
| "learning_rate": 1.3081477481570642e-05, | |
| "loss": 0.7429, | |
| "step": 2680 | |
| }, | |
| { | |
| "ETA": 17.54, | |
| "epoch": 0.4215805352035419, | |
| "fp16_scale": 512.0, | |
| "global_step": 2690, | |
| "grad_norm": 2.537, | |
| "learning_rate": 1.303313936501944e-05, | |
| "loss": 0.7517, | |
| "step": 2690 | |
| }, | |
| { | |
| "ETA": 17.49, | |
| "epoch": 0.42314774908905695, | |
| "fp16_scale": 512.0, | |
| "global_step": 2700, | |
| "grad_norm": 5.254, | |
| "learning_rate": 1.2984723069385975e-05, | |
| "loss": 0.7414, | |
| "step": 2700 | |
| }, | |
| { | |
| "ETA": 17.44, | |
| "epoch": 0.42471496297457195, | |
| "fp16_scale": 512.0, | |
| "global_step": 2710, | |
| "grad_norm": 2.486, | |
| "learning_rate": 1.293622984259891e-05, | |
| "loss": 0.7547, | |
| "step": 2710 | |
| }, | |
| { | |
| "ETA": 17.39, | |
| "epoch": 0.42628217686008696, | |
| "fp16_scale": 512.0, | |
| "global_step": 2720, | |
| "grad_norm": 2.129, | |
| "learning_rate": 1.2887660934569809e-05, | |
| "loss": 0.7298, | |
| "step": 2720 | |
| }, | |
| { | |
| "ETA": 17.34, | |
| "epoch": 0.427849390745602, | |
| "fp16_scale": 512.0, | |
| "global_step": 2730, | |
| "grad_norm": 3.215, | |
| "learning_rate": 1.2839017597160916e-05, | |
| "loss": 0.7346, | |
| "step": 2730 | |
| }, | |
| { | |
| "ETA": 17.29, | |
| "epoch": 0.429416604631117, | |
| "fp16_scale": 512.0, | |
| "global_step": 2740, | |
| "grad_norm": 2.886, | |
| "learning_rate": 1.2790301084152889e-05, | |
| "loss": 0.7197, | |
| "step": 2740 | |
| }, | |
| { | |
| "ETA": 17.24, | |
| "epoch": 0.43098381851663203, | |
| "fp16_scale": 512.0, | |
| "global_step": 2750, | |
| "grad_norm": 2.857, | |
| "learning_rate": 1.2741512651212495e-05, | |
| "loss": 0.7417, | |
| "step": 2750 | |
| }, | |
| { | |
| "ETA": 17.2, | |
| "epoch": 0.4325510324021471, | |
| "fp16_scale": 512.0, | |
| "global_step": 2760, | |
| "grad_norm": 2.604, | |
| "learning_rate": 1.2692653555860224e-05, | |
| "loss": 0.7411, | |
| "step": 2760 | |
| }, | |
| { | |
| "ETA": 17.15, | |
| "epoch": 0.4341182462876621, | |
| "fp16_scale": 512.0, | |
| "global_step": 2770, | |
| "grad_norm": 2.792, | |
| "learning_rate": 1.264372505743789e-05, | |
| "loss": 0.7263, | |
| "step": 2770 | |
| }, | |
| { | |
| "ETA": 17.1, | |
| "epoch": 0.4356854601731771, | |
| "fp16_scale": 512.0, | |
| "global_step": 2780, | |
| "grad_norm": 3.684, | |
| "learning_rate": 1.2594728417076172e-05, | |
| "loss": 0.7712, | |
| "step": 2780 | |
| }, | |
| { | |
| "ETA": 17.05, | |
| "epoch": 0.43725267405869217, | |
| "fp16_scale": 512.0, | |
| "global_step": 2790, | |
| "grad_norm": 2.179, | |
| "learning_rate": 1.2545664897662108e-05, | |
| "loss": 0.7155, | |
| "step": 2790 | |
| }, | |
| { | |
| "ETA": 17.0, | |
| "epoch": 0.4388198879442072, | |
| "fp16_scale": 512.0, | |
| "global_step": 2800, | |
| "grad_norm": 2.914, | |
| "learning_rate": 1.2496535763806535e-05, | |
| "loss": 0.728, | |
| "step": 2800 | |
| }, | |
| { | |
| "ETA": 16.95, | |
| "epoch": 0.44038710182972224, | |
| "fp16_scale": 512.0, | |
| "global_step": 2810, | |
| "grad_norm": 3.342, | |
| "learning_rate": 1.2447342281811499e-05, | |
| "loss": 0.7383, | |
| "step": 2810 | |
| }, | |
| { | |
| "ETA": 16.9, | |
| "epoch": 0.44195431571523724, | |
| "fp16_scale": 512.0, | |
| "global_step": 2820, | |
| "grad_norm": 2.831, | |
| "learning_rate": 1.239808571963763e-05, | |
| "loss": 0.7351, | |
| "step": 2820 | |
| }, | |
| { | |
| "ETA": 16.86, | |
| "epoch": 0.44352152960075225, | |
| "fp16_scale": 512.0, | |
| "global_step": 2830, | |
| "grad_norm": 2.444, | |
| "learning_rate": 1.2348767346871438e-05, | |
| "loss": 0.7054, | |
| "step": 2830 | |
| }, | |
| { | |
| "ETA": 16.81, | |
| "epoch": 0.4450887434862673, | |
| "fp16_scale": 512.0, | |
| "global_step": 2840, | |
| "grad_norm": 2.822, | |
| "learning_rate": 1.2299388434692596e-05, | |
| "loss": 0.7212, | |
| "step": 2840 | |
| }, | |
| { | |
| "ETA": 16.76, | |
| "epoch": 0.4466559573717823, | |
| "fp16_scale": 512.0, | |
| "global_step": 2850, | |
| "grad_norm": 2.994, | |
| "learning_rate": 1.2249950255841187e-05, | |
| "loss": 0.7232, | |
| "step": 2850 | |
| }, | |
| { | |
| "ETA": 16.71, | |
| "epoch": 0.4482231712572973, | |
| "fp16_scale": 512.0, | |
| "global_step": 2860, | |
| "grad_norm": 2.159, | |
| "learning_rate": 1.220045408458489e-05, | |
| "loss": 0.721, | |
| "step": 2860 | |
| }, | |
| { | |
| "ETA": 16.66, | |
| "epoch": 0.4497903851428124, | |
| "fp16_scale": 512.0, | |
| "global_step": 2870, | |
| "grad_norm": 2.573, | |
| "learning_rate": 1.215090119668613e-05, | |
| "loss": 0.7249, | |
| "step": 2870 | |
| }, | |
| { | |
| "ETA": 16.61, | |
| "epoch": 0.4513575990283274, | |
| "fp16_scale": 512.0, | |
| "global_step": 2880, | |
| "grad_norm": 2.2, | |
| "learning_rate": 1.2101292869369208e-05, | |
| "loss": 0.6849, | |
| "step": 2880 | |
| }, | |
| { | |
| "ETA": 16.56, | |
| "epoch": 0.4529248129138424, | |
| "fp16_scale": 512.0, | |
| "global_step": 2890, | |
| "grad_norm": 2.541, | |
| "learning_rate": 1.2051630381287375e-05, | |
| "loss": 0.7097, | |
| "step": 2890 | |
| }, | |
| { | |
| "ETA": 16.52, | |
| "epoch": 0.45449202679935746, | |
| "fp16_scale": 512.0, | |
| "global_step": 2900, | |
| "grad_norm": 2.185, | |
| "learning_rate": 1.2001915012489869e-05, | |
| "loss": 0.7336, | |
| "step": 2900 | |
| }, | |
| { | |
| "ETA": 16.47, | |
| "epoch": 0.45605924068487247, | |
| "fp16_scale": 512.0, | |
| "global_step": 2910, | |
| "grad_norm": 3.047, | |
| "learning_rate": 1.195214804438893e-05, | |
| "loss": 0.7295, | |
| "step": 2910 | |
| }, | |
| { | |
| "ETA": 16.42, | |
| "epoch": 0.4576264545703875, | |
| "fp16_scale": 512.0, | |
| "global_step": 2920, | |
| "grad_norm": 2.518, | |
| "learning_rate": 1.1902330759726766e-05, | |
| "loss": 0.7207, | |
| "step": 2920 | |
| }, | |
| { | |
| "ETA": 16.37, | |
| "epoch": 0.45919366845590254, | |
| "fp16_scale": 512.0, | |
| "global_step": 2930, | |
| "grad_norm": 2.452, | |
| "learning_rate": 1.1852464442542501e-05, | |
| "loss": 0.7031, | |
| "step": 2930 | |
| }, | |
| { | |
| "ETA": 16.32, | |
| "epoch": 0.46076088234141754, | |
| "fp16_scale": 512.0, | |
| "global_step": 2940, | |
| "grad_norm": 2.328, | |
| "learning_rate": 1.180255037813906e-05, | |
| "loss": 0.7034, | |
| "step": 2940 | |
| }, | |
| { | |
| "ETA": 16.27, | |
| "epoch": 0.46232809622693255, | |
| "fp16_scale": 512.0, | |
| "global_step": 2950, | |
| "grad_norm": 2.481, | |
| "learning_rate": 1.1752589853050057e-05, | |
| "loss": 0.712, | |
| "step": 2950 | |
| }, | |
| { | |
| "ETA": 16.23, | |
| "epoch": 0.4638953101124476, | |
| "fp16_scale": 512.0, | |
| "global_step": 2960, | |
| "grad_norm": 2.881, | |
| "learning_rate": 1.1702584155006631e-05, | |
| "loss": 0.7308, | |
| "step": 2960 | |
| }, | |
| { | |
| "ETA": 16.18, | |
| "epoch": 0.4654625239979626, | |
| "fp16_scale": 512.0, | |
| "global_step": 2970, | |
| "grad_norm": 2.929, | |
| "learning_rate": 1.1652534572904248e-05, | |
| "loss": 0.7251, | |
| "step": 2970 | |
| }, | |
| { | |
| "ETA": 16.14, | |
| "epoch": 0.4670297378834776, | |
| "fp16_scale": 512.0, | |
| "global_step": 2980, | |
| "grad_norm": 2.239, | |
| "learning_rate": 1.1602442396769486e-05, | |
| "loss": 0.6962, | |
| "step": 2980 | |
| }, | |
| { | |
| "ETA": 16.1, | |
| "epoch": 0.4685969517689927, | |
| "fp16_scale": 512.0, | |
| "global_step": 2990, | |
| "grad_norm": 2.487, | |
| "learning_rate": 1.1552308917726786e-05, | |
| "loss": 0.7391, | |
| "step": 2990 | |
| }, | |
| { | |
| "ETA": 16.06, | |
| "epoch": 0.4701641656545077, | |
| "fp16_scale": 512.0, | |
| "global_step": 3000, | |
| "grad_norm": 3.831, | |
| "learning_rate": 1.1502135427965167e-05, | |
| "loss": 0.715, | |
| "step": 3000 | |
| }, | |
| { | |
| "ETA": 16.04, | |
| "epoch": 0.4717313795400227, | |
| "fp16_scale": 512.0, | |
| "global_step": 3010, | |
| "grad_norm": 2.421, | |
| "learning_rate": 1.1451923220704916e-05, | |
| "loss": 0.7511, | |
| "step": 3010 | |
| }, | |
| { | |
| "ETA": 15.99, | |
| "epoch": 0.47329859342553776, | |
| "fp16_scale": 512.0, | |
| "global_step": 3020, | |
| "grad_norm": 2.23, | |
| "learning_rate": 1.1401673590164281e-05, | |
| "loss": 0.6914, | |
| "step": 3020 | |
| }, | |
| { | |
| "ETA": 15.94, | |
| "epoch": 0.47486580731105277, | |
| "fp16_scale": 512.0, | |
| "global_step": 3030, | |
| "grad_norm": 2.211, | |
| "learning_rate": 1.135138783152608e-05, | |
| "loss": 0.7333, | |
| "step": 3030 | |
| }, | |
| { | |
| "ETA": 15.9, | |
| "epoch": 0.4764330211965678, | |
| "fp16_scale": 512.0, | |
| "global_step": 3040, | |
| "grad_norm": 4.443, | |
| "learning_rate": 1.1301067240904331e-05, | |
| "loss": 0.7227, | |
| "step": 3040 | |
| }, | |
| { | |
| "ETA": 15.85, | |
| "epoch": 0.47800023508208284, | |
| "fp16_scale": 512.0, | |
| "global_step": 3050, | |
| "grad_norm": 3.145, | |
| "learning_rate": 1.1250713115310852e-05, | |
| "loss": 0.7343, | |
| "step": 3050 | |
| }, | |
| { | |
| "ETA": 15.8, | |
| "epoch": 0.47956744896759784, | |
| "fp16_scale": 512.0, | |
| "global_step": 3060, | |
| "grad_norm": 2.237, | |
| "learning_rate": 1.1200326752621821e-05, | |
| "loss": 0.7027, | |
| "step": 3060 | |
| }, | |
| { | |
| "ETA": 15.75, | |
| "epoch": 0.4811346628531129, | |
| "fp16_scale": 512.0, | |
| "global_step": 3070, | |
| "grad_norm": 3.649, | |
| "learning_rate": 1.1149909451544327e-05, | |
| "loss": 0.711, | |
| "step": 3070 | |
| }, | |
| { | |
| "ETA": 15.7, | |
| "epoch": 0.4827018767386279, | |
| "fp16_scale": 512.0, | |
| "global_step": 3080, | |
| "grad_norm": 6.593, | |
| "learning_rate": 1.1099462511582893e-05, | |
| "loss": 0.6981, | |
| "step": 3080 | |
| }, | |
| { | |
| "ETA": 15.65, | |
| "epoch": 0.4842690906241429, | |
| "fp16_scale": 512.0, | |
| "global_step": 3090, | |
| "grad_norm": 2.193, | |
| "learning_rate": 1.104898723300599e-05, | |
| "loss": 0.6855, | |
| "step": 3090 | |
| }, | |
| { | |
| "ETA": 15.6, | |
| "epoch": 0.485836304509658, | |
| "fp16_scale": 512.0, | |
| "global_step": 3100, | |
| "grad_norm": 2.081, | |
| "learning_rate": 1.0998484916812503e-05, | |
| "loss": 0.7143, | |
| "step": 3100 | |
| }, | |
| { | |
| "ETA": 15.55, | |
| "epoch": 0.487403518395173, | |
| "fp16_scale": 512.0, | |
| "global_step": 3110, | |
| "grad_norm": 3.085, | |
| "learning_rate": 1.0947956864698223e-05, | |
| "loss": 0.7145, | |
| "step": 3110 | |
| }, | |
| { | |
| "ETA": 15.51, | |
| "epoch": 0.488970732280688, | |
| "fp16_scale": 512.0, | |
| "global_step": 3120, | |
| "grad_norm": 2.29, | |
| "learning_rate": 1.0897404379022281e-05, | |
| "loss": 0.6886, | |
| "step": 3120 | |
| }, | |
| { | |
| "ETA": 15.46, | |
| "epoch": 0.49053794616620305, | |
| "fp16_scale": 512.0, | |
| "global_step": 3130, | |
| "grad_norm": 2.721, | |
| "learning_rate": 1.0846828762773582e-05, | |
| "loss": 0.6601, | |
| "step": 3130 | |
| }, | |
| { | |
| "ETA": 15.41, | |
| "epoch": 0.49210516005171806, | |
| "fp16_scale": 512.0, | |
| "global_step": 3140, | |
| "grad_norm": 3.726, | |
| "learning_rate": 1.0796231319537214e-05, | |
| "loss": 0.694, | |
| "step": 3140 | |
| }, | |
| { | |
| "ETA": 15.36, | |
| "epoch": 0.49367237393723307, | |
| "fp16_scale": 512.0, | |
| "global_step": 3150, | |
| "grad_norm": 2.391, | |
| "learning_rate": 1.0745613353460862e-05, | |
| "loss": 0.7002, | |
| "step": 3150 | |
| }, | |
| { | |
| "ETA": 15.31, | |
| "epoch": 0.49523958782274813, | |
| "fp16_scale": 512.0, | |
| "global_step": 3160, | |
| "grad_norm": 2.541, | |
| "learning_rate": 1.069497616922119e-05, | |
| "loss": 0.7195, | |
| "step": 3160 | |
| }, | |
| { | |
| "ETA": 15.26, | |
| "epoch": 0.49680680170826313, | |
| "fp16_scale": 512.0, | |
| "global_step": 3170, | |
| "grad_norm": 2.212, | |
| "learning_rate": 1.0644321071990197e-05, | |
| "loss": 0.7227, | |
| "step": 3170 | |
| }, | |
| { | |
| "ETA": 15.21, | |
| "epoch": 0.49837401559377814, | |
| "fp16_scale": 512.0, | |
| "global_step": 3180, | |
| "grad_norm": 2.843, | |
| "learning_rate": 1.0593649367401607e-05, | |
| "loss": 0.7215, | |
| "step": 3180 | |
| }, | |
| { | |
| "ETA": 15.17, | |
| "epoch": 0.4999412294792932, | |
| "fp16_scale": 512.0, | |
| "global_step": 3190, | |
| "grad_norm": 2.622, | |
| "learning_rate": 1.0542962361517182e-05, | |
| "loss": 0.6857, | |
| "step": 3190 | |
| }, | |
| { | |
| "ETA": 15.12, | |
| "epoch": 0.5015084433648083, | |
| "fp16_scale": 512.0, | |
| "global_step": 3200, | |
| "grad_norm": 4.081, | |
| "learning_rate": 1.0492261360793082e-05, | |
| "loss": 0.6919, | |
| "step": 3200 | |
| }, | |
| { | |
| "ETA": 15.07, | |
| "epoch": 0.5030756572503232, | |
| "fp16_scale": 512.0, | |
| "global_step": 3210, | |
| "grad_norm": 1.986, | |
| "learning_rate": 1.0441547672046178e-05, | |
| "loss": 0.7229, | |
| "step": 3210 | |
| }, | |
| { | |
| "ETA": 15.02, | |
| "epoch": 0.5046428711358383, | |
| "fp16_scale": 512.0, | |
| "global_step": 3220, | |
| "grad_norm": 2.561, | |
| "learning_rate": 1.039082260242038e-05, | |
| "loss": 0.692, | |
| "step": 3220 | |
| }, | |
| { | |
| "ETA": 14.97, | |
| "epoch": 0.5062100850213533, | |
| "fp16_scale": 512.0, | |
| "global_step": 3230, | |
| "grad_norm": 2.619, | |
| "learning_rate": 1.0340087459352946e-05, | |
| "loss": 0.72, | |
| "step": 3230 | |
| }, | |
| { | |
| "ETA": 14.92, | |
| "epoch": 0.5077772989068683, | |
| "fp16_scale": 512.0, | |
| "global_step": 3240, | |
| "grad_norm": 2.845, | |
| "learning_rate": 1.028934355054076e-05, | |
| "loss": 0.7005, | |
| "step": 3240 | |
| }, | |
| { | |
| "ETA": 14.87, | |
| "epoch": 0.5093445127923834, | |
| "fp16_scale": 512.0, | |
| "global_step": 3250, | |
| "grad_norm": 2.274, | |
| "learning_rate": 1.023859218390665e-05, | |
| "loss": 0.6779, | |
| "step": 3250 | |
| }, | |
| { | |
| "ETA": 14.83, | |
| "epoch": 0.5109117266778984, | |
| "fp16_scale": 512.0, | |
| "global_step": 3260, | |
| "grad_norm": 2.636, | |
| "learning_rate": 1.0187834667565684e-05, | |
| "loss": 0.7082, | |
| "step": 3260 | |
| }, | |
| { | |
| "ETA": 14.78, | |
| "epoch": 0.5124789405634134, | |
| "fp16_scale": 512.0, | |
| "global_step": 3270, | |
| "grad_norm": 2.666, | |
| "learning_rate": 1.0137072309791411e-05, | |
| "loss": 0.699, | |
| "step": 3270 | |
| }, | |
| { | |
| "ETA": 14.73, | |
| "epoch": 0.5140461544489284, | |
| "fp16_scale": 512.0, | |
| "global_step": 3280, | |
| "grad_norm": 2.36, | |
| "learning_rate": 1.008630641898219e-05, | |
| "loss": 0.7035, | |
| "step": 3280 | |
| }, | |
| { | |
| "ETA": 14.68, | |
| "epoch": 0.5156133683344435, | |
| "fp16_scale": 512.0, | |
| "global_step": 3290, | |
| "grad_norm": 2.33, | |
| "learning_rate": 1.0035538303627437e-05, | |
| "loss": 0.6767, | |
| "step": 3290 | |
| }, | |
| { | |
| "ETA": 14.63, | |
| "epoch": 0.5171805822199584, | |
| "fp16_scale": 512.0, | |
| "global_step": 3300, | |
| "grad_norm": 2.257, | |
| "learning_rate": 9.9847692722739e-06, | |
| "loss": 0.6767, | |
| "step": 3300 | |
| }, | |
| { | |
| "ETA": 14.58, | |
| "epoch": 0.5187477961054735, | |
| "fp16_scale": 512.0, | |
| "global_step": 3310, | |
| "grad_norm": 2.678, | |
| "learning_rate": 9.934000633491945e-06, | |
| "loss": 0.7028, | |
| "step": 3310 | |
| }, | |
| { | |
| "ETA": 14.54, | |
| "epoch": 0.5203150099909886, | |
| "fp16_scale": 512.0, | |
| "global_step": 3320, | |
| "grad_norm": 3.457, | |
| "learning_rate": 9.883233695841814e-06, | |
| "loss": 0.6642, | |
| "step": 3320 | |
| }, | |
| { | |
| "ETA": 14.49, | |
| "epoch": 0.5218822238765035, | |
| "fp16_scale": 512.0, | |
| "global_step": 3330, | |
| "grad_norm": 3.567, | |
| "learning_rate": 9.832469767839908e-06, | |
| "loss": 0.7094, | |
| "step": 3330 | |
| }, | |
| { | |
| "ETA": 14.44, | |
| "epoch": 0.5234494377620186, | |
| "fp16_scale": 512.0, | |
| "global_step": 3340, | |
| "grad_norm": 2.891, | |
| "learning_rate": 9.781710157925047e-06, | |
| "loss": 0.6836, | |
| "step": 3340 | |
| }, | |
| { | |
| "ETA": 14.39, | |
| "epoch": 0.5250166516475336, | |
| "fp16_scale": 512.0, | |
| "global_step": 3350, | |
| "grad_norm": 2.194, | |
| "learning_rate": 9.730956174424757e-06, | |
| "loss": 0.6913, | |
| "step": 3350 | |
| }, | |
| { | |
| "ETA": 14.34, | |
| "epoch": 0.5265838655330486, | |
| "fp16_scale": 512.0, | |
| "global_step": 3360, | |
| "grad_norm": 2.086, | |
| "learning_rate": 9.680209125521545e-06, | |
| "loss": 0.6788, | |
| "step": 3360 | |
| }, | |
| { | |
| "ETA": 14.29, | |
| "epoch": 0.5281510794185637, | |
| "fp16_scale": 512.0, | |
| "global_step": 3370, | |
| "grad_norm": 2.488, | |
| "learning_rate": 9.629470319219173e-06, | |
| "loss": 0.7221, | |
| "step": 3370 | |
| }, | |
| { | |
| "ETA": 14.25, | |
| "epoch": 0.5297182933040787, | |
| "fp16_scale": 512.0, | |
| "global_step": 3380, | |
| "grad_norm": 2.049, | |
| "learning_rate": 9.578741063308954e-06, | |
| "loss": 0.6611, | |
| "step": 3380 | |
| }, | |
| { | |
| "ETA": 14.2, | |
| "epoch": 0.5312855071895937, | |
| "fp16_scale": 512.0, | |
| "global_step": 3390, | |
| "grad_norm": 2.858, | |
| "learning_rate": 9.528022665336045e-06, | |
| "loss": 0.6552, | |
| "step": 3390 | |
| }, | |
| { | |
| "ETA": 14.15, | |
| "epoch": 0.5328527210751087, | |
| "fp16_scale": 512.0, | |
| "global_step": 3400, | |
| "grad_norm": 2.535, | |
| "learning_rate": 9.477316432565727e-06, | |
| "loss": 0.6672, | |
| "step": 3400 | |
| }, | |
| { | |
| "ETA": 14.1, | |
| "epoch": 0.5344199349606238, | |
| "fp16_scale": 512.0, | |
| "global_step": 3410, | |
| "grad_norm": 3.078, | |
| "learning_rate": 9.426623671949735e-06, | |
| "loss": 0.6831, | |
| "step": 3410 | |
| }, | |
| { | |
| "ETA": 14.05, | |
| "epoch": 0.5359871488461387, | |
| "fp16_scale": 512.0, | |
| "global_step": 3420, | |
| "grad_norm": 3.191, | |
| "learning_rate": 9.37594569009256e-06, | |
| "loss": 0.7036, | |
| "step": 3420 | |
| }, | |
| { | |
| "ETA": 14.0, | |
| "epoch": 0.5375543627316538, | |
| "fp16_scale": 512.0, | |
| "global_step": 3430, | |
| "grad_norm": 2.237, | |
| "learning_rate": 9.325283793217758e-06, | |
| "loss": 0.6793, | |
| "step": 3430 | |
| }, | |
| { | |
| "ETA": 13.96, | |
| "epoch": 0.5391215766171689, | |
| "fp16_scale": 512.0, | |
| "global_step": 3440, | |
| "grad_norm": 3.739, | |
| "learning_rate": 9.274639287134309e-06, | |
| "loss": 0.6925, | |
| "step": 3440 | |
| }, | |
| { | |
| "ETA": 13.91, | |
| "epoch": 0.5406887905026838, | |
| "fp16_scale": 512.0, | |
| "global_step": 3450, | |
| "grad_norm": 3.498, | |
| "learning_rate": 9.224013477202939e-06, | |
| "loss": 0.7115, | |
| "step": 3450 | |
| }, | |
| { | |
| "ETA": 13.86, | |
| "epoch": 0.5422560043881989, | |
| "fp16_scale": 512.0, | |
| "global_step": 3460, | |
| "grad_norm": 2.282, | |
| "learning_rate": 9.17340766830248e-06, | |
| "loss": 0.6965, | |
| "step": 3460 | |
| }, | |
| { | |
| "ETA": 13.81, | |
| "epoch": 0.5438232182737139, | |
| "fp16_scale": 512.0, | |
| "global_step": 3470, | |
| "grad_norm": 2.453, | |
| "learning_rate": 9.122823164796241e-06, | |
| "loss": 0.6978, | |
| "step": 3470 | |
| }, | |
| { | |
| "ETA": 13.76, | |
| "epoch": 0.5453904321592289, | |
| "fp16_scale": 512.0, | |
| "global_step": 3480, | |
| "grad_norm": 2.101, | |
| "learning_rate": 9.072261270498389e-06, | |
| "loss": 0.6903, | |
| "step": 3480 | |
| }, | |
| { | |
| "ETA": 13.71, | |
| "epoch": 0.546957646044744, | |
| "fp16_scale": 512.0, | |
| "global_step": 3490, | |
| "grad_norm": 2.317, | |
| "learning_rate": 9.02172328864033e-06, | |
| "loss": 0.6787, | |
| "step": 3490 | |
| }, | |
| { | |
| "ETA": 13.67, | |
| "epoch": 0.548524859930259, | |
| "fp16_scale": 512.0, | |
| "global_step": 3500, | |
| "grad_norm": 3.384, | |
| "learning_rate": 8.971210521837133e-06, | |
| "loss": 0.694, | |
| "step": 3500 | |
| }, | |
| { | |
| "ETA": 13.64, | |
| "epoch": 0.550092073815774, | |
| "fp16_scale": 512.0, | |
| "global_step": 3510, | |
| "grad_norm": 2.945, | |
| "learning_rate": 8.920724272053952e-06, | |
| "loss": 0.7047, | |
| "step": 3510 | |
| }, | |
| { | |
| "ETA": 13.6, | |
| "epoch": 0.551659287701289, | |
| "fp16_scale": 512.0, | |
| "global_step": 3520, | |
| "grad_norm": 2.045, | |
| "learning_rate": 8.870265840572459e-06, | |
| "loss": 0.6963, | |
| "step": 3520 | |
| }, | |
| { | |
| "ETA": 13.56, | |
| "epoch": 0.5532265015868041, | |
| "fp16_scale": 512.0, | |
| "global_step": 3530, | |
| "grad_norm": 3.728, | |
| "learning_rate": 8.819836527957317e-06, | |
| "loss": 0.7034, | |
| "step": 3530 | |
| }, | |
| { | |
| "ETA": 13.51, | |
| "epoch": 0.554793715472319, | |
| "fp16_scale": 512.0, | |
| "global_step": 3540, | |
| "grad_norm": 2.796, | |
| "learning_rate": 8.769437634022642e-06, | |
| "loss": 0.6766, | |
| "step": 3540 | |
| }, | |
| { | |
| "ETA": 13.47, | |
| "epoch": 0.5563609293578341, | |
| "fp16_scale": 512.0, | |
| "global_step": 3550, | |
| "grad_norm": 2.562, | |
| "learning_rate": 8.71907045779852e-06, | |
| "loss": 0.6392, | |
| "step": 3550 | |
| }, | |
| { | |
| "ETA": 13.42, | |
| "epoch": 0.5579281432433492, | |
| "fp16_scale": 512.0, | |
| "global_step": 3560, | |
| "grad_norm": 2.453, | |
| "learning_rate": 8.668736297497511e-06, | |
| "loss": 0.6982, | |
| "step": 3560 | |
| }, | |
| { | |
| "ETA": 13.37, | |
| "epoch": 0.5594953571288641, | |
| "fp16_scale": 512.0, | |
| "global_step": 3570, | |
| "grad_norm": 2.169, | |
| "learning_rate": 8.618436450481182e-06, | |
| "loss": 0.6625, | |
| "step": 3570 | |
| }, | |
| { | |
| "ETA": 13.32, | |
| "epoch": 0.5610625710143792, | |
| "fp16_scale": 512.0, | |
| "global_step": 3580, | |
| "grad_norm": 1.961, | |
| "learning_rate": 8.568172213226684e-06, | |
| "loss": 0.6839, | |
| "step": 3580 | |
| }, | |
| { | |
| "ETA": 13.27, | |
| "epoch": 0.5626297848998942, | |
| "fp16_scale": 512.0, | |
| "global_step": 3590, | |
| "grad_norm": 2.06, | |
| "learning_rate": 8.517944881293327e-06, | |
| "loss": 0.6616, | |
| "step": 3590 | |
| }, | |
| { | |
| "ETA": 13.23, | |
| "epoch": 0.5641969987854092, | |
| "fp16_scale": 512.0, | |
| "global_step": 3600, | |
| "grad_norm": 2.749, | |
| "learning_rate": 8.467755749289186e-06, | |
| "loss": 0.7188, | |
| "step": 3600 | |
| }, | |
| { | |
| "ETA": 13.18, | |
| "epoch": 0.5657642126709242, | |
| "fp16_scale": 512.0, | |
| "global_step": 3610, | |
| "grad_norm": 2.239, | |
| "learning_rate": 8.417606110837738e-06, | |
| "loss": 0.6778, | |
| "step": 3610 | |
| }, | |
| { | |
| "ETA": 13.13, | |
| "epoch": 0.5673314265564393, | |
| "fp16_scale": 512.0, | |
| "global_step": 3620, | |
| "grad_norm": 2.227, | |
| "learning_rate": 8.367497258544507e-06, | |
| "loss": 0.6858, | |
| "step": 3620 | |
| }, | |
| { | |
| "ETA": 13.08, | |
| "epoch": 0.5688986404419543, | |
| "fp16_scale": 512.0, | |
| "global_step": 3630, | |
| "grad_norm": 2.627, | |
| "learning_rate": 8.317430483963758e-06, | |
| "loss": 0.6977, | |
| "step": 3630 | |
| }, | |
| { | |
| "ETA": 13.03, | |
| "epoch": 0.5704658543274693, | |
| "fp16_scale": 512.0, | |
| "global_step": 3640, | |
| "grad_norm": 2.336, | |
| "learning_rate": 8.267407077565206e-06, | |
| "loss": 0.7021, | |
| "step": 3640 | |
| }, | |
| { | |
| "ETA": 12.98, | |
| "epoch": 0.5720330682129844, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3650, | |
| "grad_norm": 2.043, | |
| "learning_rate": 8.217428328700754e-06, | |
| "loss": 0.6843, | |
| "step": 3650 | |
| }, | |
| { | |
| "ETA": 12.94, | |
| "epoch": 0.5736002820984994, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3660, | |
| "grad_norm": 2.503, | |
| "learning_rate": 8.167495525571249e-06, | |
| "loss": 0.6849, | |
| "step": 3660 | |
| }, | |
| { | |
| "ETA": 12.89, | |
| "epoch": 0.5751674959840144, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3670, | |
| "grad_norm": 8.048, | |
| "learning_rate": 8.117609955193301e-06, | |
| "loss": 0.7003, | |
| "step": 3670 | |
| }, | |
| { | |
| "ETA": 12.84, | |
| "epoch": 0.5767347098695295, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3680, | |
| "grad_norm": 2.675, | |
| "learning_rate": 8.067772903366087e-06, | |
| "loss": 0.6441, | |
| "step": 3680 | |
| }, | |
| { | |
| "ETA": 12.79, | |
| "epoch": 0.5783019237550445, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3690, | |
| "grad_norm": 2.125, | |
| "learning_rate": 8.017985654638227e-06, | |
| "loss": 0.6881, | |
| "step": 3690 | |
| }, | |
| { | |
| "ETA": 12.74, | |
| "epoch": 0.5798691376405595, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3700, | |
| "grad_norm": 2.286, | |
| "learning_rate": 7.96824949227466e-06, | |
| "loss": 0.6574, | |
| "step": 3700 | |
| }, | |
| { | |
| "ETA": 12.69, | |
| "epoch": 0.5814363515260745, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3710, | |
| "grad_norm": 2.344, | |
| "learning_rate": 7.91856569822358e-06, | |
| "loss": 0.6805, | |
| "step": 3710 | |
| }, | |
| { | |
| "ETA": 12.65, | |
| "epoch": 0.5830035654115896, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3720, | |
| "grad_norm": 2.325, | |
| "learning_rate": 7.868935553083391e-06, | |
| "loss": 0.6865, | |
| "step": 3720 | |
| }, | |
| { | |
| "ETA": 12.6, | |
| "epoch": 0.5845707792971045, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3730, | |
| "grad_norm": 3.179, | |
| "learning_rate": 7.819360336069692e-06, | |
| "loss": 0.6936, | |
| "step": 3730 | |
| }, | |
| { | |
| "ETA": 12.55, | |
| "epoch": 0.5861379931826196, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3740, | |
| "grad_norm": 2.321, | |
| "learning_rate": 7.769841324982315e-06, | |
| "loss": 0.6764, | |
| "step": 3740 | |
| }, | |
| { | |
| "ETA": 12.5, | |
| "epoch": 0.5877052070681347, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3750, | |
| "grad_norm": 2.531, | |
| "learning_rate": 7.720379796172389e-06, | |
| "loss": 0.6855, | |
| "step": 3750 | |
| }, | |
| { | |
| "ETA": 12.45, | |
| "epoch": 0.5892724209536496, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3760, | |
| "grad_norm": 2.386, | |
| "learning_rate": 7.670977024509432e-06, | |
| "loss": 0.6872, | |
| "step": 3760 | |
| }, | |
| { | |
| "ETA": 12.41, | |
| "epoch": 0.5908396348391647, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3770, | |
| "grad_norm": 2.79, | |
| "learning_rate": 7.6216342833485e-06, | |
| "loss": 0.6927, | |
| "step": 3770 | |
| }, | |
| { | |
| "ETA": 12.36, | |
| "epoch": 0.5924068487246797, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3780, | |
| "grad_norm": 2.2, | |
| "learning_rate": 7.572352844497369e-06, | |
| "loss": 0.6648, | |
| "step": 3780 | |
| }, | |
| { | |
| "ETA": 12.31, | |
| "epoch": 0.5939740626101947, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3790, | |
| "grad_norm": 2.125, | |
| "learning_rate": 7.523133978183741e-06, | |
| "loss": 0.6809, | |
| "step": 3790 | |
| }, | |
| { | |
| "ETA": 12.26, | |
| "epoch": 0.5955412764957098, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3800, | |
| "grad_norm": 2.236, | |
| "learning_rate": 7.4739789530225244e-06, | |
| "loss": 0.6812, | |
| "step": 3800 | |
| }, | |
| { | |
| "ETA": 12.21, | |
| "epoch": 0.5971084903812248, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3810, | |
| "grad_norm": 1.985, | |
| "learning_rate": 7.424889035983116e-06, | |
| "loss": 0.6879, | |
| "step": 3810 | |
| }, | |
| { | |
| "ETA": 12.16, | |
| "epoch": 0.5986757042667398, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3820, | |
| "grad_norm": 3.346, | |
| "learning_rate": 7.375865492356756e-06, | |
| "loss": 0.6665, | |
| "step": 3820 | |
| }, | |
| { | |
| "ETA": 12.12, | |
| "epoch": 0.6002429181522548, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3830, | |
| "grad_norm": 2.453, | |
| "learning_rate": 7.326909585723901e-06, | |
| "loss": 0.6788, | |
| "step": 3830 | |
| }, | |
| { | |
| "ETA": 12.07, | |
| "epoch": 0.6018101320377699, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3840, | |
| "grad_norm": 2.547, | |
| "learning_rate": 7.2780225779216825e-06, | |
| "loss": 0.664, | |
| "step": 3840 | |
| }, | |
| { | |
| "ETA": 12.02, | |
| "epoch": 0.6033773459232848, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3850, | |
| "grad_norm": 3.057, | |
| "learning_rate": 7.22920572901136e-06, | |
| "loss": 0.6709, | |
| "step": 3850 | |
| }, | |
| { | |
| "ETA": 11.97, | |
| "epoch": 0.6049445598087999, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3860, | |
| "grad_norm": 2.438, | |
| "learning_rate": 7.180460297245841e-06, | |
| "loss": 0.668, | |
| "step": 3860 | |
| }, | |
| { | |
| "ETA": 11.92, | |
| "epoch": 0.606511773694315, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3870, | |
| "grad_norm": 2.914, | |
| "learning_rate": 7.131787539037269e-06, | |
| "loss": 0.6619, | |
| "step": 3870 | |
| }, | |
| { | |
| "ETA": 11.88, | |
| "epoch": 0.6080789875798299, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3880, | |
| "grad_norm": 3.034, | |
| "learning_rate": 7.083188708924624e-06, | |
| "loss": 0.6824, | |
| "step": 3880 | |
| }, | |
| { | |
| "ETA": 11.83, | |
| "epoch": 0.609646201465345, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3890, | |
| "grad_norm": 2.359, | |
| "learning_rate": 7.034665059541398e-06, | |
| "loss": 0.665, | |
| "step": 3890 | |
| }, | |
| { | |
| "ETA": 11.78, | |
| "epoch": 0.61121341535086, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3900, | |
| "grad_norm": 2.126, | |
| "learning_rate": 6.98621784158329e-06, | |
| "loss": 0.6999, | |
| "step": 3900 | |
| }, | |
| { | |
| "ETA": 11.73, | |
| "epoch": 0.612780629236375, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3910, | |
| "grad_norm": 2.697, | |
| "learning_rate": 6.937848303775986e-06, | |
| "loss": 0.664, | |
| "step": 3910 | |
| }, | |
| { | |
| "ETA": 11.68, | |
| "epoch": 0.6143478431218901, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3920, | |
| "grad_norm": 3.055, | |
| "learning_rate": 6.889557692842976e-06, | |
| "loss": 0.6968, | |
| "step": 3920 | |
| }, | |
| { | |
| "ETA": 11.64, | |
| "epoch": 0.6159150570074051, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3930, | |
| "grad_norm": 2.679, | |
| "learning_rate": 6.8413472534734e-06, | |
| "loss": 0.6734, | |
| "step": 3930 | |
| }, | |
| { | |
| "ETA": 11.59, | |
| "epoch": 0.6174822708929201, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3940, | |
| "grad_norm": 2.791, | |
| "learning_rate": 6.793218228289986e-06, | |
| "loss": 0.6812, | |
| "step": 3940 | |
| }, | |
| { | |
| "ETA": 11.54, | |
| "epoch": 0.6190494847784351, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3950, | |
| "grad_norm": 2.579, | |
| "learning_rate": 6.745171857817011e-06, | |
| "loss": 0.663, | |
| "step": 3950 | |
| }, | |
| { | |
| "ETA": 11.49, | |
| "epoch": 0.6206166986639502, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3960, | |
| "grad_norm": 2.878, | |
| "learning_rate": 6.697209380448333e-06, | |
| "loss": 0.6792, | |
| "step": 3960 | |
| }, | |
| { | |
| "ETA": 11.44, | |
| "epoch": 0.6221839125494651, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3970, | |
| "grad_norm": 2.977, | |
| "learning_rate": 6.649332032415459e-06, | |
| "loss": 0.6796, | |
| "step": 3970 | |
| }, | |
| { | |
| "ETA": 11.39, | |
| "epoch": 0.6237511264349802, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3980, | |
| "grad_norm": 2.891, | |
| "learning_rate": 6.601541047755693e-06, | |
| "loss": 0.6659, | |
| "step": 3980 | |
| }, | |
| { | |
| "ETA": 11.35, | |
| "epoch": 0.6253183403204953, | |
| "fp16_scale": 1024.0, | |
| "global_step": 3990, | |
| "grad_norm": 3.476, | |
| "learning_rate": 6.5538376582803356e-06, | |
| "loss": 0.694, | |
| "step": 3990 | |
| }, | |
| { | |
| "ETA": 11.3, | |
| "epoch": 0.6268855542060102, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4000, | |
| "grad_norm": 2.474, | |
| "learning_rate": 6.50622309354291e-06, | |
| "loss": 0.6885, | |
| "step": 4000 | |
| }, | |
| { | |
| "ETA": 11.27, | |
| "epoch": 0.6284527680915253, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4010, | |
| "grad_norm": 1.907, | |
| "learning_rate": 6.458698580807495e-06, | |
| "loss": 0.6842, | |
| "step": 4010 | |
| }, | |
| { | |
| "ETA": 11.22, | |
| "epoch": 0.6300199819770403, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4020, | |
| "grad_norm": 3.952, | |
| "learning_rate": 6.41126534501707e-06, | |
| "loss": 0.694, | |
| "step": 4020 | |
| }, | |
| { | |
| "ETA": 11.17, | |
| "epoch": 0.6315871958625553, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4030, | |
| "grad_norm": 1.945, | |
| "learning_rate": 6.363924608761965e-06, | |
| "loss": 0.6571, | |
| "step": 4030 | |
| }, | |
| { | |
| "ETA": 11.12, | |
| "epoch": 0.6331544097480704, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4040, | |
| "grad_norm": 3.677, | |
| "learning_rate": 6.316677592248331e-06, | |
| "loss": 0.6579, | |
| "step": 4040 | |
| }, | |
| { | |
| "ETA": 11.08, | |
| "epoch": 0.6347216236335854, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4050, | |
| "grad_norm": 2.402, | |
| "learning_rate": 6.269525513266699e-06, | |
| "loss": 0.6634, | |
| "step": 4050 | |
| }, | |
| { | |
| "ETA": 11.03, | |
| "epoch": 0.6362888375191004, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4060, | |
| "grad_norm": 2.67, | |
| "learning_rate": 6.22246958716058e-06, | |
| "loss": 0.6879, | |
| "step": 4060 | |
| }, | |
| { | |
| "ETA": 10.98, | |
| "epoch": 0.6378560514046154, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4070, | |
| "grad_norm": 2.808, | |
| "learning_rate": 6.175511026795156e-06, | |
| "loss": 0.6498, | |
| "step": 4070 | |
| }, | |
| { | |
| "ETA": 10.94, | |
| "epoch": 0.6394232652901305, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4080, | |
| "grad_norm": 2.579, | |
| "learning_rate": 6.128651042526006e-06, | |
| "loss": 0.6925, | |
| "step": 4080 | |
| }, | |
| { | |
| "ETA": 10.89, | |
| "epoch": 0.6409904791756454, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4090, | |
| "grad_norm": 2.52, | |
| "learning_rate": 6.081890842167916e-06, | |
| "loss": 0.6746, | |
| "step": 4090 | |
| }, | |
| { | |
| "ETA": 10.85, | |
| "epoch": 0.6425576930611605, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4100, | |
| "grad_norm": 1.858, | |
| "learning_rate": 6.035231630963737e-06, | |
| "loss": 0.6818, | |
| "step": 4100 | |
| }, | |
| { | |
| "ETA": 10.8, | |
| "epoch": 0.6441249069466756, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4110, | |
| "grad_norm": 2.397, | |
| "learning_rate": 5.9886746115533356e-06, | |
| "loss": 0.6525, | |
| "step": 4110 | |
| }, | |
| { | |
| "ETA": 10.75, | |
| "epoch": 0.6456921208321905, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4120, | |
| "grad_norm": 2.411, | |
| "learning_rate": 5.942220983942586e-06, | |
| "loss": 0.6718, | |
| "step": 4120 | |
| }, | |
| { | |
| "ETA": 10.71, | |
| "epoch": 0.6472593347177056, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4130, | |
| "grad_norm": 2.88, | |
| "learning_rate": 5.895871945472434e-06, | |
| "loss": 0.6455, | |
| "step": 4130 | |
| }, | |
| { | |
| "ETA": 10.66, | |
| "epoch": 0.6488265486032206, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4140, | |
| "grad_norm": 2.438, | |
| "learning_rate": 5.849628690788054e-06, | |
| "loss": 0.6786, | |
| "step": 4140 | |
| }, | |
| { | |
| "ETA": 10.61, | |
| "epoch": 0.6503937624887357, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4150, | |
| "grad_norm": 1.985, | |
| "learning_rate": 5.803492411808042e-06, | |
| "loss": 0.6437, | |
| "step": 4150 | |
| }, | |
| { | |
| "ETA": 10.56, | |
| "epoch": 0.6519609763742507, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4160, | |
| "grad_norm": 2.398, | |
| "learning_rate": 5.7574642976936945e-06, | |
| "loss": 0.6379, | |
| "step": 4160 | |
| }, | |
| { | |
| "ETA": 10.51, | |
| "epoch": 0.6535281902597657, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4170, | |
| "grad_norm": 2.936, | |
| "learning_rate": 5.711545534818368e-06, | |
| "loss": 0.6781, | |
| "step": 4170 | |
| }, | |
| { | |
| "ETA": 10.46, | |
| "epoch": 0.6550954041452808, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4180, | |
| "grad_norm": 2.284, | |
| "learning_rate": 5.665737306736889e-06, | |
| "loss": 0.6458, | |
| "step": 4180 | |
| }, | |
| { | |
| "ETA": 10.42, | |
| "epoch": 0.6566626180307957, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4190, | |
| "grad_norm": 2.256, | |
| "learning_rate": 5.620040794155055e-06, | |
| "loss": 0.6894, | |
| "step": 4190 | |
| }, | |
| { | |
| "ETA": 10.37, | |
| "epoch": 0.6582298319163108, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4200, | |
| "grad_norm": 1.972, | |
| "learning_rate": 5.5744571748992005e-06, | |
| "loss": 0.6468, | |
| "step": 4200 | |
| }, | |
| { | |
| "ETA": 10.32, | |
| "epoch": 0.6597970458018259, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4210, | |
| "grad_norm": 2.206, | |
| "learning_rate": 5.528987623885834e-06, | |
| "loss": 0.6404, | |
| "step": 4210 | |
| }, | |
| { | |
| "ETA": 10.27, | |
| "epoch": 0.6613642596873408, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4220, | |
| "grad_norm": 1.952, | |
| "learning_rate": 5.483633313091363e-06, | |
| "loss": 0.6462, | |
| "step": 4220 | |
| }, | |
| { | |
| "ETA": 10.22, | |
| "epoch": 0.6629314735728559, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4230, | |
| "grad_norm": 2.58, | |
| "learning_rate": 5.4383954115218814e-06, | |
| "loss": 0.6463, | |
| "step": 4230 | |
| }, | |
| { | |
| "ETA": 10.18, | |
| "epoch": 0.6644986874583709, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4240, | |
| "grad_norm": 1.728, | |
| "learning_rate": 5.393275085183029e-06, | |
| "loss": 0.6645, | |
| "step": 4240 | |
| }, | |
| { | |
| "ETA": 10.13, | |
| "epoch": 0.6660659013438859, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4250, | |
| "grad_norm": 2.223, | |
| "learning_rate": 5.3482734970499605e-06, | |
| "loss": 0.6531, | |
| "step": 4250 | |
| }, | |
| { | |
| "ETA": 10.08, | |
| "epoch": 0.6676331152294009, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4260, | |
| "grad_norm": 2.054, | |
| "learning_rate": 5.303391807037348e-06, | |
| "loss": 0.6768, | |
| "step": 4260 | |
| }, | |
| { | |
| "ETA": 10.03, | |
| "epoch": 0.669200329114916, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4270, | |
| "grad_norm": 2.35, | |
| "learning_rate": 5.2586311719694974e-06, | |
| "loss": 0.6359, | |
| "step": 4270 | |
| }, | |
| { | |
| "ETA": 9.98, | |
| "epoch": 0.670767543000431, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4280, | |
| "grad_norm": 3.027, | |
| "learning_rate": 5.213992745550524e-06, | |
| "loss": 0.6412, | |
| "step": 4280 | |
| }, | |
| { | |
| "ETA": 9.94, | |
| "epoch": 0.672334756885946, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4290, | |
| "grad_norm": 2.138, | |
| "learning_rate": 5.16947767833462e-06, | |
| "loss": 0.6668, | |
| "step": 4290 | |
| }, | |
| { | |
| "ETA": 9.89, | |
| "epoch": 0.6739019707714611, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4300, | |
| "grad_norm": 2.281, | |
| "learning_rate": 5.125087117696403e-06, | |
| "loss": 0.6533, | |
| "step": 4300 | |
| }, | |
| { | |
| "ETA": 9.84, | |
| "epoch": 0.675469184656976, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4310, | |
| "grad_norm": 2.512, | |
| "learning_rate": 5.0808222078013214e-06, | |
| "loss": 0.6543, | |
| "step": 4310 | |
| }, | |
| { | |
| "ETA": 9.79, | |
| "epoch": 0.6770363985424911, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4320, | |
| "grad_norm": 2.208, | |
| "learning_rate": 5.036684089576195e-06, | |
| "loss": 0.6574, | |
| "step": 4320 | |
| }, | |
| { | |
| "ETA": 9.74, | |
| "epoch": 0.6786036124280062, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4330, | |
| "grad_norm": 2.38, | |
| "learning_rate": 4.992673900679784e-06, | |
| "loss": 0.6942, | |
| "step": 4330 | |
| }, | |
| { | |
| "ETA": 9.7, | |
| "epoch": 0.6801708263135211, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4340, | |
| "grad_norm": 1.937, | |
| "learning_rate": 4.9487927754734775e-06, | |
| "loss": 0.67, | |
| "step": 4340 | |
| }, | |
| { | |
| "ETA": 9.65, | |
| "epoch": 0.6817380401990362, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4350, | |
| "grad_norm": 2.332, | |
| "learning_rate": 4.90504184499205e-06, | |
| "loss": 0.6347, | |
| "step": 4350 | |
| }, | |
| { | |
| "ETA": 9.6, | |
| "epoch": 0.6833052540845512, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4360, | |
| "grad_norm": 3.316, | |
| "learning_rate": 4.861422236914509e-06, | |
| "loss": 0.6759, | |
| "step": 4360 | |
| }, | |
| { | |
| "ETA": 9.55, | |
| "epoch": 0.6848724679700662, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4370, | |
| "grad_norm": 1.95, | |
| "learning_rate": 4.817935075535033e-06, | |
| "loss": 0.6925, | |
| "step": 4370 | |
| }, | |
| { | |
| "ETA": 9.5, | |
| "epoch": 0.6864396818555812, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4380, | |
| "grad_norm": 2.019, | |
| "learning_rate": 4.77458148173399e-06, | |
| "loss": 0.6656, | |
| "step": 4380 | |
| }, | |
| { | |
| "ETA": 9.46, | |
| "epoch": 0.6880068957410963, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4390, | |
| "grad_norm": 2.305, | |
| "learning_rate": 4.7313625729490465e-06, | |
| "loss": 0.6552, | |
| "step": 4390 | |
| }, | |
| { | |
| "ETA": 9.41, | |
| "epoch": 0.6895741096266113, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4400, | |
| "grad_norm": 2.275, | |
| "learning_rate": 4.688279463146368e-06, | |
| "loss": 0.6474, | |
| "step": 4400 | |
| }, | |
| { | |
| "ETA": 9.36, | |
| "epoch": 0.6911413235121263, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4410, | |
| "grad_norm": 2.844, | |
| "learning_rate": 4.645333262791904e-06, | |
| "loss": 0.6487, | |
| "step": 4410 | |
| }, | |
| { | |
| "ETA": 9.31, | |
| "epoch": 0.6927085373976414, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4420, | |
| "grad_norm": 2.353, | |
| "learning_rate": 4.602525078822766e-06, | |
| "loss": 0.6221, | |
| "step": 4420 | |
| }, | |
| { | |
| "ETA": 9.26, | |
| "epoch": 0.6942757512831563, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4430, | |
| "grad_norm": 2.665, | |
| "learning_rate": 4.559856014618703e-06, | |
| "loss": 0.6526, | |
| "step": 4430 | |
| }, | |
| { | |
| "ETA": 9.22, | |
| "epoch": 0.6958429651686714, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4440, | |
| "grad_norm": 2.108, | |
| "learning_rate": 4.517327169973643e-06, | |
| "loss": 0.6532, | |
| "step": 4440 | |
| }, | |
| { | |
| "ETA": 9.17, | |
| "epoch": 0.6974101790541865, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4450, | |
| "grad_norm": 2.701, | |
| "learning_rate": 4.474939641067371e-06, | |
| "loss": 0.6335, | |
| "step": 4450 | |
| }, | |
| { | |
| "ETA": 9.12, | |
| "epoch": 0.6989773929397014, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4460, | |
| "grad_norm": 2.679, | |
| "learning_rate": 4.432694520437257e-06, | |
| "loss": 0.6579, | |
| "step": 4460 | |
| }, | |
| { | |
| "ETA": 9.07, | |
| "epoch": 0.7005446068252165, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4470, | |
| "grad_norm": 1.97, | |
| "learning_rate": 4.3905928969501054e-06, | |
| "loss": 0.6379, | |
| "step": 4470 | |
| }, | |
| { | |
| "ETA": 9.02, | |
| "epoch": 0.7021118207107315, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4480, | |
| "grad_norm": 3.684, | |
| "learning_rate": 4.348635855774082e-06, | |
| "loss": 0.6785, | |
| "step": 4480 | |
| }, | |
| { | |
| "ETA": 8.98, | |
| "epoch": 0.7036790345962465, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4490, | |
| "grad_norm": 2.484, | |
| "learning_rate": 4.30682447835075e-06, | |
| "loss": 0.6561, | |
| "step": 4490 | |
| }, | |
| { | |
| "ETA": 8.93, | |
| "epoch": 0.7052462484817615, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4500, | |
| "grad_norm": 3.453, | |
| "learning_rate": 4.265159842367195e-06, | |
| "loss": 0.6366, | |
| "step": 4500 | |
| }, | |
| { | |
| "ETA": 8.89, | |
| "epoch": 0.7068134623672766, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4510, | |
| "grad_norm": 2.174, | |
| "learning_rate": 4.223643021728237e-06, | |
| "loss": 0.6589, | |
| "step": 4510 | |
| }, | |
| { | |
| "ETA": 8.84, | |
| "epoch": 0.7083806762527916, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4520, | |
| "grad_norm": 2.416, | |
| "learning_rate": 4.182275086528771e-06, | |
| "loss": 0.6656, | |
| "step": 4520 | |
| }, | |
| { | |
| "ETA": 8.8, | |
| "epoch": 0.7099478901383066, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4530, | |
| "grad_norm": 1.731, | |
| "learning_rate": 4.141057103026168e-06, | |
| "loss": 0.6437, | |
| "step": 4530 | |
| }, | |
| { | |
| "ETA": 8.75, | |
| "epoch": 0.7115151040238217, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4540, | |
| "grad_norm": 2.158, | |
| "learning_rate": 4.0999901336128015e-06, | |
| "loss": 0.6332, | |
| "step": 4540 | |
| }, | |
| { | |
| "ETA": 8.7, | |
| "epoch": 0.7130823179093366, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4550, | |
| "grad_norm": 2.984, | |
| "learning_rate": 4.059075236788656e-06, | |
| "loss": 0.6338, | |
| "step": 4550 | |
| }, | |
| { | |
| "ETA": 8.65, | |
| "epoch": 0.7146495317948517, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4560, | |
| "grad_norm": 2.391, | |
| "learning_rate": 4.018313467134054e-06, | |
| "loss": 0.643, | |
| "step": 4560 | |
| }, | |
| { | |
| "ETA": 8.61, | |
| "epoch": 0.7162167456803668, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4570, | |
| "grad_norm": 2.143, | |
| "learning_rate": 3.977705875282468e-06, | |
| "loss": 0.6483, | |
| "step": 4570 | |
| }, | |
| { | |
| "ETA": 8.56, | |
| "epoch": 0.7177839595658817, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4580, | |
| "grad_norm": 2.292, | |
| "learning_rate": 3.9372535078934415e-06, | |
| "loss": 0.6624, | |
| "step": 4580 | |
| }, | |
| { | |
| "ETA": 8.51, | |
| "epoch": 0.7193511734513968, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4590, | |
| "grad_norm": 2.035, | |
| "learning_rate": 3.896957407625612e-06, | |
| "loss": 0.6628, | |
| "step": 4590 | |
| }, | |
| { | |
| "ETA": 8.46, | |
| "epoch": 0.7209183873369118, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4600, | |
| "grad_norm": 2.281, | |
| "learning_rate": 3.856818613109836e-06, | |
| "loss": 0.6493, | |
| "step": 4600 | |
| }, | |
| { | |
| "ETA": 8.41, | |
| "epoch": 0.7224856012224268, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4610, | |
| "grad_norm": 2.059, | |
| "learning_rate": 3.81683815892242e-06, | |
| "loss": 0.6674, | |
| "step": 4610 | |
| }, | |
| { | |
| "ETA": 8.37, | |
| "epoch": 0.7240528151079418, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4620, | |
| "grad_norm": 2.233, | |
| "learning_rate": 3.7770170755584524e-06, | |
| "loss": 0.6551, | |
| "step": 4620 | |
| }, | |
| { | |
| "ETA": 8.32, | |
| "epoch": 0.7256200289934569, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4630, | |
| "grad_norm": 2.489, | |
| "learning_rate": 3.7373563894052444e-06, | |
| "loss": 0.6574, | |
| "step": 4630 | |
| }, | |
| { | |
| "ETA": 8.28, | |
| "epoch": 0.727187242878972, | |
| "fp16_scale": 1024.0, | |
| "global_step": 4640, | |
| "grad_norm": 2.365, | |
| "learning_rate": 3.6978571227158655e-06, | |
| "loss": 0.6672, | |
| "step": 4640 | |
| }, | |
| { | |
| "ETA": 8.23, | |
| "epoch": 0.7287544567644869, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4650, | |
| "grad_norm": 2.451, | |
| "learning_rate": 3.6585202935828133e-06, | |
| "loss": 0.6598, | |
| "step": 4650 | |
| }, | |
| { | |
| "ETA": 8.18, | |
| "epoch": 0.730321670650002, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4660, | |
| "grad_norm": 2.212, | |
| "learning_rate": 3.619346915911759e-06, | |
| "loss": 0.6387, | |
| "step": 4660 | |
| }, | |
| { | |
| "ETA": 8.13, | |
| "epoch": 0.731888884535517, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4670, | |
| "grad_norm": 2.04, | |
| "learning_rate": 3.5803379993954146e-06, | |
| "loss": 0.6797, | |
| "step": 4670 | |
| }, | |
| { | |
| "ETA": 8.09, | |
| "epoch": 0.733456098421032, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4680, | |
| "grad_norm": 2.082, | |
| "learning_rate": 3.541494549487512e-06, | |
| "loss": 0.6459, | |
| "step": 4680 | |
| }, | |
| { | |
| "ETA": 8.04, | |
| "epoch": 0.735023312306547, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4690, | |
| "grad_norm": 2.181, | |
| "learning_rate": 3.502817567376886e-06, | |
| "loss": 0.6517, | |
| "step": 4690 | |
| }, | |
| { | |
| "ETA": 7.99, | |
| "epoch": 0.7365905261920621, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4700, | |
| "grad_norm": 1.914, | |
| "learning_rate": 3.464308049961671e-06, | |
| "loss": 0.6311, | |
| "step": 4700 | |
| }, | |
| { | |
| "ETA": 7.94, | |
| "epoch": 0.7381577400775771, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4710, | |
| "grad_norm": 2.169, | |
| "learning_rate": 3.425966989823596e-06, | |
| "loss": 0.6503, | |
| "step": 4710 | |
| }, | |
| { | |
| "ETA": 7.89, | |
| "epoch": 0.7397249539630921, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4720, | |
| "grad_norm": 1.835, | |
| "learning_rate": 3.387795375202414e-06, | |
| "loss": 0.6289, | |
| "step": 4720 | |
| }, | |
| { | |
| "ETA": 7.85, | |
| "epoch": 0.7412921678486072, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4730, | |
| "grad_norm": 2.463, | |
| "learning_rate": 3.3497941899704267e-06, | |
| "loss": 0.6407, | |
| "step": 4730 | |
| }, | |
| { | |
| "ETA": 7.8, | |
| "epoch": 0.7428593817341221, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4740, | |
| "grad_norm": 3.038, | |
| "learning_rate": 3.311964413607117e-06, | |
| "loss": 0.6588, | |
| "step": 4740 | |
| }, | |
| { | |
| "ETA": 7.75, | |
| "epoch": 0.7444265956196372, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4750, | |
| "grad_norm": 2.629, | |
| "learning_rate": 3.274307021173911e-06, | |
| "loss": 0.624, | |
| "step": 4750 | |
| }, | |
| { | |
| "ETA": 7.7, | |
| "epoch": 0.7459938095051523, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4760, | |
| "grad_norm": 2.266, | |
| "learning_rate": 3.2368229832890565e-06, | |
| "loss": 0.6704, | |
| "step": 4760 | |
| }, | |
| { | |
| "ETA": 7.66, | |
| "epoch": 0.7475610233906672, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4770, | |
| "grad_norm": 2.528, | |
| "learning_rate": 3.1995132661025673e-06, | |
| "loss": 0.6352, | |
| "step": 4770 | |
| }, | |
| { | |
| "ETA": 7.61, | |
| "epoch": 0.7491282372761823, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4780, | |
| "grad_norm": 2.439, | |
| "learning_rate": 3.1623788312713656e-06, | |
| "loss": 0.6619, | |
| "step": 4780 | |
| }, | |
| { | |
| "ETA": 7.56, | |
| "epoch": 0.7506954511616973, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4790, | |
| "grad_norm": 2.292, | |
| "learning_rate": 3.12542063593447e-06, | |
| "loss": 0.6274, | |
| "step": 4790 | |
| }, | |
| { | |
| "ETA": 7.51, | |
| "epoch": 0.7522626650472123, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4800, | |
| "grad_norm": 3.361, | |
| "learning_rate": 3.0886396326883305e-06, | |
| "loss": 0.6196, | |
| "step": 4800 | |
| }, | |
| { | |
| "ETA": 7.46, | |
| "epoch": 0.7538298789327273, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4810, | |
| "grad_norm": 10.937, | |
| "learning_rate": 3.0520367695622766e-06, | |
| "loss": 0.6547, | |
| "step": 4810 | |
| }, | |
| { | |
| "ETA": 7.42, | |
| "epoch": 0.7553970928182424, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4820, | |
| "grad_norm": 3.288, | |
| "learning_rate": 3.015612989994082e-06, | |
| "loss": 0.6345, | |
| "step": 4820 | |
| }, | |
| { | |
| "ETA": 7.37, | |
| "epoch": 0.7569643067037574, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4830, | |
| "grad_norm": 2.648, | |
| "learning_rate": 2.97936923280565e-06, | |
| "loss": 0.6281, | |
| "step": 4830 | |
| }, | |
| { | |
| "ETA": 7.32, | |
| "epoch": 0.7585315205892724, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4840, | |
| "grad_norm": 2.144, | |
| "learning_rate": 2.9433064321787996e-06, | |
| "loss": 0.6253, | |
| "step": 4840 | |
| }, | |
| { | |
| "ETA": 7.27, | |
| "epoch": 0.7600987344747875, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4850, | |
| "grad_norm": 3.614, | |
| "learning_rate": 2.9074255176312115e-06, | |
| "loss": 0.6505, | |
| "step": 4850 | |
| }, | |
| { | |
| "ETA": 7.22, | |
| "epoch": 0.7616659483603024, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4860, | |
| "grad_norm": 2.036, | |
| "learning_rate": 2.8717274139924556e-06, | |
| "loss": 0.6299, | |
| "step": 4860 | |
| }, | |
| { | |
| "ETA": 7.18, | |
| "epoch": 0.7632331622458175, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4870, | |
| "grad_norm": 3.092, | |
| "learning_rate": 2.8362130413801524e-06, | |
| "loss": 0.6549, | |
| "step": 4870 | |
| }, | |
| { | |
| "ETA": 7.13, | |
| "epoch": 0.7648003761313326, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4880, | |
| "grad_norm": 2.695, | |
| "learning_rate": 2.8008833151762636e-06, | |
| "loss": 0.6202, | |
| "step": 4880 | |
| }, | |
| { | |
| "ETA": 7.08, | |
| "epoch": 0.7663675900168475, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4890, | |
| "grad_norm": 2.407, | |
| "learning_rate": 2.765739146003493e-06, | |
| "loss": 0.6084, | |
| "step": 4890 | |
| }, | |
| { | |
| "ETA": 7.03, | |
| "epoch": 0.7679348039023626, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4900, | |
| "grad_norm": 2.132, | |
| "learning_rate": 2.7307814397018217e-06, | |
| "loss": 0.6688, | |
| "step": 4900 | |
| }, | |
| { | |
| "ETA": 6.99, | |
| "epoch": 0.7695020177878776, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4910, | |
| "grad_norm": 2.43, | |
| "learning_rate": 2.6960110973051445e-06, | |
| "loss": 0.6316, | |
| "step": 4910 | |
| }, | |
| { | |
| "ETA": 6.94, | |
| "epoch": 0.7710692316733926, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4920, | |
| "grad_norm": 2.563, | |
| "learning_rate": 2.6614290150180667e-06, | |
| "loss": 0.6349, | |
| "step": 4920 | |
| }, | |
| { | |
| "ETA": 6.89, | |
| "epoch": 0.7726364455589076, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4930, | |
| "grad_norm": 2.146, | |
| "learning_rate": 2.6270360841927924e-06, | |
| "loss": 0.6226, | |
| "step": 4930 | |
| }, | |
| { | |
| "ETA": 6.84, | |
| "epoch": 0.7742036594444227, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4940, | |
| "grad_norm": 2.0, | |
| "learning_rate": 2.592833191306151e-06, | |
| "loss": 0.6323, | |
| "step": 4940 | |
| }, | |
| { | |
| "ETA": 6.79, | |
| "epoch": 0.7757708733299377, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4950, | |
| "grad_norm": 4.297, | |
| "learning_rate": 2.5588212179367487e-06, | |
| "loss": 0.6356, | |
| "step": 4950 | |
| }, | |
| { | |
| "ETA": 6.75, | |
| "epoch": 0.7773380872154527, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4960, | |
| "grad_norm": 2.479, | |
| "learning_rate": 2.5250010407422485e-06, | |
| "loss": 0.6219, | |
| "step": 4960 | |
| }, | |
| { | |
| "ETA": 6.7, | |
| "epoch": 0.7789053011009678, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4970, | |
| "grad_norm": 2.719, | |
| "learning_rate": 2.4913735314367715e-06, | |
| "loss": 0.6485, | |
| "step": 4970 | |
| }, | |
| { | |
| "ETA": 6.65, | |
| "epoch": 0.7804725149864827, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4980, | |
| "grad_norm": 2.164, | |
| "learning_rate": 2.4579395567684284e-06, | |
| "loss": 0.646, | |
| "step": 4980 | |
| }, | |
| { | |
| "ETA": 6.6, | |
| "epoch": 0.7820397288719978, | |
| "fp16_scale": 2048.0, | |
| "global_step": 4990, | |
| "grad_norm": 2.672, | |
| "learning_rate": 2.4246999784969817e-06, | |
| "loss": 0.6229, | |
| "step": 4990 | |
| }, | |
| { | |
| "ETA": 6.56, | |
| "epoch": 0.7836069427575129, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5000, | |
| "grad_norm": 2.134, | |
| "learning_rate": 2.3916556533716296e-06, | |
| "loss": 0.62, | |
| "step": 5000 | |
| }, | |
| { | |
| "ETA": 6.52, | |
| "epoch": 0.7851741566430278, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5010, | |
| "grad_norm": 2.442, | |
| "learning_rate": 2.3588074331089296e-06, | |
| "loss": 0.6711, | |
| "step": 5010 | |
| }, | |
| { | |
| "ETA": 6.47, | |
| "epoch": 0.7867413705285429, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5020, | |
| "grad_norm": 2.502, | |
| "learning_rate": 2.3261561643708387e-06, | |
| "loss": 0.635, | |
| "step": 5020 | |
| }, | |
| { | |
| "ETA": 6.42, | |
| "epoch": 0.7883085844140579, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5030, | |
| "grad_norm": 2.263, | |
| "learning_rate": 2.293702688742898e-06, | |
| "loss": 0.619, | |
| "step": 5030 | |
| }, | |
| { | |
| "ETA": 6.37, | |
| "epoch": 0.7898757982995729, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5040, | |
| "grad_norm": 2.295, | |
| "learning_rate": 2.2614478427125285e-06, | |
| "loss": 0.6496, | |
| "step": 5040 | |
| }, | |
| { | |
| "ETA": 6.32, | |
| "epoch": 0.791443012185088, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5050, | |
| "grad_norm": 2.363, | |
| "learning_rate": 2.229392457647486e-06, | |
| "loss": 0.6396, | |
| "step": 5050 | |
| }, | |
| { | |
| "ETA": 6.28, | |
| "epoch": 0.793010226070603, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5060, | |
| "grad_norm": 2.289, | |
| "learning_rate": 2.1975373597744242e-06, | |
| "loss": 0.6366, | |
| "step": 5060 | |
| }, | |
| { | |
| "ETA": 6.23, | |
| "epoch": 0.794577439956118, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5070, | |
| "grad_norm": 2.387, | |
| "learning_rate": 2.165883370157601e-06, | |
| "loss": 0.6459, | |
| "step": 5070 | |
| }, | |
| { | |
| "ETA": 6.18, | |
| "epoch": 0.796144653841633, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5080, | |
| "grad_norm": 2.12, | |
| "learning_rate": 2.1344313046777097e-06, | |
| "loss": 0.6552, | |
| "step": 5080 | |
| }, | |
| { | |
| "ETA": 6.13, | |
| "epoch": 0.7977118677271481, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5090, | |
| "grad_norm": 1.951, | |
| "learning_rate": 2.1031819740108616e-06, | |
| "loss": 0.6027, | |
| "step": 5090 | |
| }, | |
| { | |
| "ETA": 6.09, | |
| "epoch": 0.799279081612663, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5100, | |
| "grad_norm": 1.878, | |
| "learning_rate": 2.0721361836076814e-06, | |
| "loss": 0.644, | |
| "step": 5100 | |
| }, | |
| { | |
| "ETA": 6.04, | |
| "epoch": 0.8008462954981781, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5110, | |
| "grad_norm": 2.002, | |
| "learning_rate": 2.041294733672542e-06, | |
| "loss": 0.6535, | |
| "step": 5110 | |
| }, | |
| { | |
| "ETA": 5.99, | |
| "epoch": 0.8024135093836932, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5120, | |
| "grad_norm": 2.605, | |
| "learning_rate": 2.0106584191429556e-06, | |
| "loss": 0.658, | |
| "step": 5120 | |
| }, | |
| { | |
| "ETA": 5.94, | |
| "epoch": 0.8039807232692082, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5130, | |
| "grad_norm": 3.932, | |
| "learning_rate": 1.9802280296690722e-06, | |
| "loss": 0.6403, | |
| "step": 5130 | |
| }, | |
| { | |
| "ETA": 5.89, | |
| "epoch": 0.8055479371547232, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5140, | |
| "grad_norm": 1.911, | |
| "learning_rate": 1.9500043495933275e-06, | |
| "loss": 0.6264, | |
| "step": 5140 | |
| }, | |
| { | |
| "ETA": 5.85, | |
| "epoch": 0.8071151510402382, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5150, | |
| "grad_norm": 2.622, | |
| "learning_rate": 1.919988157930236e-06, | |
| "loss": 0.6415, | |
| "step": 5150 | |
| }, | |
| { | |
| "ETA": 5.8, | |
| "epoch": 0.8086823649257533, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5160, | |
| "grad_norm": 3.352, | |
| "learning_rate": 1.89018022834629e-06, | |
| "loss": 0.6679, | |
| "step": 5160 | |
| }, | |
| { | |
| "ETA": 5.75, | |
| "epoch": 0.8102495788112682, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5170, | |
| "grad_norm": 2.792, | |
| "learning_rate": 1.8605813291400444e-06, | |
| "loss": 0.6317, | |
| "step": 5170 | |
| }, | |
| { | |
| "ETA": 5.71, | |
| "epoch": 0.8118167926967833, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5180, | |
| "grad_norm": 2.251, | |
| "learning_rate": 1.8311922232222979e-06, | |
| "loss": 0.6364, | |
| "step": 5180 | |
| }, | |
| { | |
| "ETA": 5.66, | |
| "epoch": 0.8133840065822984, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5190, | |
| "grad_norm": 2.3, | |
| "learning_rate": 1.8020136680964329e-06, | |
| "loss": 0.6312, | |
| "step": 5190 | |
| }, | |
| { | |
| "ETA": 5.61, | |
| "epoch": 0.8149512204678133, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5200, | |
| "grad_norm": 2.282, | |
| "learning_rate": 1.7730464158388906e-06, | |
| "loss": 0.6105, | |
| "step": 5200 | |
| }, | |
| { | |
| "ETA": 5.56, | |
| "epoch": 0.8165184343533284, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5210, | |
| "grad_norm": 2.271, | |
| "learning_rate": 1.7442912130797883e-06, | |
| "loss": 0.6232, | |
| "step": 5210 | |
| }, | |
| { | |
| "ETA": 5.52, | |
| "epoch": 0.8180856482388434, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5220, | |
| "grad_norm": 2.368, | |
| "learning_rate": 1.715748800983672e-06, | |
| "loss": 0.6293, | |
| "step": 5220 | |
| }, | |
| { | |
| "ETA": 5.47, | |
| "epoch": 0.8196528621243584, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5230, | |
| "grad_norm": 2.348, | |
| "learning_rate": 1.6874199152304182e-06, | |
| "loss": 0.6553, | |
| "step": 5230 | |
| }, | |
| { | |
| "ETA": 5.42, | |
| "epoch": 0.8212200760098735, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5240, | |
| "grad_norm": 1.922, | |
| "learning_rate": 1.659305285996259e-06, | |
| "loss": 0.6178, | |
| "step": 5240 | |
| }, | |
| { | |
| "ETA": 5.37, | |
| "epoch": 0.8227872898953885, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5250, | |
| "grad_norm": 2.16, | |
| "learning_rate": 1.6314056379349784e-06, | |
| "loss": 0.641, | |
| "step": 5250 | |
| }, | |
| { | |
| "ETA": 5.33, | |
| "epoch": 0.8243545037809035, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5260, | |
| "grad_norm": 1.997, | |
| "learning_rate": 1.6037216901592245e-06, | |
| "loss": 0.6361, | |
| "step": 5260 | |
| }, | |
| { | |
| "ETA": 5.28, | |
| "epoch": 0.8259217176664185, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5270, | |
| "grad_norm": 2.167, | |
| "learning_rate": 1.5762541562219779e-06, | |
| "loss": 0.6505, | |
| "step": 5270 | |
| }, | |
| { | |
| "ETA": 5.23, | |
| "epoch": 0.8274889315519336, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5280, | |
| "grad_norm": 2.206, | |
| "learning_rate": 1.5490037440981564e-06, | |
| "loss": 0.624, | |
| "step": 5280 | |
| }, | |
| { | |
| "ETA": 5.18, | |
| "epoch": 0.8290561454374485, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5290, | |
| "grad_norm": 2.148, | |
| "learning_rate": 1.5219711561663697e-06, | |
| "loss": 0.6093, | |
| "step": 5290 | |
| }, | |
| { | |
| "ETA": 5.13, | |
| "epoch": 0.8306233593229636, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5300, | |
| "grad_norm": 2.247, | |
| "learning_rate": 1.4951570891908174e-06, | |
| "loss": 0.6228, | |
| "step": 5300 | |
| }, | |
| { | |
| "ETA": 5.09, | |
| "epoch": 0.8321905732084787, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5310, | |
| "grad_norm": 3.03, | |
| "learning_rate": 1.4685622343033223e-06, | |
| "loss": 0.6093, | |
| "step": 5310 | |
| }, | |
| { | |
| "ETA": 5.04, | |
| "epoch": 0.8337577870939936, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5320, | |
| "grad_norm": 2.311, | |
| "learning_rate": 1.4421872769855262e-06, | |
| "loss": 0.6365, | |
| "step": 5320 | |
| }, | |
| { | |
| "ETA": 4.99, | |
| "epoch": 0.8353250009795087, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5330, | |
| "grad_norm": 1.918, | |
| "learning_rate": 1.4160328970512149e-06, | |
| "loss": 0.6482, | |
| "step": 5330 | |
| }, | |
| { | |
| "ETA": 4.94, | |
| "epoch": 0.8368922148650237, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5340, | |
| "grad_norm": 2.109, | |
| "learning_rate": 1.390099768628802e-06, | |
| "loss": 0.6297, | |
| "step": 5340 | |
| }, | |
| { | |
| "ETA": 4.9, | |
| "epoch": 0.8384594287505387, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5350, | |
| "grad_norm": 2.198, | |
| "learning_rate": 1.3643885601439488e-06, | |
| "loss": 0.6396, | |
| "step": 5350 | |
| }, | |
| { | |
| "ETA": 4.85, | |
| "epoch": 0.8400266426360538, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5360, | |
| "grad_norm": 2.682, | |
| "learning_rate": 1.3388999343023278e-06, | |
| "loss": 0.6397, | |
| "step": 5360 | |
| }, | |
| { | |
| "ETA": 4.8, | |
| "epoch": 0.8415938565215688, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5370, | |
| "grad_norm": 2.607, | |
| "learning_rate": 1.3136345480725621e-06, | |
| "loss": 0.6441, | |
| "step": 5370 | |
| }, | |
| { | |
| "ETA": 4.75, | |
| "epoch": 0.8431610704070838, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5380, | |
| "grad_norm": 2.553, | |
| "learning_rate": 1.2885930526692736e-06, | |
| "loss": 0.659, | |
| "step": 5380 | |
| }, | |
| { | |
| "ETA": 4.71, | |
| "epoch": 0.8447282842925988, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5390, | |
| "grad_norm": 2.285, | |
| "learning_rate": 1.2637760935363053e-06, | |
| "loss": 0.6154, | |
| "step": 5390 | |
| }, | |
| { | |
| "ETA": 4.66, | |
| "epoch": 0.8462954981781139, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5400, | |
| "grad_norm": 2.19, | |
| "learning_rate": 1.2391843103300838e-06, | |
| "loss": 0.6418, | |
| "step": 5400 | |
| }, | |
| { | |
| "ETA": 4.61, | |
| "epoch": 0.8478627120636288, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5410, | |
| "grad_norm": 2.141, | |
| "learning_rate": 1.214818336903134e-06, | |
| "loss": 0.6329, | |
| "step": 5410 | |
| }, | |
| { | |
| "ETA": 4.56, | |
| "epoch": 0.8494299259491439, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5420, | |
| "grad_norm": 2.279, | |
| "learning_rate": 1.1906788012877423e-06, | |
| "loss": 0.6217, | |
| "step": 5420 | |
| }, | |
| { | |
| "ETA": 4.51, | |
| "epoch": 0.850997139834659, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5430, | |
| "grad_norm": 2.33, | |
| "learning_rate": 1.1667663256797578e-06, | |
| "loss": 0.6205, | |
| "step": 5430 | |
| }, | |
| { | |
| "ETA": 4.47, | |
| "epoch": 0.8525643537201739, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5440, | |
| "grad_norm": 2.216, | |
| "learning_rate": 1.1430815264225737e-06, | |
| "loss": 0.6635, | |
| "step": 5440 | |
| }, | |
| { | |
| "ETA": 4.42, | |
| "epoch": 0.854131567605689, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5450, | |
| "grad_norm": 2.259, | |
| "learning_rate": 1.1196250139912268e-06, | |
| "loss": 0.6828, | |
| "step": 5450 | |
| }, | |
| { | |
| "ETA": 4.37, | |
| "epoch": 0.855698781491204, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5460, | |
| "grad_norm": 2.969, | |
| "learning_rate": 1.096397392976669e-06, | |
| "loss": 0.6305, | |
| "step": 5460 | |
| }, | |
| { | |
| "ETA": 4.32, | |
| "epoch": 0.857265995376719, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5470, | |
| "grad_norm": 2.021, | |
| "learning_rate": 1.073399262070184e-06, | |
| "loss": 0.6284, | |
| "step": 5470 | |
| }, | |
| { | |
| "ETA": 4.28, | |
| "epoch": 0.858833209262234, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5480, | |
| "grad_norm": 2.051, | |
| "learning_rate": 1.0506312140479502e-06, | |
| "loss": 0.6396, | |
| "step": 5480 | |
| }, | |
| { | |
| "ETA": 4.23, | |
| "epoch": 0.8604004231477491, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5490, | |
| "grad_norm": 2.332, | |
| "learning_rate": 1.028093835755769e-06, | |
| "loss": 0.6275, | |
| "step": 5490 | |
| }, | |
| { | |
| "ETA": 4.18, | |
| "epoch": 0.8619676370332641, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5500, | |
| "grad_norm": 3.388, | |
| "learning_rate": 1.005787708093937e-06, | |
| "loss": 0.6016, | |
| "step": 5500 | |
| }, | |
| { | |
| "ETA": 4.14, | |
| "epoch": 0.8635348509187791, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5510, | |
| "grad_norm": 2.186, | |
| "learning_rate": 9.837134060022668e-07, | |
| "loss": 0.6251, | |
| "step": 5510 | |
| }, | |
| { | |
| "ETA": 4.09, | |
| "epoch": 0.8651020648042942, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5520, | |
| "grad_norm": 2.527, | |
| "learning_rate": 9.618714984452793e-07, | |
| "loss": 0.6447, | |
| "step": 5520 | |
| }, | |
| { | |
| "ETA": 4.04, | |
| "epoch": 0.8666692786898091, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5530, | |
| "grad_norm": 3.872, | |
| "learning_rate": 9.40262548397528e-07, | |
| "loss": 0.6198, | |
| "step": 5530 | |
| }, | |
| { | |
| "ETA": 3.99, | |
| "epoch": 0.8682364925753242, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5540, | |
| "grad_norm": 1.967, | |
| "learning_rate": 9.18887112829101e-07, | |
| "loss": 0.6496, | |
| "step": 5540 | |
| }, | |
| { | |
| "ETA": 3.95, | |
| "epoch": 0.8698037064608393, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5550, | |
| "grad_norm": 3.834, | |
| "learning_rate": 8.977457426912517e-07, | |
| "loss": 0.6364, | |
| "step": 5550 | |
| }, | |
| { | |
| "ETA": 3.9, | |
| "epoch": 0.8713709203463542, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5560, | |
| "grad_norm": 2.293, | |
| "learning_rate": 8.768389829021984e-07, | |
| "loss": 0.6268, | |
| "step": 5560 | |
| }, | |
| { | |
| "ETA": 3.85, | |
| "epoch": 0.8729381342318693, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5570, | |
| "grad_norm": 2.842, | |
| "learning_rate": 8.561673723330932e-07, | |
| "loss": 0.6419, | |
| "step": 5570 | |
| }, | |
| { | |
| "ETA": 3.8, | |
| "epoch": 0.8745053481173843, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5580, | |
| "grad_norm": 2.526, | |
| "learning_rate": 8.3573144379412e-07, | |
| "loss": 0.6225, | |
| "step": 5580 | |
| }, | |
| { | |
| "ETA": 3.76, | |
| "epoch": 0.8760725620028993, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5590, | |
| "grad_norm": 2.434, | |
| "learning_rate": 8.15531724020765e-07, | |
| "loss": 0.6463, | |
| "step": 5590 | |
| }, | |
| { | |
| "ETA": 3.71, | |
| "epoch": 0.8776397758884144, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5600, | |
| "grad_norm": 2.044, | |
| "learning_rate": 7.955687336602391e-07, | |
| "loss": 0.64, | |
| "step": 5600 | |
| }, | |
| { | |
| "ETA": 3.66, | |
| "epoch": 0.8792069897739294, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5610, | |
| "grad_norm": 4.355, | |
| "learning_rate": 7.758429872580608e-07, | |
| "loss": 0.6305, | |
| "step": 5610 | |
| }, | |
| { | |
| "ETA": 3.61, | |
| "epoch": 0.8807742036594445, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5620, | |
| "grad_norm": 2.274, | |
| "learning_rate": 7.563549932447944e-07, | |
| "loss": 0.6042, | |
| "step": 5620 | |
| }, | |
| { | |
| "ETA": 3.57, | |
| "epoch": 0.8823414175449594, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5630, | |
| "grad_norm": 2.577, | |
| "learning_rate": 7.371052539229362e-07, | |
| "loss": 0.6229, | |
| "step": 5630 | |
| }, | |
| { | |
| "ETA": 3.52, | |
| "epoch": 0.8839086314304745, | |
| "fp16_scale": 2048.0, | |
| "global_step": 5640, | |
| "grad_norm": 2.202, | |
| "learning_rate": 7.180942654539802e-07, | |
| "loss": 0.6616, | |
| "step": 5640 | |
| }, | |
| { | |
| "ETA": 3.47, | |
| "epoch": 0.8854758453159896, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5650, | |
| "grad_norm": 3.963, | |
| "learning_rate": 6.99322517845622e-07, | |
| "loss": 0.6466, | |
| "step": 5650 | |
| }, | |
| { | |
| "ETA": 3.42, | |
| "epoch": 0.8870430592015045, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5660, | |
| "grad_norm": 2.242, | |
| "learning_rate": 6.807904949391319e-07, | |
| "loss": 0.6464, | |
| "step": 5660 | |
| }, | |
| { | |
| "ETA": 3.37, | |
| "epoch": 0.8886102730870196, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5670, | |
| "grad_norm": 2.595, | |
| "learning_rate": 6.624986743968809e-07, | |
| "loss": 0.6401, | |
| "step": 5670 | |
| }, | |
| { | |
| "ETA": 3.33, | |
| "epoch": 0.8901774869725346, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5680, | |
| "grad_norm": 2.086, | |
| "learning_rate": 6.44447527690032e-07, | |
| "loss": 0.6126, | |
| "step": 5680 | |
| }, | |
| { | |
| "ETA": 3.28, | |
| "epoch": 0.8917447008580496, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5690, | |
| "grad_norm": 2.494, | |
| "learning_rate": 6.266375200863884e-07, | |
| "loss": 0.613, | |
| "step": 5690 | |
| }, | |
| { | |
| "ETA": 3.23, | |
| "epoch": 0.8933119147435646, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5700, | |
| "grad_norm": 2.06, | |
| "learning_rate": 6.090691106383939e-07, | |
| "loss": 0.6201, | |
| "step": 5700 | |
| }, | |
| { | |
| "ETA": 3.18, | |
| "epoch": 0.8948791286290797, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5710, | |
| "grad_norm": 2.088, | |
| "learning_rate": 5.917427521713115e-07, | |
| "loss": 0.6254, | |
| "step": 5710 | |
| }, | |
| { | |
| "ETA": 3.14, | |
| "epoch": 0.8964463425145947, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5720, | |
| "grad_norm": 2.035, | |
| "learning_rate": 5.746588912715467e-07, | |
| "loss": 0.6323, | |
| "step": 5720 | |
| }, | |
| { | |
| "ETA": 3.09, | |
| "epoch": 0.8980135564001097, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5730, | |
| "grad_norm": 2.48, | |
| "learning_rate": 5.578179682751372e-07, | |
| "loss": 0.6391, | |
| "step": 5730 | |
| }, | |
| { | |
| "ETA": 3.04, | |
| "epoch": 0.8995807702856248, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5740, | |
| "grad_norm": 2.13, | |
| "learning_rate": 5.412204172564006e-07, | |
| "loss": 0.6491, | |
| "step": 5740 | |
| }, | |
| { | |
| "ETA": 3.0, | |
| "epoch": 0.9011479841711397, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5750, | |
| "grad_norm": 2.237, | |
| "learning_rate": 5.248666660167523e-07, | |
| "loss": 0.623, | |
| "step": 5750 | |
| }, | |
| { | |
| "ETA": 2.95, | |
| "epoch": 0.9027151980566548, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5760, | |
| "grad_norm": 2.283, | |
| "learning_rate": 5.087571360736698e-07, | |
| "loss": 0.6169, | |
| "step": 5760 | |
| }, | |
| { | |
| "ETA": 2.9, | |
| "epoch": 0.9042824119421699, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5770, | |
| "grad_norm": 1.802, | |
| "learning_rate": 4.928922426498384e-07, | |
| "loss": 0.6286, | |
| "step": 5770 | |
| }, | |
| { | |
| "ETA": 2.85, | |
| "epoch": 0.9058496258276848, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5780, | |
| "grad_norm": 2.055, | |
| "learning_rate": 4.772723946624414e-07, | |
| "loss": 0.6375, | |
| "step": 5780 | |
| }, | |
| { | |
| "ETA": 2.81, | |
| "epoch": 0.9074168397131999, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5790, | |
| "grad_norm": 2.604, | |
| "learning_rate": 4.6189799471262343e-07, | |
| "loss": 0.6312, | |
| "step": 5790 | |
| }, | |
| { | |
| "ETA": 2.76, | |
| "epoch": 0.9089840535987149, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5800, | |
| "grad_norm": 2.046, | |
| "learning_rate": 4.467694390751132e-07, | |
| "loss": 0.619, | |
| "step": 5800 | |
| }, | |
| { | |
| "ETA": 2.71, | |
| "epoch": 0.9105512674842299, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5810, | |
| "grad_norm": 2.427, | |
| "learning_rate": 4.318871176880102e-07, | |
| "loss": 0.6094, | |
| "step": 5810 | |
| }, | |
| { | |
| "ETA": 2.66, | |
| "epoch": 0.9121184813697449, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5820, | |
| "grad_norm": 2.188, | |
| "learning_rate": 4.1725141414273194e-07, | |
| "loss": 0.6301, | |
| "step": 5820 | |
| }, | |
| { | |
| "ETA": 2.62, | |
| "epoch": 0.91368569525526, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5830, | |
| "grad_norm": 2.529, | |
| "learning_rate": 4.028627056741252e-07, | |
| "loss": 0.6323, | |
| "step": 5830 | |
| }, | |
| { | |
| "ETA": 2.57, | |
| "epoch": 0.915252909140775, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5840, | |
| "grad_norm": 2.326, | |
| "learning_rate": 3.887213631507503e-07, | |
| "loss": 0.6415, | |
| "step": 5840 | |
| }, | |
| { | |
| "ETA": 2.52, | |
| "epoch": 0.91682012302629, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5850, | |
| "grad_norm": 2.328, | |
| "learning_rate": 3.748277510653142e-07, | |
| "loss": 0.6457, | |
| "step": 5850 | |
| }, | |
| { | |
| "ETA": 2.47, | |
| "epoch": 0.9183873369118051, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5860, | |
| "grad_norm": 4.232, | |
| "learning_rate": 3.6118222752527963e-07, | |
| "loss": 0.625, | |
| "step": 5860 | |
| }, | |
| { | |
| "ETA": 2.42, | |
| "epoch": 0.91995455079732, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5870, | |
| "grad_norm": 2.001, | |
| "learning_rate": 3.477851442436342e-07, | |
| "loss": 0.6162, | |
| "step": 5870 | |
| }, | |
| { | |
| "ETA": 2.38, | |
| "epoch": 0.9215217646828351, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5880, | |
| "grad_norm": 1.914, | |
| "learning_rate": 3.3463684652982555e-07, | |
| "loss": 0.6074, | |
| "step": 5880 | |
| }, | |
| { | |
| "ETA": 2.33, | |
| "epoch": 0.9230889785683501, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5890, | |
| "grad_norm": 1.723, | |
| "learning_rate": 3.217376732808586e-07, | |
| "loss": 0.6085, | |
| "step": 5890 | |
| }, | |
| { | |
| "ETA": 2.28, | |
| "epoch": 0.9246561924538651, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5900, | |
| "grad_norm": 2.135, | |
| "learning_rate": 3.0908795697256246e-07, | |
| "loss": 0.6303, | |
| "step": 5900 | |
| }, | |
| { | |
| "ETA": 2.23, | |
| "epoch": 0.9262234063393802, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5910, | |
| "grad_norm": 2.142, | |
| "learning_rate": 2.9668802365102054e-07, | |
| "loss": 0.6107, | |
| "step": 5910 | |
| }, | |
| { | |
| "ETA": 2.19, | |
| "epoch": 0.9277906202248952, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5920, | |
| "grad_norm": 2.271, | |
| "learning_rate": 2.8453819292416973e-07, | |
| "loss": 0.6003, | |
| "step": 5920 | |
| }, | |
| { | |
| "ETA": 2.14, | |
| "epoch": 0.9293578341104102, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5930, | |
| "grad_norm": 2.507, | |
| "learning_rate": 2.7263877795355443e-07, | |
| "loss": 0.6426, | |
| "step": 5930 | |
| }, | |
| { | |
| "ETA": 2.09, | |
| "epoch": 0.9309250479959252, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5940, | |
| "grad_norm": 2.27, | |
| "learning_rate": 2.6099008544626434e-07, | |
| "loss": 0.6432, | |
| "step": 5940 | |
| }, | |
| { | |
| "ETA": 2.04, | |
| "epoch": 0.9324922618814403, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5950, | |
| "grad_norm": 1.876, | |
| "learning_rate": 2.495924156470231e-07, | |
| "loss": 0.5796, | |
| "step": 5950 | |
| }, | |
| { | |
| "ETA": 2.0, | |
| "epoch": 0.9340594757669552, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5960, | |
| "grad_norm": 2.29, | |
| "learning_rate": 2.3844606233044855e-07, | |
| "loss": 0.6381, | |
| "step": 5960 | |
| }, | |
| { | |
| "ETA": 1.95, | |
| "epoch": 0.9356266896524703, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5970, | |
| "grad_norm": 1.93, | |
| "learning_rate": 2.2755131279348807e-07, | |
| "loss": 0.6265, | |
| "step": 5970 | |
| }, | |
| { | |
| "ETA": 1.9, | |
| "epoch": 0.9371939035379854, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5980, | |
| "grad_norm": 2.107, | |
| "learning_rate": 2.1690844784800437e-07, | |
| "loss": 0.6197, | |
| "step": 5980 | |
| }, | |
| { | |
| "ETA": 1.85, | |
| "epoch": 0.9387611174235003, | |
| "fp16_scale": 4096.0, | |
| "global_step": 5990, | |
| "grad_norm": 2.435, | |
| "learning_rate": 2.0651774181354445e-07, | |
| "loss": 0.6203, | |
| "step": 5990 | |
| }, | |
| { | |
| "ETA": 1.81, | |
| "epoch": 0.9403283313090154, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6000, | |
| "grad_norm": 2.107, | |
| "learning_rate": 1.963794625102655e-07, | |
| "loss": 0.6072, | |
| "step": 6000 | |
| }, | |
| { | |
| "ETA": 1.76, | |
| "epoch": 0.9418955451945304, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6010, | |
| "grad_norm": 2.7, | |
| "learning_rate": 1.8649387125203255e-07, | |
| "loss": 0.6501, | |
| "step": 6010 | |
| }, | |
| { | |
| "ETA": 1.71, | |
| "epoch": 0.9434627590800454, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6020, | |
| "grad_norm": 2.167, | |
| "learning_rate": 1.7686122283968488e-07, | |
| "loss": 0.6264, | |
| "step": 6020 | |
| }, | |
| { | |
| "ETA": 1.66, | |
| "epoch": 0.9450299729655605, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6030, | |
| "grad_norm": 2.122, | |
| "learning_rate": 1.674817655544647e-07, | |
| "loss": 0.6247, | |
| "step": 6030 | |
| }, | |
| { | |
| "ETA": 1.62, | |
| "epoch": 0.9465971868510755, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6040, | |
| "grad_norm": 2.076, | |
| "learning_rate": 1.5835574115162123e-07, | |
| "loss": 0.6271, | |
| "step": 6040 | |
| }, | |
| { | |
| "ETA": 1.57, | |
| "epoch": 0.9481644007365905, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6050, | |
| "grad_norm": 2.815, | |
| "learning_rate": 1.4948338485417768e-07, | |
| "loss": 0.6186, | |
| "step": 6050 | |
| }, | |
| { | |
| "ETA": 1.52, | |
| "epoch": 0.9497316146221055, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6060, | |
| "grad_norm": 2.341, | |
| "learning_rate": 1.4086492534686968e-07, | |
| "loss": 0.6258, | |
| "step": 6060 | |
| }, | |
| { | |
| "ETA": 1.47, | |
| "epoch": 0.9512988285076206, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6070, | |
| "grad_norm": 2.646, | |
| "learning_rate": 1.3250058477025095e-07, | |
| "loss": 0.6234, | |
| "step": 6070 | |
| }, | |
| { | |
| "ETA": 1.43, | |
| "epoch": 0.9528660423931355, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6080, | |
| "grad_norm": 2.8, | |
| "learning_rate": 1.2439057871496463e-07, | |
| "loss": 0.6148, | |
| "step": 6080 | |
| }, | |
| { | |
| "ETA": 1.38, | |
| "epoch": 0.9544332562786506, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6090, | |
| "grad_norm": 1.999, | |
| "learning_rate": 1.1653511621618985e-07, | |
| "loss": 0.5933, | |
| "step": 6090 | |
| }, | |
| { | |
| "ETA": 1.33, | |
| "epoch": 0.9560004701641657, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6100, | |
| "grad_norm": 2.628, | |
| "learning_rate": 1.0893439974825393e-07, | |
| "loss": 0.6104, | |
| "step": 6100 | |
| }, | |
| { | |
| "ETA": 1.28, | |
| "epoch": 0.9575676840496807, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6110, | |
| "grad_norm": 2.091, | |
| "learning_rate": 1.015886252194087e-07, | |
| "loss": 0.6291, | |
| "step": 6110 | |
| }, | |
| { | |
| "ETA": 1.24, | |
| "epoch": 0.9591348979351957, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6120, | |
| "grad_norm": 2.404, | |
| "learning_rate": 9.449798196679016e-08, | |
| "loss": 0.6221, | |
| "step": 6120 | |
| }, | |
| { | |
| "ETA": 1.19, | |
| "epoch": 0.9607021118207107, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6130, | |
| "grad_norm": 2.17, | |
| "learning_rate": 8.766265275152786e-08, | |
| "loss": 0.6213, | |
| "step": 6130 | |
| }, | |
| { | |
| "ETA": 1.14, | |
| "epoch": 0.9622693257062258, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6140, | |
| "grad_norm": 1.804, | |
| "learning_rate": 8.108281375404093e-08, | |
| "loss": 0.6415, | |
| "step": 6140 | |
| }, | |
| { | |
| "ETA": 1.09, | |
| "epoch": 0.9638365395917408, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6150, | |
| "grad_norm": 1.722, | |
| "learning_rate": 7.475863456949728e-08, | |
| "loss": 0.6276, | |
| "step": 6150 | |
| }, | |
| { | |
| "ETA": 1.05, | |
| "epoch": 0.9654037534772558, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6160, | |
| "grad_norm": 1.697, | |
| "learning_rate": 6.869027820343598e-08, | |
| "loss": 0.6077, | |
| "step": 6160 | |
| }, | |
| { | |
| "ETA": 1.0, | |
| "epoch": 0.9669709673627709, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6170, | |
| "grad_norm": 2.37, | |
| "learning_rate": 6.287790106757396e-08, | |
| "loss": 0.6046, | |
| "step": 6170 | |
| }, | |
| { | |
| "ETA": 0.95, | |
| "epoch": 0.9685381812482858, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6180, | |
| "grad_norm": 2.879, | |
| "learning_rate": 5.7321652975769194e-08, | |
| "loss": 0.6358, | |
| "step": 6180 | |
| }, | |
| { | |
| "ETA": 0.9, | |
| "epoch": 0.9701053951338009, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6190, | |
| "grad_norm": 2.486, | |
| "learning_rate": 5.20216771401616e-08, | |
| "loss": 0.6194, | |
| "step": 6190 | |
| }, | |
| { | |
| "ETA": 0.86, | |
| "epoch": 0.971672609019316, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6200, | |
| "grad_norm": 2.44, | |
| "learning_rate": 4.697811016747711e-08, | |
| "loss": 0.6041, | |
| "step": 6200 | |
| }, | |
| { | |
| "ETA": 0.81, | |
| "epoch": 0.9732398229048309, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6210, | |
| "grad_norm": 2.378, | |
| "learning_rate": 4.2191082055517143e-08, | |
| "loss": 0.6194, | |
| "step": 6210 | |
| }, | |
| { | |
| "ETA": 0.76, | |
| "epoch": 0.974807036790346, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6220, | |
| "grad_norm": 2.339, | |
| "learning_rate": 3.766071618979461e-08, | |
| "loss": 0.6172, | |
| "step": 6220 | |
| }, | |
| { | |
| "ETA": 0.71, | |
| "epoch": 0.976374250675861, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6230, | |
| "grad_norm": 2.287, | |
| "learning_rate": 3.338712934036425e-08, | |
| "loss": 0.6208, | |
| "step": 6230 | |
| }, | |
| { | |
| "ETA": 0.67, | |
| "epoch": 0.977941464561376, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6240, | |
| "grad_norm": 2.324, | |
| "learning_rate": 2.9370431658806152e-08, | |
| "loss": 0.6339, | |
| "step": 6240 | |
| }, | |
| { | |
| "ETA": 0.62, | |
| "epoch": 0.979508678446891, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6250, | |
| "grad_norm": 2.071, | |
| "learning_rate": 2.561072667539244e-08, | |
| "loss": 0.6279, | |
| "step": 6250 | |
| }, | |
| { | |
| "ETA": 0.57, | |
| "epoch": 0.9810758923324061, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6260, | |
| "grad_norm": 2.58, | |
| "learning_rate": 2.2108111296412772e-08, | |
| "loss": 0.6292, | |
| "step": 6260 | |
| }, | |
| { | |
| "ETA": 0.52, | |
| "epoch": 0.9826431062179211, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6270, | |
| "grad_norm": 2.091, | |
| "learning_rate": 1.8862675801681884e-08, | |
| "loss": 0.6033, | |
| "step": 6270 | |
| }, | |
| { | |
| "ETA": 0.48, | |
| "epoch": 0.9842103201034361, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6280, | |
| "grad_norm": 2.559, | |
| "learning_rate": 1.58745038422059e-08, | |
| "loss": 0.635, | |
| "step": 6280 | |
| }, | |
| { | |
| "ETA": 0.43, | |
| "epoch": 0.9857775339889512, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6290, | |
| "grad_norm": 2.044, | |
| "learning_rate": 1.3143672438037381e-08, | |
| "loss": 0.6041, | |
| "step": 6290 | |
| }, | |
| { | |
| "ETA": 0.38, | |
| "epoch": 0.9873447478744661, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6300, | |
| "grad_norm": 2.064, | |
| "learning_rate": 1.0670251976275803e-08, | |
| "loss": 0.6467, | |
| "step": 6300 | |
| }, | |
| { | |
| "ETA": 0.33, | |
| "epoch": 0.9889119617599812, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6310, | |
| "grad_norm": 2.35, | |
| "learning_rate": 8.454306209265684e-09, | |
| "loss": 0.6252, | |
| "step": 6310 | |
| }, | |
| { | |
| "ETA": 0.29, | |
| "epoch": 0.9904791756454963, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6320, | |
| "grad_norm": 2.157, | |
| "learning_rate": 6.495892252947888e-09, | |
| "loss": 0.639, | |
| "step": 6320 | |
| }, | |
| { | |
| "ETA": 0.24, | |
| "epoch": 0.9920463895310112, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6330, | |
| "grad_norm": 2.505, | |
| "learning_rate": 4.7950605853874785e-09, | |
| "loss": 0.6403, | |
| "step": 6330 | |
| }, | |
| { | |
| "ETA": 0.19, | |
| "epoch": 0.9936136034165263, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6340, | |
| "grad_norm": 2.051, | |
| "learning_rate": 3.3518550454714195e-09, | |
| "loss": 0.6109, | |
| "step": 6340 | |
| }, | |
| { | |
| "ETA": 0.14, | |
| "epoch": 0.9951808173020413, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6350, | |
| "grad_norm": 1.954, | |
| "learning_rate": 2.166312831783923e-09, | |
| "loss": 0.602, | |
| "step": 6350 | |
| }, | |
| { | |
| "ETA": 0.1, | |
| "epoch": 0.9967480311875563, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6360, | |
| "grad_norm": 1.921, | |
| "learning_rate": 1.2384645016416674e-09, | |
| "loss": 0.6085, | |
| "step": 6360 | |
| }, | |
| { | |
| "ETA": 0.05, | |
| "epoch": 0.9983152450730713, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6370, | |
| "grad_norm": 3.47, | |
| "learning_rate": 5.683339703088653e-10, | |
| "loss": 0.6294, | |
| "step": 6370 | |
| }, | |
| { | |
| "ETA": 0.0, | |
| "epoch": 0.9998824589585864, | |
| "fp16_scale": 4096.0, | |
| "global_step": 6380, | |
| "grad_norm": 2.934, | |
| "learning_rate": 1.5593851038109287e-10, | |
| "loss": 0.6272, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.9998824589585864, | |
| "step": 6380, | |
| "total_flos": 6434699981881344.0, | |
| "train_loss": 0.7134642638382866, | |
| "train_runtime": 109318.7053, | |
| "train_samples_per_second": 7.471, | |
| "train_steps_per_second": 0.058 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 6380, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6434699981881344.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |