|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.9986300118732303, |
|
"eval_steps": 200, |
|
"global_step": 4104, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0073066033427710295, |
|
"grad_norm": 1.7583225965499878, |
|
"learning_rate": 2.1897810218978103e-06, |
|
"loss": 3.655, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.014613206685542059, |
|
"grad_norm": NaN, |
|
"learning_rate": 4.379562043795621e-06, |
|
"loss": 4.0596, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.02191981002831309, |
|
"grad_norm": 2.3730218410491943, |
|
"learning_rate": 6.812652068126521e-06, |
|
"loss": 4.2837, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.029226413371084118, |
|
"grad_norm": 3.1703426837921143, |
|
"learning_rate": 9.24574209245742e-06, |
|
"loss": 3.8455, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.03653301671385514, |
|
"grad_norm": 2.987401247024536, |
|
"learning_rate": 1.1678832116788322e-05, |
|
"loss": 3.5357, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.04383962005662618, |
|
"grad_norm": 4.219663619995117, |
|
"learning_rate": 1.411192214111922e-05, |
|
"loss": 3.6343, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.05114622339939721, |
|
"grad_norm": 4.096388816833496, |
|
"learning_rate": 1.654501216545012e-05, |
|
"loss": 3.4301, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.058452826742168236, |
|
"grad_norm": 10.184355735778809, |
|
"learning_rate": 1.8734793187347933e-05, |
|
"loss": 3.2771, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.06575943008493926, |
|
"grad_norm": 8.512189865112305, |
|
"learning_rate": 2.1167883211678834e-05, |
|
"loss": 2.9386, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.07306603342771029, |
|
"grad_norm": 5.223749160766602, |
|
"learning_rate": 2.360097323600973e-05, |
|
"loss": 2.6416, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.08037263677048133, |
|
"grad_norm": 5.041982173919678, |
|
"learning_rate": 2.6034063260340636e-05, |
|
"loss": 2.78, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.08767924011325236, |
|
"grad_norm": 8.065332412719727, |
|
"learning_rate": 2.8467153284671533e-05, |
|
"loss": 2.7657, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.09498584345602339, |
|
"grad_norm": 2.3226640224456787, |
|
"learning_rate": 3.0900243309002434e-05, |
|
"loss": 2.7316, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.10229244679879441, |
|
"grad_norm": 3.4772486686706543, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 2.6205, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.10959905014156544, |
|
"grad_norm": 2.8939208984375, |
|
"learning_rate": 3.5766423357664236e-05, |
|
"loss": 2.648, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.11690565348433647, |
|
"grad_norm": 2.951481342315674, |
|
"learning_rate": 3.819951338199514e-05, |
|
"loss": 2.6972, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.1242122568271075, |
|
"grad_norm": 2.277855157852173, |
|
"learning_rate": 4.063260340632604e-05, |
|
"loss": 2.4787, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.13151886016987852, |
|
"grad_norm": 9.363456726074219, |
|
"learning_rate": 4.306569343065693e-05, |
|
"loss": 2.6347, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.13882546351264954, |
|
"grad_norm": 3.6133177280426025, |
|
"learning_rate": 4.549878345498784e-05, |
|
"loss": 2.656, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.14613206685542057, |
|
"grad_norm": 4.037402153015137, |
|
"learning_rate": 4.793187347931874e-05, |
|
"loss": 2.5512, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.14613206685542057, |
|
"eval_loss": 2.5883829593658447, |
|
"eval_runtime": 109.0986, |
|
"eval_samples_per_second": 11.155, |
|
"eval_steps_per_second": 11.155, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.15343867019819163, |
|
"grad_norm": 3.737877368927002, |
|
"learning_rate": 5.036496350364964e-05, |
|
"loss": 2.5724, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.16074527354096266, |
|
"grad_norm": 3.6852433681488037, |
|
"learning_rate": 5.279805352798054e-05, |
|
"loss": 2.6093, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.1680518768837337, |
|
"grad_norm": 4.3811936378479, |
|
"learning_rate": 5.5231143552311436e-05, |
|
"loss": 2.5968, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.17535848022650471, |
|
"grad_norm": 4.019372940063477, |
|
"learning_rate": 5.766423357664234e-05, |
|
"loss": 2.7364, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.18266508356927574, |
|
"grad_norm": 4.277368068695068, |
|
"learning_rate": 6.0097323600973245e-05, |
|
"loss": 2.7445, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.18997168691204677, |
|
"grad_norm": 11.767447471618652, |
|
"learning_rate": 6.253041362530415e-05, |
|
"loss": 2.6712, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.1972782902548178, |
|
"grad_norm": 3.2719593048095703, |
|
"learning_rate": 6.496350364963504e-05, |
|
"loss": 2.5184, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.20458489359758883, |
|
"grad_norm": 3.923417091369629, |
|
"learning_rate": 6.739659367396593e-05, |
|
"loss": 2.6089, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.21189149694035986, |
|
"grad_norm": 5.958123207092285, |
|
"learning_rate": 6.982968369829684e-05, |
|
"loss": 2.5422, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.2191981002831309, |
|
"grad_norm": 4.775500774383545, |
|
"learning_rate": 7.226277372262774e-05, |
|
"loss": 2.3889, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.22650470362590192, |
|
"grad_norm": 7.674183368682861, |
|
"learning_rate": 7.469586374695864e-05, |
|
"loss": 2.4629, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.23381130696867294, |
|
"grad_norm": 5.1322760581970215, |
|
"learning_rate": 7.712895377128954e-05, |
|
"loss": 2.5144, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.24111791031144397, |
|
"grad_norm": 5.469252586364746, |
|
"learning_rate": 7.956204379562045e-05, |
|
"loss": 2.5871, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.248424513654215, |
|
"grad_norm": 4.472785472869873, |
|
"learning_rate": 8.199513381995134e-05, |
|
"loss": 2.4764, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.25573111699698603, |
|
"grad_norm": 7.12663459777832, |
|
"learning_rate": 8.442822384428223e-05, |
|
"loss": 2.5562, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.26303772033975703, |
|
"grad_norm": 3.2579259872436523, |
|
"learning_rate": 8.686131386861314e-05, |
|
"loss": 2.4707, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.2703443236825281, |
|
"grad_norm": 4.707943916320801, |
|
"learning_rate": 8.929440389294405e-05, |
|
"loss": 2.5207, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.2776509270252991, |
|
"grad_norm": 8.757339477539062, |
|
"learning_rate": 9.172749391727494e-05, |
|
"loss": 2.5424, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.28495753036807014, |
|
"grad_norm": 6.260244369506836, |
|
"learning_rate": 9.416058394160584e-05, |
|
"loss": 2.5552, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.29226413371084115, |
|
"grad_norm": 3.4638991355895996, |
|
"learning_rate": 9.659367396593674e-05, |
|
"loss": 2.3861, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.29226413371084115, |
|
"eval_loss": 2.477276563644409, |
|
"eval_runtime": 107.9591, |
|
"eval_samples_per_second": 11.273, |
|
"eval_steps_per_second": 11.273, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.2995707370536122, |
|
"grad_norm": 4.783712863922119, |
|
"learning_rate": 9.902676399026765e-05, |
|
"loss": 2.5961, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.30687734039638326, |
|
"grad_norm": 6.2626729011535645, |
|
"learning_rate": 9.999934869757279e-05, |
|
"loss": 2.5863, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.31418394373915426, |
|
"grad_norm": 4.87408971786499, |
|
"learning_rate": 9.999536857752013e-05, |
|
"loss": 2.3565, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.3214905470819253, |
|
"grad_norm": 3.7447562217712402, |
|
"learning_rate": 9.998777045977545e-05, |
|
"loss": 2.4354, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.3287971504246963, |
|
"grad_norm": 5.334987640380859, |
|
"learning_rate": 9.997655489418913e-05, |
|
"loss": 2.412, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.3361037537674674, |
|
"grad_norm": 5.347410678863525, |
|
"learning_rate": 9.996172269239417e-05, |
|
"loss": 2.4486, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.3434103571102384, |
|
"grad_norm": 5.353787899017334, |
|
"learning_rate": 9.99432749277474e-05, |
|
"loss": 2.3383, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.35071696045300943, |
|
"grad_norm": 5.850295543670654, |
|
"learning_rate": 9.992121293525189e-05, |
|
"loss": 2.3838, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.35802356379578043, |
|
"grad_norm": 4.7518792152404785, |
|
"learning_rate": 9.98955383114603e-05, |
|
"loss": 2.427, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.3653301671385515, |
|
"grad_norm": 7.027746677398682, |
|
"learning_rate": 9.986625291435933e-05, |
|
"loss": 2.608, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.3726367704813225, |
|
"grad_norm": 5.194112300872803, |
|
"learning_rate": 9.983335886323523e-05, |
|
"loss": 2.5837, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.37994337382409354, |
|
"grad_norm": 5.106868743896484, |
|
"learning_rate": 9.979685853852057e-05, |
|
"loss": 2.4636, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.38724997716686455, |
|
"grad_norm": 4.584632396697998, |
|
"learning_rate": 9.975675458162177e-05, |
|
"loss": 2.3892, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.3945565805096356, |
|
"grad_norm": 3.168287992477417, |
|
"learning_rate": 9.971304989472819e-05, |
|
"loss": 2.4344, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.4018631838524066, |
|
"grad_norm": 5.590039253234863, |
|
"learning_rate": 9.966574764060186e-05, |
|
"loss": 2.377, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.40916978719517766, |
|
"grad_norm": 3.9408605098724365, |
|
"learning_rate": 9.961485124234881e-05, |
|
"loss": 2.4833, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.41647639053794866, |
|
"grad_norm": 3.6905062198638916, |
|
"learning_rate": 9.956036438317124e-05, |
|
"loss": 2.5575, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.4237829938807197, |
|
"grad_norm": 5.282037258148193, |
|
"learning_rate": 9.9502291006101e-05, |
|
"loss": 2.438, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.4310895972234907, |
|
"grad_norm": 3.3918325901031494, |
|
"learning_rate": 9.944063531371423e-05, |
|
"loss": 2.5227, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.4383962005662618, |
|
"grad_norm": 3.809112787246704, |
|
"learning_rate": 9.937540176782732e-05, |
|
"loss": 2.5938, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.4383962005662618, |
|
"eval_loss": 2.399010181427002, |
|
"eval_runtime": 107.2947, |
|
"eval_samples_per_second": 11.343, |
|
"eval_steps_per_second": 11.343, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.4457028039090328, |
|
"grad_norm": 6.199471473693848, |
|
"learning_rate": 9.930659508917388e-05, |
|
"loss": 2.4369, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.45300940725180383, |
|
"grad_norm": 4.105823993682861, |
|
"learning_rate": 9.923422025706323e-05, |
|
"loss": 2.5947, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.46031601059457483, |
|
"grad_norm": 4.27271842956543, |
|
"learning_rate": 9.915828250902004e-05, |
|
"loss": 2.3976, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.4676226139373459, |
|
"grad_norm": 3.6033222675323486, |
|
"learning_rate": 9.907878734040525e-05, |
|
"loss": 2.3318, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.4749292172801169, |
|
"grad_norm": 3.8373398780822754, |
|
"learning_rate": 9.89957405040185e-05, |
|
"loss": 2.4319, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.48223582062288795, |
|
"grad_norm": 3.295011520385742, |
|
"learning_rate": 9.890914800968171e-05, |
|
"loss": 2.2978, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.48954242396565895, |
|
"grad_norm": 3.935311794281006, |
|
"learning_rate": 9.88190161238042e-05, |
|
"loss": 2.4859, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.49684902730843, |
|
"grad_norm": 4.868900299072266, |
|
"learning_rate": 9.872535136892926e-05, |
|
"loss": 2.3433, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.5041556306512011, |
|
"grad_norm": 6.791601181030273, |
|
"learning_rate": 9.862816052326209e-05, |
|
"loss": 2.3252, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.5114622339939721, |
|
"grad_norm": 2.8761675357818604, |
|
"learning_rate": 9.852745062017927e-05, |
|
"loss": 2.4546, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.5187688373367431, |
|
"grad_norm": 7.200977802276611, |
|
"learning_rate": 9.84338089316251e-05, |
|
"loss": 2.462, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.5260754406795141, |
|
"grad_norm": 5.1391825675964355, |
|
"learning_rate": 9.832643310805385e-05, |
|
"loss": 2.601, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.5333820440222852, |
|
"grad_norm": 3.5819122791290283, |
|
"learning_rate": 9.821556006207133e-05, |
|
"loss": 2.3209, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.5406886473650562, |
|
"grad_norm": 3.3951661586761475, |
|
"learning_rate": 9.810119781718924e-05, |
|
"loss": 2.1652, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.5479952507078272, |
|
"grad_norm": 5.344549655914307, |
|
"learning_rate": 9.798335464942094e-05, |
|
"loss": 2.3954, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.5553018540505982, |
|
"grad_norm": 5.5213446617126465, |
|
"learning_rate": 9.786203908668255e-05, |
|
"loss": 2.1831, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.5626084573933693, |
|
"grad_norm": 4.242595195770264, |
|
"learning_rate": 9.773725990817575e-05, |
|
"loss": 2.4479, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.5699150607361403, |
|
"grad_norm": 5.442046165466309, |
|
"learning_rate": 9.76090261437526e-05, |
|
"loss": 2.2424, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.5772216640789113, |
|
"grad_norm": 5.669281482696533, |
|
"learning_rate": 9.747734707326195e-05, |
|
"loss": 2.1442, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 0.5845282674216823, |
|
"grad_norm": 6.425075531005859, |
|
"learning_rate": 9.734223222587792e-05, |
|
"loss": 2.3384, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.5845282674216823, |
|
"eval_loss": 2.348578691482544, |
|
"eval_runtime": 108.5263, |
|
"eval_samples_per_second": 11.214, |
|
"eval_steps_per_second": 11.214, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.5918348707644534, |
|
"grad_norm": 5.118699073791504, |
|
"learning_rate": 9.720369137941034e-05, |
|
"loss": 2.4253, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 0.5991414741072244, |
|
"grad_norm": 6.51192569732666, |
|
"learning_rate": 9.706173455959715e-05, |
|
"loss": 2.5238, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.6064480774499954, |
|
"grad_norm": 4.507262706756592, |
|
"learning_rate": 9.69163720393788e-05, |
|
"loss": 2.4986, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 0.6137546807927665, |
|
"grad_norm": 5.540140151977539, |
|
"learning_rate": 9.676761433815498e-05, |
|
"loss": 2.2241, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.6210612841355375, |
|
"grad_norm": 3.475051164627075, |
|
"learning_rate": 9.661547222102323e-05, |
|
"loss": 2.3395, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.6283678874783085, |
|
"grad_norm": 5.291077136993408, |
|
"learning_rate": 9.645995669799995e-05, |
|
"loss": 2.2988, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.6356744908210795, |
|
"grad_norm": 3.973806858062744, |
|
"learning_rate": 9.630107902322367e-05, |
|
"loss": 2.3554, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 0.6429810941638506, |
|
"grad_norm": 4.875363349914551, |
|
"learning_rate": 9.613885069414061e-05, |
|
"loss": 2.3115, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.6502876975066216, |
|
"grad_norm": 4.581294059753418, |
|
"learning_rate": 9.597328345067259e-05, |
|
"loss": 2.1619, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 0.6575943008493926, |
|
"grad_norm": 5.785318374633789, |
|
"learning_rate": 9.580438927436756e-05, |
|
"loss": 2.3814, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.6649009041921636, |
|
"grad_norm": 8.992704391479492, |
|
"learning_rate": 9.563218038753246e-05, |
|
"loss": 2.5302, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 0.6722075075349347, |
|
"grad_norm": 8.763484954833984, |
|
"learning_rate": 9.545666925234873e-05, |
|
"loss": 2.5443, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.6795141108777057, |
|
"grad_norm": 4.8247456550598145, |
|
"learning_rate": 9.52778685699705e-05, |
|
"loss": 2.269, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 0.6868207142204767, |
|
"grad_norm": 4.4191131591796875, |
|
"learning_rate": 9.509579127960543e-05, |
|
"loss": 2.0768, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.6941273175632477, |
|
"grad_norm": 3.7724087238311768, |
|
"learning_rate": 9.491045055757836e-05, |
|
"loss": 2.2629, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.7014339209060189, |
|
"grad_norm": 4.011133193969727, |
|
"learning_rate": 9.472185981637775e-05, |
|
"loss": 2.3676, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.7087405242487899, |
|
"grad_norm": 3.6976683139801025, |
|
"learning_rate": 9.45300327036851e-05, |
|
"loss": 2.3744, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 0.7160471275915609, |
|
"grad_norm": 4.968256950378418, |
|
"learning_rate": 9.433498310138728e-05, |
|
"loss": 2.1978, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.7233537309343319, |
|
"grad_norm": 32.12665939331055, |
|
"learning_rate": 9.413672512457197e-05, |
|
"loss": 2.1205, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 0.730660334277103, |
|
"grad_norm": 3.214895248413086, |
|
"learning_rate": 9.393527312050618e-05, |
|
"loss": 2.3232, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.730660334277103, |
|
"eval_loss": 2.3093771934509277, |
|
"eval_runtime": 109.2454, |
|
"eval_samples_per_second": 11.14, |
|
"eval_steps_per_second": 11.14, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.737966937619874, |
|
"grad_norm": 5.2641072273254395, |
|
"learning_rate": 9.373064166759803e-05, |
|
"loss": 2.2691, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 0.745273540962645, |
|
"grad_norm": 4.43721866607666, |
|
"learning_rate": 9.352284557434166e-05, |
|
"loss": 2.3682, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 0.752580144305416, |
|
"grad_norm": 3.769683599472046, |
|
"learning_rate": 9.331189987824569e-05, |
|
"loss": 2.2732, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 0.7598867476481871, |
|
"grad_norm": 5.2646002769470215, |
|
"learning_rate": 9.309781984474497e-05, |
|
"loss": 2.1909, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 0.7671933509909581, |
|
"grad_norm": 4.442707538604736, |
|
"learning_rate": 9.288062096609588e-05, |
|
"loss": 2.2229, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.7744999543337291, |
|
"grad_norm": 7.33398962020874, |
|
"learning_rate": 9.266031896025516e-05, |
|
"loss": 2.3366, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 0.7818065576765001, |
|
"grad_norm": 4.366443634033203, |
|
"learning_rate": 9.243692976974254e-05, |
|
"loss": 2.0555, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 0.7891131610192712, |
|
"grad_norm": 6.721280097961426, |
|
"learning_rate": 9.221046956048696e-05, |
|
"loss": 2.2303, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 0.7964197643620422, |
|
"grad_norm": 4.3517746925354, |
|
"learning_rate": 9.198095472065668e-05, |
|
"loss": 2.3249, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 0.8037263677048132, |
|
"grad_norm": 5.425954818725586, |
|
"learning_rate": 9.174840185947345e-05, |
|
"loss": 2.2346, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.8110329710475842, |
|
"grad_norm": 4.331856727600098, |
|
"learning_rate": 9.151282780601039e-05, |
|
"loss": 2.4686, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 0.8183395743903553, |
|
"grad_norm": 7.6655707359313965, |
|
"learning_rate": 9.127424960797424e-05, |
|
"loss": 2.3503, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 0.8256461777331263, |
|
"grad_norm": 3.6036481857299805, |
|
"learning_rate": 9.103268453047165e-05, |
|
"loss": 2.3279, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 0.8329527810758973, |
|
"grad_norm": 7.087502479553223, |
|
"learning_rate": 9.078815005475974e-05, |
|
"loss": 2.4316, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 0.8402593844186683, |
|
"grad_norm": 3.372032880783081, |
|
"learning_rate": 9.054066387698104e-05, |
|
"loss": 2.3761, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.8475659877614394, |
|
"grad_norm": 5.309089660644531, |
|
"learning_rate": 9.02902439068829e-05, |
|
"loss": 2.4221, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 0.8548725911042104, |
|
"grad_norm": 4.797391414642334, |
|
"learning_rate": 9.003690826652143e-05, |
|
"loss": 2.2968, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 0.8621791944469814, |
|
"grad_norm": 3.347250461578369, |
|
"learning_rate": 8.978067528895003e-05, |
|
"loss": 2.2259, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 0.8694857977897524, |
|
"grad_norm": 2.894286870956421, |
|
"learning_rate": 8.95215635168927e-05, |
|
"loss": 2.3369, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 0.8767924011325235, |
|
"grad_norm": 5.936110019683838, |
|
"learning_rate": 8.925959170140218e-05, |
|
"loss": 2.2603, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.8767924011325235, |
|
"eval_loss": 2.2486681938171387, |
|
"eval_runtime": 109.2268, |
|
"eval_samples_per_second": 11.142, |
|
"eval_steps_per_second": 11.142, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.8840990044752945, |
|
"grad_norm": 4.270968437194824, |
|
"learning_rate": 8.899477880050306e-05, |
|
"loss": 2.3473, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 0.8914056078180655, |
|
"grad_norm": 5.154277324676514, |
|
"learning_rate": 8.872714397781965e-05, |
|
"loss": 2.3085, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 0.8987122111608367, |
|
"grad_norm": 4.050198078155518, |
|
"learning_rate": 8.84567066011894e-05, |
|
"loss": 2.2946, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 0.9060188145036077, |
|
"grad_norm": 11.016803741455078, |
|
"learning_rate": 8.818348624126122e-05, |
|
"loss": 2.1233, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 0.9133254178463787, |
|
"grad_norm": 4.9638447761535645, |
|
"learning_rate": 8.790750267007918e-05, |
|
"loss": 2.1703, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.9206320211891497, |
|
"grad_norm": 5.055572032928467, |
|
"learning_rate": 8.762877585965172e-05, |
|
"loss": 2.3752, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 0.9279386245319208, |
|
"grad_norm": 5.373875617980957, |
|
"learning_rate": 8.734732598050637e-05, |
|
"loss": 2.2983, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 0.9352452278746918, |
|
"grad_norm": 4.6786723136901855, |
|
"learning_rate": 8.706317340022997e-05, |
|
"loss": 2.2051, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 0.9425518312174628, |
|
"grad_norm": 3.9016830921173096, |
|
"learning_rate": 8.677633868199487e-05, |
|
"loss": 2.1745, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 0.9498584345602338, |
|
"grad_norm": 3.027470350265503, |
|
"learning_rate": 8.648684258307076e-05, |
|
"loss": 2.2724, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.9571650379030049, |
|
"grad_norm": 4.489301681518555, |
|
"learning_rate": 8.619470605332253e-05, |
|
"loss": 2.2487, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 0.9644716412457759, |
|
"grad_norm": 4.5948686599731445, |
|
"learning_rate": 8.589995023369429e-05, |
|
"loss": 2.2639, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 0.9717782445885469, |
|
"grad_norm": 5.749096393585205, |
|
"learning_rate": 8.560259645467928e-05, |
|
"loss": 2.2842, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 0.9790848479313179, |
|
"grad_norm": 3.869464635848999, |
|
"learning_rate": 8.53026662347765e-05, |
|
"loss": 2.3613, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 0.986391451274089, |
|
"grad_norm": 6.761131763458252, |
|
"learning_rate": 8.500018127893329e-05, |
|
"loss": 2.1473, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.99369805461686, |
|
"grad_norm": 3.230255365371704, |
|
"learning_rate": 8.469516347697473e-05, |
|
"loss": 2.2302, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 1.001004657959631, |
|
"grad_norm": 4.553093433380127, |
|
"learning_rate": 8.438763490201946e-05, |
|
"loss": 2.1864, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 1.0083112613024021, |
|
"grad_norm": 4.498405456542969, |
|
"learning_rate": 8.407761780888244e-05, |
|
"loss": 2.209, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 1.015617864645173, |
|
"grad_norm": 5.025854110717773, |
|
"learning_rate": 8.37651346324643e-05, |
|
"loss": 2.2477, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 1.0229244679879441, |
|
"grad_norm": 4.791236400604248, |
|
"learning_rate": 8.345020798612791e-05, |
|
"loss": 2.1007, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 1.0229244679879441, |
|
"eval_loss": 2.2063653469085693, |
|
"eval_runtime": 108.5908, |
|
"eval_samples_per_second": 11.207, |
|
"eval_steps_per_second": 11.207, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 1.0302310713307152, |
|
"grad_norm": 4.35936164855957, |
|
"learning_rate": 8.313286066006187e-05, |
|
"loss": 2.1783, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 1.0375376746734861, |
|
"grad_norm": 4.893729209899902, |
|
"learning_rate": 8.28131156196313e-05, |
|
"loss": 2.0583, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 1.0448442780162572, |
|
"grad_norm": 9.001852989196777, |
|
"learning_rate": 8.249099600371591e-05, |
|
"loss": 2.0463, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 1.0521508813590281, |
|
"grad_norm": 4.704784393310547, |
|
"learning_rate": 8.216652512303543e-05, |
|
"loss": 2.255, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 1.0594574847017992, |
|
"grad_norm": 4.346590995788574, |
|
"learning_rate": 8.183972645846283e-05, |
|
"loss": 2.2898, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 1.0667640880445703, |
|
"grad_norm": 6.388704299926758, |
|
"learning_rate": 8.1510623659325e-05, |
|
"loss": 2.0351, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 1.0740706913873412, |
|
"grad_norm": 5.978973388671875, |
|
"learning_rate": 8.117924054169133e-05, |
|
"loss": 2.091, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 1.0813772947301123, |
|
"grad_norm": 3.6497621536254883, |
|
"learning_rate": 8.084560108665024e-05, |
|
"loss": 2.0603, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 1.0886838980728835, |
|
"grad_norm": 5.628828048706055, |
|
"learning_rate": 8.050972943857375e-05, |
|
"loss": 2.1513, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 1.0959905014156544, |
|
"grad_norm": 15.277828216552734, |
|
"learning_rate": 8.017164990337026e-05, |
|
"loss": 2.3273, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.1032971047584255, |
|
"grad_norm": 7.737220764160156, |
|
"learning_rate": 7.983138694672552e-05, |
|
"loss": 2.2664, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 1.1106037081011966, |
|
"grad_norm": 6.418485164642334, |
|
"learning_rate": 7.948896519233225e-05, |
|
"loss": 2.1581, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 1.1179103114439675, |
|
"grad_norm": 3.803318738937378, |
|
"learning_rate": 7.914440942010807e-05, |
|
"loss": 2.2859, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 1.1252169147867386, |
|
"grad_norm": 3.083667278289795, |
|
"learning_rate": 7.879774456440243e-05, |
|
"loss": 2.1394, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 1.1325235181295095, |
|
"grad_norm": 13.434645652770996, |
|
"learning_rate": 7.844899571219202e-05, |
|
"loss": 2.0644, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 1.1398301214722806, |
|
"grad_norm": 5.204081058502197, |
|
"learning_rate": 7.809818810126545e-05, |
|
"loss": 2.055, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 1.1471367248150517, |
|
"grad_norm": 4.114535808563232, |
|
"learning_rate": 7.774534711839677e-05, |
|
"loss": 2.0104, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 1.1544433281578226, |
|
"grad_norm": 5.424691677093506, |
|
"learning_rate": 7.73904982975084e-05, |
|
"loss": 2.0453, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 1.1617499315005937, |
|
"grad_norm": 4.465676784515381, |
|
"learning_rate": 7.703366731782327e-05, |
|
"loss": 2.2777, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 1.1690565348433646, |
|
"grad_norm": 3.521860361099243, |
|
"learning_rate": 7.667488000200649e-05, |
|
"loss": 2.0635, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 1.1690565348433646, |
|
"eval_loss": 2.1665337085723877, |
|
"eval_runtime": 109.3334, |
|
"eval_samples_per_second": 11.131, |
|
"eval_steps_per_second": 11.131, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 1.1763631381861357, |
|
"grad_norm": 5.549830913543701, |
|
"learning_rate": 7.631416231429672e-05, |
|
"loss": 2.0994, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 1.1836697415289068, |
|
"grad_norm": 6.577401638031006, |
|
"learning_rate": 7.595154035862715e-05, |
|
"loss": 2.0379, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 1.1909763448716777, |
|
"grad_norm": 6.858834743499756, |
|
"learning_rate": 7.558704037673648e-05, |
|
"loss": 2.1925, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 1.1982829482144488, |
|
"grad_norm": 4.788407325744629, |
|
"learning_rate": 7.522068874626988e-05, |
|
"loss": 2.1162, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 1.20558955155722, |
|
"grad_norm": 3.5293450355529785, |
|
"learning_rate": 7.48525119788702e-05, |
|
"loss": 2.1279, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 1.2128961548999908, |
|
"grad_norm": 4.138194561004639, |
|
"learning_rate": 7.448253671825927e-05, |
|
"loss": 2.1242, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 1.220202758242762, |
|
"grad_norm": 3.9674646854400635, |
|
"learning_rate": 7.411078973830987e-05, |
|
"loss": 2.1451, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 1.227509361585533, |
|
"grad_norm": 10.673015594482422, |
|
"learning_rate": 7.373729794110826e-05, |
|
"loss": 2.0227, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 1.234815964928304, |
|
"grad_norm": 5.9692511558532715, |
|
"learning_rate": 7.33620883550072e-05, |
|
"loss": 2.191, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 1.242122568271075, |
|
"grad_norm": 8.75203800201416, |
|
"learning_rate": 7.298518813267015e-05, |
|
"loss": 1.9689, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 1.249429171613846, |
|
"grad_norm": 6.571184158325195, |
|
"learning_rate": 7.260662454910621e-05, |
|
"loss": 2.0869, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 1.256735774956617, |
|
"grad_norm": 6.252017498016357, |
|
"learning_rate": 7.222642499969646e-05, |
|
"loss": 2.0596, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 1.2640423782993881, |
|
"grad_norm": 7.060279369354248, |
|
"learning_rate": 7.184461699821126e-05, |
|
"loss": 2.211, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 1.271348981642159, |
|
"grad_norm": 5.095629692077637, |
|
"learning_rate": 7.14612281748193e-05, |
|
"loss": 2.0639, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 1.2786555849849301, |
|
"grad_norm": 3.8237876892089844, |
|
"learning_rate": 7.107628627408813e-05, |
|
"loss": 2.0824, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 1.285962188327701, |
|
"grad_norm": 4.18397331237793, |
|
"learning_rate": 7.068981915297626e-05, |
|
"loss": 2.0253, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 1.2932687916704722, |
|
"grad_norm": 4.53864049911499, |
|
"learning_rate": 7.030185477881726e-05, |
|
"loss": 2.1168, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 1.3005753950132433, |
|
"grad_norm": 6.684192657470703, |
|
"learning_rate": 6.991242122729597e-05, |
|
"loss": 1.9231, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 1.3078819983560144, |
|
"grad_norm": 6.962904453277588, |
|
"learning_rate": 6.952154668041666e-05, |
|
"loss": 1.9549, |
|
"step": 1790 |
|
}, |
|
{ |
|
"epoch": 1.3151886016987853, |
|
"grad_norm": 8.408102035522461, |
|
"learning_rate": 6.91292594244636e-05, |
|
"loss": 2.1212, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 1.3151886016987853, |
|
"eval_loss": 2.135313034057617, |
|
"eval_runtime": 108.3855, |
|
"eval_samples_per_second": 11.228, |
|
"eval_steps_per_second": 11.228, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 1.3224952050415564, |
|
"grad_norm": 4.266064167022705, |
|
"learning_rate": 6.873558784795412e-05, |
|
"loss": 1.9563, |
|
"step": 1810 |
|
}, |
|
{ |
|
"epoch": 1.3298018083843273, |
|
"grad_norm": 5.321630001068115, |
|
"learning_rate": 6.834056043958419e-05, |
|
"loss": 2.3073, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 1.3371084117270984, |
|
"grad_norm": 5.667231559753418, |
|
"learning_rate": 6.794420578616679e-05, |
|
"loss": 2.0931, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 1.3444150150698695, |
|
"grad_norm": 5.461520671844482, |
|
"learning_rate": 6.754655257056322e-05, |
|
"loss": 2.0288, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 1.3517216184126404, |
|
"grad_norm": 3.88820743560791, |
|
"learning_rate": 6.71476295696073e-05, |
|
"loss": 2.0259, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 1.3590282217554115, |
|
"grad_norm": 5.630788803100586, |
|
"learning_rate": 6.674746565202309e-05, |
|
"loss": 1.9281, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 1.3663348250981824, |
|
"grad_norm": 3.890331745147705, |
|
"learning_rate": 6.634608977633555e-05, |
|
"loss": 2.1578, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 1.3736414284409535, |
|
"grad_norm": 3.679614782333374, |
|
"learning_rate": 6.594353098877503e-05, |
|
"loss": 2.1456, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 1.3809480317837246, |
|
"grad_norm": 5.798458099365234, |
|
"learning_rate": 6.553981842117526e-05, |
|
"loss": 2.0121, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 1.3882546351264955, |
|
"grad_norm": 4.401270389556885, |
|
"learning_rate": 6.513498128886515e-05, |
|
"loss": 2.0316, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 1.3955612384692666, |
|
"grad_norm": 6.3201823234558105, |
|
"learning_rate": 6.472904888855463e-05, |
|
"loss": 2.1175, |
|
"step": 1910 |
|
}, |
|
{ |
|
"epoch": 1.4028678418120375, |
|
"grad_norm": 5.530188083648682, |
|
"learning_rate": 6.432205059621449e-05, |
|
"loss": 2.0955, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 1.4101744451548086, |
|
"grad_norm": 5.705748558044434, |
|
"learning_rate": 6.391401586495059e-05, |
|
"loss": 2.0269, |
|
"step": 1930 |
|
}, |
|
{ |
|
"epoch": 1.4174810484975797, |
|
"grad_norm": 5.124378204345703, |
|
"learning_rate": 6.350497422287236e-05, |
|
"loss": 2.2386, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 1.4247876518403508, |
|
"grad_norm": 7.351918697357178, |
|
"learning_rate": 6.309495527095606e-05, |
|
"loss": 2.1977, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 1.4320942551831217, |
|
"grad_norm": 5.076743125915527, |
|
"learning_rate": 6.268398868090255e-05, |
|
"loss": 2.117, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 1.4394008585258928, |
|
"grad_norm": 3.8619604110717773, |
|
"learning_rate": 6.227210419299014e-05, |
|
"loss": 1.9848, |
|
"step": 1970 |
|
}, |
|
{ |
|
"epoch": 1.4467074618686637, |
|
"grad_norm": 3.990159034729004, |
|
"learning_rate": 6.185933161392228e-05, |
|
"loss": 2.0853, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 1.4540140652114348, |
|
"grad_norm": 6.388422966003418, |
|
"learning_rate": 6.144570081467066e-05, |
|
"loss": 2.0883, |
|
"step": 1990 |
|
}, |
|
{ |
|
"epoch": 1.461320668554206, |
|
"grad_norm": 5.564253807067871, |
|
"learning_rate": 6.103124172831346e-05, |
|
"loss": 2.038, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.461320668554206, |
|
"eval_loss": 2.0880391597747803, |
|
"eval_runtime": 109.0271, |
|
"eval_samples_per_second": 11.162, |
|
"eval_steps_per_second": 11.162, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.4686272718969768, |
|
"grad_norm": 6.205707550048828, |
|
"learning_rate": 6.061598434786926e-05, |
|
"loss": 1.9301, |
|
"step": 2010 |
|
}, |
|
{ |
|
"epoch": 1.475933875239748, |
|
"grad_norm": 7.6283111572265625, |
|
"learning_rate": 6.019995872412649e-05, |
|
"loss": 2.0155, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 1.4832404785825188, |
|
"grad_norm": 6.749846458435059, |
|
"learning_rate": 5.9783194963468784e-05, |
|
"loss": 1.9461, |
|
"step": 2030 |
|
}, |
|
{ |
|
"epoch": 1.49054708192529, |
|
"grad_norm": 5.651824951171875, |
|
"learning_rate": 5.936572322569629e-05, |
|
"loss": 2.0335, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 1.497853685268061, |
|
"grad_norm": 11.750208854675293, |
|
"learning_rate": 5.894757372184309e-05, |
|
"loss": 2.0556, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 1.5051602886108322, |
|
"grad_norm": 5.419318675994873, |
|
"learning_rate": 5.852877671199091e-05, |
|
"loss": 1.9466, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 1.512466891953603, |
|
"grad_norm": 4.80405330657959, |
|
"learning_rate": 5.810936250307935e-05, |
|
"loss": 2.1046, |
|
"step": 2070 |
|
}, |
|
{ |
|
"epoch": 1.519773495296374, |
|
"grad_norm": 11.513900756835938, |
|
"learning_rate": 5.768936144671261e-05, |
|
"loss": 1.8582, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 1.527080098639145, |
|
"grad_norm": 5.375672817230225, |
|
"learning_rate": 5.7268803936963124e-05, |
|
"loss": 2.0872, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 1.5343867019819162, |
|
"grad_norm": 4.7279863357543945, |
|
"learning_rate": 5.6847720408171946e-05, |
|
"loss": 2.0174, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 1.5416933053246873, |
|
"grad_norm": 4.411227226257324, |
|
"learning_rate": 5.642614133274641e-05, |
|
"loss": 2.0424, |
|
"step": 2110 |
|
}, |
|
{ |
|
"epoch": 1.5489999086674582, |
|
"grad_norm": 7.084948539733887, |
|
"learning_rate": 5.600409721895488e-05, |
|
"loss": 2.2553, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 1.5563065120102293, |
|
"grad_norm": 5.153254508972168, |
|
"learning_rate": 5.558161860871899e-05, |
|
"loss": 1.9618, |
|
"step": 2130 |
|
}, |
|
{ |
|
"epoch": 1.5636131153530002, |
|
"grad_norm": 8.986722946166992, |
|
"learning_rate": 5.515873607540346e-05, |
|
"loss": 2.0533, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 1.5709197186957713, |
|
"grad_norm": 6.175150394439697, |
|
"learning_rate": 5.473548022160354e-05, |
|
"loss": 2.0438, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 1.5782263220385424, |
|
"grad_norm": 8.26689624786377, |
|
"learning_rate": 5.431188167693044e-05, |
|
"loss": 2.0011, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 1.5855329253813135, |
|
"grad_norm": 4.056985855102539, |
|
"learning_rate": 5.388797109579479e-05, |
|
"loss": 1.9823, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 1.5928395287240844, |
|
"grad_norm": 5.051248073577881, |
|
"learning_rate": 5.346377915518821e-05, |
|
"loss": 1.9149, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 1.6001461320668553, |
|
"grad_norm": 5.093779563903809, |
|
"learning_rate": 5.3039336552463414e-05, |
|
"loss": 2.0657, |
|
"step": 2190 |
|
}, |
|
{ |
|
"epoch": 1.6074527354096264, |
|
"grad_norm": 9.080710411071777, |
|
"learning_rate": 5.261467400311266e-05, |
|
"loss": 1.9656, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 1.6074527354096264, |
|
"eval_loss": 2.061772108078003, |
|
"eval_runtime": 108.1317, |
|
"eval_samples_per_second": 11.255, |
|
"eval_steps_per_second": 11.255, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 1.6147593387523975, |
|
"grad_norm": 5.32938814163208, |
|
"learning_rate": 5.2189822238545017e-05, |
|
"loss": 1.9647, |
|
"step": 2210 |
|
}, |
|
{ |
|
"epoch": 1.6220659420951686, |
|
"grad_norm": 7.389804840087891, |
|
"learning_rate": 5.176481200386245e-05, |
|
"loss": 1.904, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 1.6293725454379395, |
|
"grad_norm": 4.834039688110352, |
|
"learning_rate": 5.1339674055634826e-05, |
|
"loss": 1.9067, |
|
"step": 2230 |
|
}, |
|
{ |
|
"epoch": 1.6366791487807104, |
|
"grad_norm": 5.643000602722168, |
|
"learning_rate": 5.0914439159674244e-05, |
|
"loss": 2.2128, |
|
"step": 2240 |
|
}, |
|
{ |
|
"epoch": 1.6439857521234815, |
|
"grad_norm": 4.886800765991211, |
|
"learning_rate": 5.048913808880861e-05, |
|
"loss": 1.9497, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 1.6512923554662526, |
|
"grad_norm": 12.440683364868164, |
|
"learning_rate": 5.006380162065465e-05, |
|
"loss": 1.9488, |
|
"step": 2260 |
|
}, |
|
{ |
|
"epoch": 1.6585989588090237, |
|
"grad_norm": 7.266822814941406, |
|
"learning_rate": 4.963846053539071e-05, |
|
"loss": 2.1738, |
|
"step": 2270 |
|
}, |
|
{ |
|
"epoch": 1.6659055621517946, |
|
"grad_norm": 9.061182975769043, |
|
"learning_rate": 4.9213145613529194e-05, |
|
"loss": 2.0644, |
|
"step": 2280 |
|
}, |
|
{ |
|
"epoch": 1.6732121654945658, |
|
"grad_norm": 4.660227298736572, |
|
"learning_rate": 4.878788763368921e-05, |
|
"loss": 1.8194, |
|
"step": 2290 |
|
}, |
|
{ |
|
"epoch": 1.6805187688373366, |
|
"grad_norm": 6.212920665740967, |
|
"learning_rate": 4.836271737036916e-05, |
|
"loss": 2.1629, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 1.6878253721801078, |
|
"grad_norm": 5.760697841644287, |
|
"learning_rate": 4.7937665591719664e-05, |
|
"loss": 1.9379, |
|
"step": 2310 |
|
}, |
|
{ |
|
"epoch": 1.6951319755228789, |
|
"grad_norm": 6.021162033081055, |
|
"learning_rate": 4.7512763057317014e-05, |
|
"loss": 1.9756, |
|
"step": 2320 |
|
}, |
|
{ |
|
"epoch": 1.70243857886565, |
|
"grad_norm": 4.001003265380859, |
|
"learning_rate": 4.70880405159372e-05, |
|
"loss": 1.9218, |
|
"step": 2330 |
|
}, |
|
{ |
|
"epoch": 1.7097451822084209, |
|
"grad_norm": 6.9795002937316895, |
|
"learning_rate": 4.666352870333072e-05, |
|
"loss": 2.1045, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 1.7170517855511918, |
|
"grad_norm": 5.518786907196045, |
|
"learning_rate": 4.623925833999832e-05, |
|
"loss": 2.0515, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 1.7243583888939629, |
|
"grad_norm": 3.8339755535125732, |
|
"learning_rate": 4.5815260128967894e-05, |
|
"loss": 1.9462, |
|
"step": 2360 |
|
}, |
|
{ |
|
"epoch": 1.731664992236734, |
|
"grad_norm": 4.569764137268066, |
|
"learning_rate": 4.539156475357257e-05, |
|
"loss": 2.0918, |
|
"step": 2370 |
|
}, |
|
{ |
|
"epoch": 1.738971595579505, |
|
"grad_norm": 4.515227317810059, |
|
"learning_rate": 4.496820287523027e-05, |
|
"loss": 2.1785, |
|
"step": 2380 |
|
}, |
|
{ |
|
"epoch": 1.746278198922276, |
|
"grad_norm": 4.677797794342041, |
|
"learning_rate": 4.454520513122484e-05, |
|
"loss": 2.1057, |
|
"step": 2390 |
|
}, |
|
{ |
|
"epoch": 1.7535848022650469, |
|
"grad_norm": 8.1099214553833, |
|
"learning_rate": 4.412260213248898e-05, |
|
"loss": 2.0285, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 1.7535848022650469, |
|
"eval_loss": 2.0392701625823975, |
|
"eval_runtime": 108.4121, |
|
"eval_samples_per_second": 11.226, |
|
"eval_steps_per_second": 11.226, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 1.760891405607818, |
|
"grad_norm": 5.997411727905273, |
|
"learning_rate": 4.370042446138897e-05, |
|
"loss": 2.0577, |
|
"step": 2410 |
|
}, |
|
{ |
|
"epoch": 1.768198008950589, |
|
"grad_norm": 4.918084144592285, |
|
"learning_rate": 4.3278702669511506e-05, |
|
"loss": 1.9363, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 1.7755046122933602, |
|
"grad_norm": 5.5613932609558105, |
|
"learning_rate": 4.285746727545291e-05, |
|
"loss": 2.041, |
|
"step": 2430 |
|
}, |
|
{ |
|
"epoch": 1.7828112156361313, |
|
"grad_norm": 11.325989723205566, |
|
"learning_rate": 4.2436748762610465e-05, |
|
"loss": 1.9016, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 1.7901178189789022, |
|
"grad_norm": 5.7209296226501465, |
|
"learning_rate": 4.201657757697651e-05, |
|
"loss": 2.0692, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 1.797424422321673, |
|
"grad_norm": 7.241997718811035, |
|
"learning_rate": 4.159698412493515e-05, |
|
"loss": 1.9591, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 1.8047310256644442, |
|
"grad_norm": 4.004190921783447, |
|
"learning_rate": 4.117799877106181e-05, |
|
"loss": 2.0189, |
|
"step": 2470 |
|
}, |
|
{ |
|
"epoch": 1.8120376290072153, |
|
"grad_norm": 7.879773139953613, |
|
"learning_rate": 4.075965183592592e-05, |
|
"loss": 1.9538, |
|
"step": 2480 |
|
}, |
|
{ |
|
"epoch": 1.8193442323499864, |
|
"grad_norm": 5.945032596588135, |
|
"learning_rate": 4.034197359389666e-05, |
|
"loss": 1.853, |
|
"step": 2490 |
|
}, |
|
{ |
|
"epoch": 1.8266508356927573, |
|
"grad_norm": 6.213232517242432, |
|
"learning_rate": 3.992499427095213e-05, |
|
"loss": 2.102, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.8339574390355282, |
|
"grad_norm": 4.097675323486328, |
|
"learning_rate": 3.950874404249199e-05, |
|
"loss": 2.1149, |
|
"step": 2510 |
|
}, |
|
{ |
|
"epoch": 1.8412640423782993, |
|
"grad_norm": 3.8982291221618652, |
|
"learning_rate": 3.9093253031153755e-05, |
|
"loss": 1.961, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 1.8485706457210704, |
|
"grad_norm": 4.43918514251709, |
|
"learning_rate": 3.8678551304632965e-05, |
|
"loss": 1.8826, |
|
"step": 2530 |
|
}, |
|
{ |
|
"epoch": 1.8558772490638415, |
|
"grad_norm": 6.397246360778809, |
|
"learning_rate": 3.8264668873507245e-05, |
|
"loss": 1.9244, |
|
"step": 2540 |
|
}, |
|
{ |
|
"epoch": 1.8631838524066124, |
|
"grad_norm": 4.929690361022949, |
|
"learning_rate": 3.7851635689064546e-05, |
|
"loss": 1.8184, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 1.8704904557493836, |
|
"grad_norm": 4.7890801429748535, |
|
"learning_rate": 3.743948164113567e-05, |
|
"loss": 1.9089, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 1.8777970590921544, |
|
"grad_norm": 5.918452262878418, |
|
"learning_rate": 3.702823655593128e-05, |
|
"loss": 2.0868, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 1.8851036624349256, |
|
"grad_norm": 5.867265701293945, |
|
"learning_rate": 3.6617930193883384e-05, |
|
"loss": 2.0125, |
|
"step": 2580 |
|
}, |
|
{ |
|
"epoch": 1.8924102657776967, |
|
"grad_norm": 4.536275863647461, |
|
"learning_rate": 3.62085922474918e-05, |
|
"loss": 1.9122, |
|
"step": 2590 |
|
}, |
|
{ |
|
"epoch": 1.8997168691204678, |
|
"grad_norm": 5.288751602172852, |
|
"learning_rate": 3.580025233917529e-05, |
|
"loss": 1.9932, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 1.8997168691204678, |
|
"eval_loss": 2.0270345211029053, |
|
"eval_runtime": 111.0925, |
|
"eval_samples_per_second": 10.955, |
|
"eval_steps_per_second": 10.955, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 1.9070234724632387, |
|
"grad_norm": 5.767890453338623, |
|
"learning_rate": 3.5392940019127977e-05, |
|
"loss": 1.9772, |
|
"step": 2610 |
|
}, |
|
{ |
|
"epoch": 1.9143300758060096, |
|
"grad_norm": 5.185894012451172, |
|
"learning_rate": 3.498668476318083e-05, |
|
"loss": 1.6921, |
|
"step": 2620 |
|
}, |
|
{ |
|
"epoch": 1.9216366791487807, |
|
"grad_norm": 6.62992525100708, |
|
"learning_rate": 3.458151597066863e-05, |
|
"loss": 1.9544, |
|
"step": 2630 |
|
}, |
|
{ |
|
"epoch": 1.9289432824915518, |
|
"grad_norm": 11.95433235168457, |
|
"learning_rate": 3.417746296230244e-05, |
|
"loss": 2.0189, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 1.936249885834323, |
|
"grad_norm": 4.77971076965332, |
|
"learning_rate": 3.3774554978047756e-05, |
|
"loss": 1.9203, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 1.9435564891770938, |
|
"grad_norm": 7.271909236907959, |
|
"learning_rate": 3.337282117500847e-05, |
|
"loss": 2.0945, |
|
"step": 2660 |
|
}, |
|
{ |
|
"epoch": 1.9508630925198647, |
|
"grad_norm": 8.73035717010498, |
|
"learning_rate": 3.297229062531696e-05, |
|
"loss": 2.0409, |
|
"step": 2670 |
|
}, |
|
{ |
|
"epoch": 1.9581696958626358, |
|
"grad_norm": 9.147926330566406, |
|
"learning_rate": 3.257299231403014e-05, |
|
"loss": 1.9463, |
|
"step": 2680 |
|
}, |
|
{ |
|
"epoch": 1.965476299205407, |
|
"grad_norm": 29.067060470581055, |
|
"learning_rate": 3.217495513703198e-05, |
|
"loss": 2.0646, |
|
"step": 2690 |
|
}, |
|
{ |
|
"epoch": 1.972782902548178, |
|
"grad_norm": 17.448034286499023, |
|
"learning_rate": 3.177820789894234e-05, |
|
"loss": 1.8981, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 1.980089505890949, |
|
"grad_norm": 5.893951892852783, |
|
"learning_rate": 3.138277931103254e-05, |
|
"loss": 1.7993, |
|
"step": 2710 |
|
}, |
|
{ |
|
"epoch": 1.98739610923372, |
|
"grad_norm": 8.20900821685791, |
|
"learning_rate": 3.09886979891476e-05, |
|
"loss": 2.1449, |
|
"step": 2720 |
|
}, |
|
{ |
|
"epoch": 1.994702712576491, |
|
"grad_norm": 5.447132587432861, |
|
"learning_rate": 3.059599245163538e-05, |
|
"loss": 1.8473, |
|
"step": 2730 |
|
}, |
|
{ |
|
"epoch": 2.002009315919262, |
|
"grad_norm": 6.67828893661499, |
|
"learning_rate": 3.0204691117282856e-05, |
|
"loss": 1.9341, |
|
"step": 2740 |
|
}, |
|
{ |
|
"epoch": 2.009315919262033, |
|
"grad_norm": 7.406982898712158, |
|
"learning_rate": 2.981482230325946e-05, |
|
"loss": 1.9778, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 2.0166225226048042, |
|
"grad_norm": 4.272141456604004, |
|
"learning_rate": 2.9426414223067978e-05, |
|
"loss": 1.8293, |
|
"step": 2760 |
|
}, |
|
{ |
|
"epoch": 2.023929125947575, |
|
"grad_norm": 5.6061320304870605, |
|
"learning_rate": 2.9039494984502734e-05, |
|
"loss": 1.7844, |
|
"step": 2770 |
|
}, |
|
{ |
|
"epoch": 2.031235729290346, |
|
"grad_norm": 6.46597957611084, |
|
"learning_rate": 2.865409258761557e-05, |
|
"loss": 1.8147, |
|
"step": 2780 |
|
}, |
|
{ |
|
"epoch": 2.038542332633117, |
|
"grad_norm": 6.094344139099121, |
|
"learning_rate": 2.8270234922689597e-05, |
|
"loss": 1.7082, |
|
"step": 2790 |
|
}, |
|
{ |
|
"epoch": 2.0458489359758882, |
|
"grad_norm": 5.04010534286499, |
|
"learning_rate": 2.788794976822077e-05, |
|
"loss": 1.6477, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 2.0458489359758882, |
|
"eval_loss": 2.0164308547973633, |
|
"eval_runtime": 111.1374, |
|
"eval_samples_per_second": 10.95, |
|
"eval_steps_per_second": 10.95, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 2.0531555393186594, |
|
"grad_norm": 13.458788871765137, |
|
"learning_rate": 2.7507264788907783e-05, |
|
"loss": 1.7778, |
|
"step": 2810 |
|
}, |
|
{ |
|
"epoch": 2.0604621426614305, |
|
"grad_norm": 6.946293830871582, |
|
"learning_rate": 2.712820753364998e-05, |
|
"loss": 1.6629, |
|
"step": 2820 |
|
}, |
|
{ |
|
"epoch": 2.067768746004201, |
|
"grad_norm": 8.358539581298828, |
|
"learning_rate": 2.6750805433553728e-05, |
|
"loss": 2.0157, |
|
"step": 2830 |
|
}, |
|
{ |
|
"epoch": 2.0750753493469722, |
|
"grad_norm": 6.011590480804443, |
|
"learning_rate": 2.637508579994741e-05, |
|
"loss": 1.9037, |
|
"step": 2840 |
|
}, |
|
{ |
|
"epoch": 2.0823819526897434, |
|
"grad_norm": 5.1315226554870605, |
|
"learning_rate": 2.6001075822404864e-05, |
|
"loss": 1.8682, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 2.0896885560325145, |
|
"grad_norm": 5.693300247192383, |
|
"learning_rate": 2.5628802566777904e-05, |
|
"loss": 1.8367, |
|
"step": 2860 |
|
}, |
|
{ |
|
"epoch": 2.0969951593752856, |
|
"grad_norm": 5.308597087860107, |
|
"learning_rate": 2.5258292973237536e-05, |
|
"loss": 1.9468, |
|
"step": 2870 |
|
}, |
|
{ |
|
"epoch": 2.1043017627180562, |
|
"grad_norm": 6.057744979858398, |
|
"learning_rate": 2.4889573854324443e-05, |
|
"loss": 1.7683, |
|
"step": 2880 |
|
}, |
|
{ |
|
"epoch": 2.1116083660608274, |
|
"grad_norm": 5.609562397003174, |
|
"learning_rate": 2.452267189300864e-05, |
|
"loss": 1.8463, |
|
"step": 2890 |
|
}, |
|
{ |
|
"epoch": 2.1189149694035985, |
|
"grad_norm": 4.729313850402832, |
|
"learning_rate": 2.415761364075857e-05, |
|
"loss": 1.9935, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 2.1262215727463696, |
|
"grad_norm": 4.285727500915527, |
|
"learning_rate": 2.3794425515619535e-05, |
|
"loss": 1.8125, |
|
"step": 2910 |
|
}, |
|
{ |
|
"epoch": 2.1335281760891407, |
|
"grad_norm": 5.974366664886475, |
|
"learning_rate": 2.343313380030207e-05, |
|
"loss": 1.8855, |
|
"step": 2920 |
|
}, |
|
{ |
|
"epoch": 2.140834779431912, |
|
"grad_norm": 5.998205661773682, |
|
"learning_rate": 2.30737646402798e-05, |
|
"loss": 2.0122, |
|
"step": 2930 |
|
}, |
|
{ |
|
"epoch": 2.1481413827746825, |
|
"grad_norm": 7.216914176940918, |
|
"learning_rate": 2.271634404189752e-05, |
|
"loss": 1.8831, |
|
"step": 2940 |
|
}, |
|
{ |
|
"epoch": 2.1554479861174536, |
|
"grad_norm": 6.571489334106445, |
|
"learning_rate": 2.2360897870489055e-05, |
|
"loss": 1.6656, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 2.1627545894602247, |
|
"grad_norm": 5.754743576049805, |
|
"learning_rate": 2.2007451848505627e-05, |
|
"loss": 1.7651, |
|
"step": 2960 |
|
}, |
|
{ |
|
"epoch": 2.170061192802996, |
|
"grad_norm": 4.261959552764893, |
|
"learning_rate": 2.1656031553654272e-05, |
|
"loss": 2.0409, |
|
"step": 2970 |
|
}, |
|
{ |
|
"epoch": 2.177367796145767, |
|
"grad_norm": 4.679163932800293, |
|
"learning_rate": 2.1306662417046968e-05, |
|
"loss": 1.7555, |
|
"step": 2980 |
|
}, |
|
{ |
|
"epoch": 2.1846743994885376, |
|
"grad_norm": 5.427217483520508, |
|
"learning_rate": 2.0959369721360183e-05, |
|
"loss": 2.0074, |
|
"step": 2990 |
|
}, |
|
{ |
|
"epoch": 2.1919810028313087, |
|
"grad_norm": 8.53897476196289, |
|
"learning_rate": 2.0614178599005356e-05, |
|
"loss": 1.5985, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.1919810028313087, |
|
"eval_loss": 2.0024373531341553, |
|
"eval_runtime": 110.7503, |
|
"eval_samples_per_second": 10.989, |
|
"eval_steps_per_second": 10.989, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.19928760617408, |
|
"grad_norm": 8.221793174743652, |
|
"learning_rate": 2.0271114030310035e-05, |
|
"loss": 1.8105, |
|
"step": 3010 |
|
}, |
|
{ |
|
"epoch": 2.206594209516851, |
|
"grad_norm": 5.500391006469727, |
|
"learning_rate": 1.9930200841710193e-05, |
|
"loss": 1.844, |
|
"step": 3020 |
|
}, |
|
{ |
|
"epoch": 2.213900812859622, |
|
"grad_norm": 8.051352500915527, |
|
"learning_rate": 1.9591463703953672e-05, |
|
"loss": 1.6881, |
|
"step": 3030 |
|
}, |
|
{ |
|
"epoch": 2.221207416202393, |
|
"grad_norm": 4.4952898025512695, |
|
"learning_rate": 1.9254927130314726e-05, |
|
"loss": 1.8373, |
|
"step": 3040 |
|
}, |
|
{ |
|
"epoch": 2.228514019545164, |
|
"grad_norm": 7.687475204467773, |
|
"learning_rate": 1.8920615474820152e-05, |
|
"loss": 1.9104, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 2.235820622887935, |
|
"grad_norm": 5.942209243774414, |
|
"learning_rate": 1.8588552930486915e-05, |
|
"loss": 1.9455, |
|
"step": 3060 |
|
}, |
|
{ |
|
"epoch": 2.243127226230706, |
|
"grad_norm": 4.695751667022705, |
|
"learning_rate": 1.8258763527571243e-05, |
|
"loss": 1.7007, |
|
"step": 3070 |
|
}, |
|
{ |
|
"epoch": 2.250433829573477, |
|
"grad_norm": 5.661278247833252, |
|
"learning_rate": 1.7931271131829758e-05, |
|
"loss": 1.7467, |
|
"step": 3080 |
|
}, |
|
{ |
|
"epoch": 2.257740432916248, |
|
"grad_norm": 7.149540901184082, |
|
"learning_rate": 1.7606099442792373e-05, |
|
"loss": 1.6398, |
|
"step": 3090 |
|
}, |
|
{ |
|
"epoch": 2.265047036259019, |
|
"grad_norm": 7.075028419494629, |
|
"learning_rate": 1.728327199204716e-05, |
|
"loss": 1.7911, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 2.27235363960179, |
|
"grad_norm": 5.169941425323486, |
|
"learning_rate": 1.696281214153757e-05, |
|
"loss": 1.9487, |
|
"step": 3110 |
|
}, |
|
{ |
|
"epoch": 2.279660242944561, |
|
"grad_norm": 8.544054985046387, |
|
"learning_rate": 1.664474308187167e-05, |
|
"loss": 1.9077, |
|
"step": 3120 |
|
}, |
|
{ |
|
"epoch": 2.2869668462873323, |
|
"grad_norm": 5.160293102264404, |
|
"learning_rate": 1.6329087830644053e-05, |
|
"loss": 1.7878, |
|
"step": 3130 |
|
}, |
|
{ |
|
"epoch": 2.2942734496301034, |
|
"grad_norm": 7.8444342613220215, |
|
"learning_rate": 1.6015869230769992e-05, |
|
"loss": 1.6692, |
|
"step": 3140 |
|
}, |
|
{ |
|
"epoch": 2.301580052972874, |
|
"grad_norm": 5.798057556152344, |
|
"learning_rate": 1.5705109948832526e-05, |
|
"loss": 1.8317, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 2.308886656315645, |
|
"grad_norm": 7.343387126922607, |
|
"learning_rate": 1.5396832473442e-05, |
|
"loss": 1.9332, |
|
"step": 3160 |
|
}, |
|
{ |
|
"epoch": 2.3161932596584163, |
|
"grad_norm": 5.731598377227783, |
|
"learning_rate": 1.5091059113608785e-05, |
|
"loss": 1.6953, |
|
"step": 3170 |
|
}, |
|
{ |
|
"epoch": 2.3234998630011874, |
|
"grad_norm": 7.075622081756592, |
|
"learning_rate": 1.4787811997128737e-05, |
|
"loss": 1.8049, |
|
"step": 3180 |
|
}, |
|
{ |
|
"epoch": 2.3308064663439585, |
|
"grad_norm": 9.426651000976562, |
|
"learning_rate": 1.4487113068981934e-05, |
|
"loss": 2.002, |
|
"step": 3190 |
|
}, |
|
{ |
|
"epoch": 2.338113069686729, |
|
"grad_norm": 6.5062360763549805, |
|
"learning_rate": 1.418898408974456e-05, |
|
"loss": 1.8708, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 2.338113069686729, |
|
"eval_loss": 1.9918181896209717, |
|
"eval_runtime": 110.5621, |
|
"eval_samples_per_second": 11.007, |
|
"eval_steps_per_second": 11.007, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 2.3454196730295003, |
|
"grad_norm": 5.592414379119873, |
|
"learning_rate": 1.3893446634014257e-05, |
|
"loss": 1.8714, |
|
"step": 3210 |
|
}, |
|
{ |
|
"epoch": 2.3527262763722714, |
|
"grad_norm": 5.582223892211914, |
|
"learning_rate": 1.3600522088848689e-05, |
|
"loss": 1.7765, |
|
"step": 3220 |
|
}, |
|
{ |
|
"epoch": 2.3600328797150425, |
|
"grad_norm": 7.002323150634766, |
|
"learning_rate": 1.3310231652217997e-05, |
|
"loss": 1.9461, |
|
"step": 3230 |
|
}, |
|
{ |
|
"epoch": 2.3673394830578136, |
|
"grad_norm": 12.038192749023438, |
|
"learning_rate": 1.3022596331470632e-05, |
|
"loss": 1.8854, |
|
"step": 3240 |
|
}, |
|
{ |
|
"epoch": 2.3746460864005847, |
|
"grad_norm": 7.399435520172119, |
|
"learning_rate": 1.2737636941813196e-05, |
|
"loss": 1.9169, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 2.3819526897433554, |
|
"grad_norm": 8.563164710998535, |
|
"learning_rate": 1.245537410480414e-05, |
|
"loss": 1.9562, |
|
"step": 3260 |
|
}, |
|
{ |
|
"epoch": 2.3892592930861265, |
|
"grad_norm": 5.194084167480469, |
|
"learning_rate": 1.2175828246861359e-05, |
|
"loss": 1.7997, |
|
"step": 3270 |
|
}, |
|
{ |
|
"epoch": 2.3965658964288976, |
|
"grad_norm": 6.553465366363525, |
|
"learning_rate": 1.1899019597784117e-05, |
|
"loss": 1.8751, |
|
"step": 3280 |
|
}, |
|
{ |
|
"epoch": 2.4038724997716687, |
|
"grad_norm": 5.508111476898193, |
|
"learning_rate": 1.1624968189288965e-05, |
|
"loss": 1.7808, |
|
"step": 3290 |
|
}, |
|
{ |
|
"epoch": 2.41117910311444, |
|
"grad_norm": 6.692938327789307, |
|
"learning_rate": 1.1353693853560216e-05, |
|
"loss": 1.6511, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 2.4184857064572105, |
|
"grad_norm": 6.976585388183594, |
|
"learning_rate": 1.1085216221814665e-05, |
|
"loss": 1.8939, |
|
"step": 3310 |
|
}, |
|
{ |
|
"epoch": 2.4257923097999816, |
|
"grad_norm": 7.673839569091797, |
|
"learning_rate": 1.0819554722881048e-05, |
|
"loss": 2.0006, |
|
"step": 3320 |
|
}, |
|
{ |
|
"epoch": 2.4330989131427527, |
|
"grad_norm": 6.984090805053711, |
|
"learning_rate": 1.055672858179393e-05, |
|
"loss": 1.7107, |
|
"step": 3330 |
|
}, |
|
{ |
|
"epoch": 2.440405516485524, |
|
"grad_norm": 6.236724853515625, |
|
"learning_rate": 1.0296756818402531e-05, |
|
"loss": 1.6792, |
|
"step": 3340 |
|
}, |
|
{ |
|
"epoch": 2.447712119828295, |
|
"grad_norm": 7.661273002624512, |
|
"learning_rate": 1.0039658245994277e-05, |
|
"loss": 1.818, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 2.455018723171066, |
|
"grad_norm": 8.403165817260742, |
|
"learning_rate": 9.78545146993342e-06, |
|
"loss": 1.9927, |
|
"step": 3360 |
|
}, |
|
{ |
|
"epoch": 2.4623253265138367, |
|
"grad_norm": 5.08246374130249, |
|
"learning_rate": 9.534154886314517e-06, |
|
"loss": 1.7398, |
|
"step": 3370 |
|
}, |
|
{ |
|
"epoch": 2.469631929856608, |
|
"grad_norm": 7.482173919677734, |
|
"learning_rate": 9.28578668063127e-06, |
|
"loss": 1.9105, |
|
"step": 3380 |
|
}, |
|
{ |
|
"epoch": 2.476938533199379, |
|
"grad_norm": 4.506008148193359, |
|
"learning_rate": 9.040364826460423e-06, |
|
"loss": 1.9258, |
|
"step": 3390 |
|
}, |
|
{ |
|
"epoch": 2.48424513654215, |
|
"grad_norm": 6.290830612182617, |
|
"learning_rate": 8.797907084161155e-06, |
|
"loss": 1.8533, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 2.48424513654215, |
|
"eval_loss": 1.9872702360153198, |
|
"eval_runtime": 110.4675, |
|
"eval_samples_per_second": 11.017, |
|
"eval_steps_per_second": 11.017, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 2.491551739884921, |
|
"grad_norm": 5.8204522132873535, |
|
"learning_rate": 8.558430999589723e-06, |
|
"loss": 1.9186, |
|
"step": 3410 |
|
}, |
|
{ |
|
"epoch": 2.498858343227692, |
|
"grad_norm": 7.549562931060791, |
|
"learning_rate": 8.321953902829842e-06, |
|
"loss": 1.6548, |
|
"step": 3420 |
|
}, |
|
{ |
|
"epoch": 2.506164946570463, |
|
"grad_norm": 5.260471820831299, |
|
"learning_rate": 8.08849290693846e-06, |
|
"loss": 1.877, |
|
"step": 3430 |
|
}, |
|
{ |
|
"epoch": 2.513471549913234, |
|
"grad_norm": 7.633718967437744, |
|
"learning_rate": 7.85806490670739e-06, |
|
"loss": 1.7109, |
|
"step": 3440 |
|
}, |
|
{ |
|
"epoch": 2.520778153256005, |
|
"grad_norm": 6.902381420135498, |
|
"learning_rate": 7.630686577440722e-06, |
|
"loss": 1.8875, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 2.5280847565987763, |
|
"grad_norm": 8.275242805480957, |
|
"learning_rate": 7.406374373748004e-06, |
|
"loss": 1.8563, |
|
"step": 3460 |
|
}, |
|
{ |
|
"epoch": 2.5353913599415474, |
|
"grad_norm": 5.76878023147583, |
|
"learning_rate": 7.185144528353583e-06, |
|
"loss": 1.7962, |
|
"step": 3470 |
|
}, |
|
{ |
|
"epoch": 2.542697963284318, |
|
"grad_norm": 4.979648590087891, |
|
"learning_rate": 6.967013050921795e-06, |
|
"loss": 1.9158, |
|
"step": 3480 |
|
}, |
|
{ |
|
"epoch": 2.550004566627089, |
|
"grad_norm": 9.704955101013184, |
|
"learning_rate": 6.751995726898464e-06, |
|
"loss": 2.0237, |
|
"step": 3490 |
|
}, |
|
{ |
|
"epoch": 2.5573111699698603, |
|
"grad_norm": 9.094025611877441, |
|
"learning_rate": 6.540108116368515e-06, |
|
"loss": 1.8791, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 2.5646177733126314, |
|
"grad_norm": 6.252310752868652, |
|
"learning_rate": 6.33136555293003e-06, |
|
"loss": 1.8576, |
|
"step": 3510 |
|
}, |
|
{ |
|
"epoch": 2.571924376655402, |
|
"grad_norm": 7.935026168823242, |
|
"learning_rate": 6.125783142584479e-06, |
|
"loss": 1.9725, |
|
"step": 3520 |
|
}, |
|
{ |
|
"epoch": 2.579230979998173, |
|
"grad_norm": 6.289064884185791, |
|
"learning_rate": 5.923375762643668e-06, |
|
"loss": 1.7741, |
|
"step": 3530 |
|
}, |
|
{ |
|
"epoch": 2.5865375833409443, |
|
"grad_norm": 6.07642126083374, |
|
"learning_rate": 5.724158060653029e-06, |
|
"loss": 1.8716, |
|
"step": 3540 |
|
}, |
|
{ |
|
"epoch": 2.5938441866837154, |
|
"grad_norm": 7.241240501403809, |
|
"learning_rate": 5.528144453331696e-06, |
|
"loss": 1.7577, |
|
"step": 3550 |
|
}, |
|
{ |
|
"epoch": 2.6011507900264865, |
|
"grad_norm": 5.838751316070557, |
|
"learning_rate": 5.335349125529154e-06, |
|
"loss": 1.8637, |
|
"step": 3560 |
|
}, |
|
{ |
|
"epoch": 2.6084573933692576, |
|
"grad_norm": 7.343444347381592, |
|
"learning_rate": 5.14578602919879e-06, |
|
"loss": 1.8605, |
|
"step": 3570 |
|
}, |
|
{ |
|
"epoch": 2.6157639967120287, |
|
"grad_norm": 5.384237289428711, |
|
"learning_rate": 4.959468882388163e-06, |
|
"loss": 1.739, |
|
"step": 3580 |
|
}, |
|
{ |
|
"epoch": 2.6230706000547994, |
|
"grad_norm": 8.187921524047852, |
|
"learning_rate": 4.776411168246353e-06, |
|
"loss": 1.8639, |
|
"step": 3590 |
|
}, |
|
{ |
|
"epoch": 2.6303772033975705, |
|
"grad_norm": 5.8128838539123535, |
|
"learning_rate": 4.596626134048176e-06, |
|
"loss": 1.7357, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 2.6303772033975705, |
|
"eval_loss": 1.9813354015350342, |
|
"eval_runtime": 104.4364, |
|
"eval_samples_per_second": 11.653, |
|
"eval_steps_per_second": 11.653, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 2.6376838067403416, |
|
"grad_norm": 5.993869304656982, |
|
"learning_rate": 4.420126790235552e-06, |
|
"loss": 1.9172, |
|
"step": 3610 |
|
}, |
|
{ |
|
"epoch": 2.6449904100831128, |
|
"grad_norm": 6.651885509490967, |
|
"learning_rate": 4.246925909475957e-06, |
|
"loss": 1.7701, |
|
"step": 3620 |
|
}, |
|
{ |
|
"epoch": 2.6522970134258834, |
|
"grad_norm": 5.599200248718262, |
|
"learning_rate": 4.077036025738118e-06, |
|
"loss": 1.9576, |
|
"step": 3630 |
|
}, |
|
{ |
|
"epoch": 2.6596036167686545, |
|
"grad_norm": 5.870293140411377, |
|
"learning_rate": 3.910469433385017e-06, |
|
"loss": 1.7158, |
|
"step": 3640 |
|
}, |
|
{ |
|
"epoch": 2.6669102201114256, |
|
"grad_norm": 7.64784574508667, |
|
"learning_rate": 3.7472381862840967e-06, |
|
"loss": 1.8767, |
|
"step": 3650 |
|
}, |
|
{ |
|
"epoch": 2.6742168234541968, |
|
"grad_norm": 5.308115005493164, |
|
"learning_rate": 3.5873540969350415e-06, |
|
"loss": 1.9414, |
|
"step": 3660 |
|
}, |
|
{ |
|
"epoch": 2.681523426796968, |
|
"grad_norm": 6.556251525878906, |
|
"learning_rate": 3.430828735614916e-06, |
|
"loss": 1.8932, |
|
"step": 3670 |
|
}, |
|
{ |
|
"epoch": 2.688830030139739, |
|
"grad_norm": 5.682919025421143, |
|
"learning_rate": 3.277673429540862e-06, |
|
"loss": 1.8576, |
|
"step": 3680 |
|
}, |
|
{ |
|
"epoch": 2.69613663348251, |
|
"grad_norm": 5.832954406738281, |
|
"learning_rate": 3.1278992620503877e-06, |
|
"loss": 1.6419, |
|
"step": 3690 |
|
}, |
|
{ |
|
"epoch": 2.7034432368252808, |
|
"grad_norm": 5.423207759857178, |
|
"learning_rate": 2.9815170717993115e-06, |
|
"loss": 1.7736, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 2.710749840168052, |
|
"grad_norm": 5.549076080322266, |
|
"learning_rate": 2.83853745197738e-06, |
|
"loss": 1.9699, |
|
"step": 3710 |
|
}, |
|
{ |
|
"epoch": 2.718056443510823, |
|
"grad_norm": 5.261001110076904, |
|
"learning_rate": 2.6989707495417292e-06, |
|
"loss": 1.5671, |
|
"step": 3720 |
|
}, |
|
{ |
|
"epoch": 2.725363046853594, |
|
"grad_norm": 9.049291610717773, |
|
"learning_rate": 2.5628270644680265e-06, |
|
"loss": 1.9909, |
|
"step": 3730 |
|
}, |
|
{ |
|
"epoch": 2.7326696501963648, |
|
"grad_norm": 5.768558979034424, |
|
"learning_rate": 2.430116249019665e-06, |
|
"loss": 1.8207, |
|
"step": 3740 |
|
}, |
|
{ |
|
"epoch": 2.739976253539136, |
|
"grad_norm": 7.210824012756348, |
|
"learning_rate": 2.3008479070346867e-06, |
|
"loss": 1.8219, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 2.747282856881907, |
|
"grad_norm": 5.107162952423096, |
|
"learning_rate": 2.1750313932308806e-06, |
|
"loss": 1.7551, |
|
"step": 3760 |
|
}, |
|
{ |
|
"epoch": 2.754589460224678, |
|
"grad_norm": 6.917966365814209, |
|
"learning_rate": 2.0526758125287427e-06, |
|
"loss": 1.6674, |
|
"step": 3770 |
|
}, |
|
{ |
|
"epoch": 2.761896063567449, |
|
"grad_norm": 5.870244026184082, |
|
"learning_rate": 1.933790019392634e-06, |
|
"loss": 1.8, |
|
"step": 3780 |
|
}, |
|
{ |
|
"epoch": 2.7692026669102203, |
|
"grad_norm": 5.093700408935547, |
|
"learning_rate": 1.8183826171899677e-06, |
|
"loss": 1.7592, |
|
"step": 3790 |
|
}, |
|
{ |
|
"epoch": 2.776509270252991, |
|
"grad_norm": 9.029096603393555, |
|
"learning_rate": 1.7064619575686336e-06, |
|
"loss": 1.8041, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 2.776509270252991, |
|
"eval_loss": 1.9782235622406006, |
|
"eval_runtime": 105.0311, |
|
"eval_samples_per_second": 11.587, |
|
"eval_steps_per_second": 11.587, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 2.783815873595762, |
|
"grad_norm": 5.48701810836792, |
|
"learning_rate": 1.5980361398526267e-06, |
|
"loss": 2.1588, |
|
"step": 3810 |
|
}, |
|
{ |
|
"epoch": 2.791122476938533, |
|
"grad_norm": 8.91283893585205, |
|
"learning_rate": 1.4931130104559154e-06, |
|
"loss": 1.8274, |
|
"step": 3820 |
|
}, |
|
{ |
|
"epoch": 2.7984290802813043, |
|
"grad_norm": 7.846653938293457, |
|
"learning_rate": 1.3917001623146186e-06, |
|
"loss": 1.9029, |
|
"step": 3830 |
|
}, |
|
{ |
|
"epoch": 2.805735683624075, |
|
"grad_norm": 5.458700656890869, |
|
"learning_rate": 1.2938049343375502e-06, |
|
"loss": 1.8208, |
|
"step": 3840 |
|
}, |
|
{ |
|
"epoch": 2.813042286966846, |
|
"grad_norm": 6.338927745819092, |
|
"learning_rate": 1.1994344108750833e-06, |
|
"loss": 1.808, |
|
"step": 3850 |
|
}, |
|
{ |
|
"epoch": 2.820348890309617, |
|
"grad_norm": 6.470076560974121, |
|
"learning_rate": 1.108595421206532e-06, |
|
"loss": 1.8503, |
|
"step": 3860 |
|
}, |
|
{ |
|
"epoch": 2.8276554936523883, |
|
"grad_norm": 4.856273174285889, |
|
"learning_rate": 1.021294539045914e-06, |
|
"loss": 1.9037, |
|
"step": 3870 |
|
}, |
|
{ |
|
"epoch": 2.8349620969951594, |
|
"grad_norm": 6.1774139404296875, |
|
"learning_rate": 9.375380820662194e-07, |
|
"loss": 1.8673, |
|
"step": 3880 |
|
}, |
|
{ |
|
"epoch": 2.8422687003379306, |
|
"grad_norm": 5.6335296630859375, |
|
"learning_rate": 8.57332111442255e-07, |
|
"loss": 1.6094, |
|
"step": 3890 |
|
}, |
|
{ |
|
"epoch": 2.8495753036807017, |
|
"grad_norm": 6.399806022644043, |
|
"learning_rate": 7.806824314119832e-07, |
|
"loss": 1.8876, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 2.8568819070234723, |
|
"grad_norm": 8.844847679138184, |
|
"learning_rate": 7.075945888565194e-07, |
|
"loss": 1.9354, |
|
"step": 3910 |
|
}, |
|
{ |
|
"epoch": 2.8641885103662434, |
|
"grad_norm": 7.803627014160156, |
|
"learning_rate": 6.380738728986924e-07, |
|
"loss": 1.7139, |
|
"step": 3920 |
|
}, |
|
{ |
|
"epoch": 2.8714951137090146, |
|
"grad_norm": 8.815073013305664, |
|
"learning_rate": 5.721253145203165e-07, |
|
"loss": 1.8449, |
|
"step": 3930 |
|
}, |
|
{ |
|
"epoch": 2.8788017170517857, |
|
"grad_norm": 5.23136568069458, |
|
"learning_rate": 5.097536861981e-07, |
|
"loss": 1.774, |
|
"step": 3940 |
|
}, |
|
{ |
|
"epoch": 2.8861083203945563, |
|
"grad_norm": 5.498495101928711, |
|
"learning_rate": 4.5096350155827693e-07, |
|
"loss": 1.7747, |
|
"step": 3950 |
|
}, |
|
{ |
|
"epoch": 2.8934149237373274, |
|
"grad_norm": 6.538133144378662, |
|
"learning_rate": 3.957590150499735e-07, |
|
"loss": 1.8453, |
|
"step": 3960 |
|
}, |
|
{ |
|
"epoch": 2.9007215270800986, |
|
"grad_norm": 6.259313106536865, |
|
"learning_rate": 3.441442216373436e-07, |
|
"loss": 1.9312, |
|
"step": 3970 |
|
}, |
|
{ |
|
"epoch": 2.9080281304228697, |
|
"grad_norm": 5.1868486404418945, |
|
"learning_rate": 2.9612285651042795e-07, |
|
"loss": 1.8508, |
|
"step": 3980 |
|
}, |
|
{ |
|
"epoch": 2.915334733765641, |
|
"grad_norm": 6.202200412750244, |
|
"learning_rate": 2.5169839481489764e-07, |
|
"loss": 1.8832, |
|
"step": 3990 |
|
}, |
|
{ |
|
"epoch": 2.922641337108412, |
|
"grad_norm": 5.868015289306641, |
|
"learning_rate": 2.1087405140053362e-07, |
|
"loss": 1.7998, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 2.922641337108412, |
|
"eval_loss": 1.9779986143112183, |
|
"eval_runtime": 103.4275, |
|
"eval_samples_per_second": 11.767, |
|
"eval_steps_per_second": 11.767, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 2.929947940451183, |
|
"grad_norm": 9.322286605834961, |
|
"learning_rate": 1.736527805885957e-07, |
|
"loss": 1.8784, |
|
"step": 4010 |
|
}, |
|
{ |
|
"epoch": 2.9372545437939537, |
|
"grad_norm": 5.733661651611328, |
|
"learning_rate": 1.4003727595802152e-07, |
|
"loss": 1.9243, |
|
"step": 4020 |
|
}, |
|
{ |
|
"epoch": 2.944561147136725, |
|
"grad_norm": 6.326545238494873, |
|
"learning_rate": 1.1002997015050476e-07, |
|
"loss": 1.8568, |
|
"step": 4030 |
|
}, |
|
{ |
|
"epoch": 2.951867750479496, |
|
"grad_norm": 5.118636608123779, |
|
"learning_rate": 8.363303469445805e-08, |
|
"loss": 1.7683, |
|
"step": 4040 |
|
}, |
|
{ |
|
"epoch": 2.959174353822267, |
|
"grad_norm": 5.2632317543029785, |
|
"learning_rate": 6.084837984786096e-08, |
|
"loss": 1.9612, |
|
"step": 4050 |
|
}, |
|
{ |
|
"epoch": 2.9664809571650377, |
|
"grad_norm": 5.4591898918151855, |
|
"learning_rate": 4.167765446000393e-08, |
|
"loss": 1.8417, |
|
"step": 4060 |
|
}, |
|
{ |
|
"epoch": 2.973787560507809, |
|
"grad_norm": 6.642773628234863, |
|
"learning_rate": 2.6122245852205906e-08, |
|
"loss": 1.9892, |
|
"step": 4070 |
|
}, |
|
{ |
|
"epoch": 2.98109416385058, |
|
"grad_norm": 5.449717998504639, |
|
"learning_rate": 1.4183279717389087e-08, |
|
"loss": 1.8122, |
|
"step": 4080 |
|
}, |
|
{ |
|
"epoch": 2.988400767193351, |
|
"grad_norm": 5.309086322784424, |
|
"learning_rate": 5.861620038610794e-09, |
|
"loss": 1.7895, |
|
"step": 4090 |
|
}, |
|
{ |
|
"epoch": 2.995707370536122, |
|
"grad_norm": 6.38864803314209, |
|
"learning_rate": 1.157869026574554e-09, |
|
"loss": 1.7208, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 2.9986300118732303, |
|
"step": 4104, |
|
"total_flos": 1.3798092749438976e+17, |
|
"train_loss": 2.123500373163651, |
|
"train_runtime": 11771.2816, |
|
"train_samples_per_second": 2.79, |
|
"train_steps_per_second": 0.349 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 4104, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"total_flos": 1.3798092749438976e+17, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|