|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.30832476875642345, |
|
"eval_steps": 500, |
|
"global_step": 600, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9999979150098865e-05, |
|
"loss": 4.0418, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.999989444743508e-05, |
|
"loss": 3.8361, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.999974458911041e-05, |
|
"loss": 3.8737, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9999529575515425e-05, |
|
"loss": 3.806, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9999249407210515e-05, |
|
"loss": 3.4125, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9998904084925845e-05, |
|
"loss": 3.6489, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.999849360956141e-05, |
|
"loss": 3.4719, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.999811831976564e-05, |
|
"loss": 3.5265, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.999759057166764e-05, |
|
"loss": 3.6889, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.9996997673913204e-05, |
|
"loss": 3.5104, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.999633962804756e-05, |
|
"loss": 3.5778, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.999561643578575e-05, |
|
"loss": 3.3353, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.999482809901257e-05, |
|
"loss": 3.3511, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.9993974619782625e-05, |
|
"loss": 3.6355, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.999305600032027e-05, |
|
"loss": 3.3915, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.999207224301965e-05, |
|
"loss": 3.4926, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.999102335044467e-05, |
|
"loss": 3.4918, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 4.9989909325328996e-05, |
|
"loss": 3.3984, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 4.998873017057605e-05, |
|
"loss": 3.4989, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 4.998748588925897e-05, |
|
"loss": 3.6368, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 4.9986176484620665e-05, |
|
"loss": 3.4412, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 4.998480196007375e-05, |
|
"loss": 3.4708, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 4.9983362319200554e-05, |
|
"loss": 3.37, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 4.998185756575313e-05, |
|
"loss": 3.4524, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 4.9980287703653225e-05, |
|
"loss": 3.3863, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 4.997865273699227e-05, |
|
"loss": 3.4414, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 4.997729789123732e-05, |
|
"loss": 3.3335, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 4.997554574721849e-05, |
|
"loss": 3.231, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 4.997372851099727e-05, |
|
"loss": 3.5962, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 4.997184618730983e-05, |
|
"loss": 3.2795, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 4.996989878106192e-05, |
|
"loss": 3.5384, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 4.996788629732897e-05, |
|
"loss": 3.3274, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 4.996580874135597e-05, |
|
"loss": 3.2292, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 4.996366611855753e-05, |
|
"loss": 3.4829, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 4.996145843451785e-05, |
|
"loss": 3.1998, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 4.9959185694990655e-05, |
|
"loss": 3.3757, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.995684790589926e-05, |
|
"loss": 3.1001, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.99544450733365e-05, |
|
"loss": 3.2301, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.995197720356471e-05, |
|
"loss": 3.3187, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 4.994944430301576e-05, |
|
"loss": 3.527, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 4.994684637829098e-05, |
|
"loss": 3.3808, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 4.994418343616119e-05, |
|
"loss": 3.2406, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 4.994145548356664e-05, |
|
"loss": 3.3463, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 4.993866252761702e-05, |
|
"loss": 3.2972, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 4.993580457559145e-05, |
|
"loss": 3.4135, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 4.9932881634938424e-05, |
|
"loss": 3.4025, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 4.992989371327581e-05, |
|
"loss": 3.662, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 4.992684081839086e-05, |
|
"loss": 3.4279, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.9923722958240124e-05, |
|
"loss": 3.3075, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.992054014094951e-05, |
|
"loss": 3.2826, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.991729237481417e-05, |
|
"loss": 3.4992, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 4.991397966829856e-05, |
|
"loss": 3.2421, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 4.991060203003639e-05, |
|
"loss": 3.2615, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 4.9907159468830585e-05, |
|
"loss": 3.3299, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 4.990365199365327e-05, |
|
"loss": 3.3117, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 4.9900079613645754e-05, |
|
"loss": 3.4729, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 4.9896442338118524e-05, |
|
"loss": 3.2521, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 4.989274017655117e-05, |
|
"loss": 3.261, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 4.9888973138592414e-05, |
|
"loss": 3.4403, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 4.988514123406004e-05, |
|
"loss": 3.3408, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.9881244472940914e-05, |
|
"loss": 3.3208, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.9877282865390904e-05, |
|
"loss": 3.6889, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.9873256421734915e-05, |
|
"loss": 3.1537, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 4.986916515246681e-05, |
|
"loss": 3.1837, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 4.986500906824941e-05, |
|
"loss": 3.23, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 4.9860788179914456e-05, |
|
"loss": 3.4343, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 4.985650249846258e-05, |
|
"loss": 3.3317, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 4.9852152035063294e-05, |
|
"loss": 3.155, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.984773680105493e-05, |
|
"loss": 3.3527, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.984415798673684e-05, |
|
"loss": 3.3783, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.9839626194743575e-05, |
|
"loss": 3.2567, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 4.983502966478656e-05, |
|
"loss": 3.1278, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 4.9830368408845425e-05, |
|
"loss": 3.2344, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 4.982564243906852e-05, |
|
"loss": 3.3458, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 4.9820851767772844e-05, |
|
"loss": 3.1467, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.981599640744402e-05, |
|
"loss": 3.217, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.981107637073628e-05, |
|
"loss": 3.4011, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.98060916704724e-05, |
|
"loss": 3.4098, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 4.9801042319643686e-05, |
|
"loss": 3.3332, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.979592833140996e-05, |
|
"loss": 3.4042, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.979074971909948e-05, |
|
"loss": 3.3127, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.978550649620894e-05, |
|
"loss": 3.1726, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 4.978019867640342e-05, |
|
"loss": 3.3029, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 4.977482627351637e-05, |
|
"loss": 3.3519, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 4.976938930154954e-05, |
|
"loss": 3.2507, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 4.976388777467297e-05, |
|
"loss": 3.1322, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 4.9758321707224954e-05, |
|
"loss": 3.1306, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.975269111371197e-05, |
|
"loss": 3.189, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.974699600880869e-05, |
|
"loss": 3.2598, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.974123640735791e-05, |
|
"loss": 3.3483, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 4.973541232437052e-05, |
|
"loss": 3.4678, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.972952377502545e-05, |
|
"loss": 2.9668, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.9723570774669687e-05, |
|
"loss": 3.372, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.971755333881814e-05, |
|
"loss": 3.2808, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 4.971147148315367e-05, |
|
"loss": 3.2235, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 4.9705325223527057e-05, |
|
"loss": 3.0441, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 4.96991145759569e-05, |
|
"loss": 3.4724, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 4.969283955662963e-05, |
|
"loss": 3.389, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 4.968650018189943e-05, |
|
"loss": 3.3817, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.968009646828822e-05, |
|
"loss": 3.2597, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.967362843248559e-05, |
|
"loss": 3.253, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.966709609134878e-05, |
|
"loss": 3.1903, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 4.9660499461902645e-05, |
|
"loss": 3.1286, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 4.965383856133953e-05, |
|
"loss": 3.292, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 4.964711340701935e-05, |
|
"loss": 3.4217, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 4.964032401646944e-05, |
|
"loss": 3.2587, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 4.963347040738457e-05, |
|
"loss": 3.3325, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 4.962655259762687e-05, |
|
"loss": 3.3475, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 4.961957060522581e-05, |
|
"loss": 3.2882, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 4.961252444837809e-05, |
|
"loss": 3.3631, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.9605414145447696e-05, |
|
"loss": 3.2589, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.959823971496574e-05, |
|
"loss": 3.4855, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.959100117563052e-05, |
|
"loss": 3.1354, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 4.958369854630737e-05, |
|
"loss": 3.3037, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 4.957633184602867e-05, |
|
"loss": 3.1023, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 4.956890109399381e-05, |
|
"loss": 3.1933, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 4.956140630956908e-05, |
|
"loss": 3.3994, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 4.955384751228767e-05, |
|
"loss": 3.1178, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 4.954622472184961e-05, |
|
"loss": 3.2513, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 4.9538537958121686e-05, |
|
"loss": 3.5002, |
|
"step": 600 |
|
} |
|
], |
|
"logging_steps": 5, |
|
"max_steps": 9730, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 5, |
|
"save_steps": 300, |
|
"total_flos": 7.090517711781888e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|