| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.25090954710826746, | |
| "eval_steps": 500, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9999980101927616e-05, | |
| "loss": 3.2533, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.99999204077421e-05, | |
| "loss": 3.2279, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.999978982687695e-05, | |
| "loss": 3.193, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9999597065062966e-05, | |
| "loss": 3.2863, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.999934212277958e-05, | |
| "loss": 3.1724, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.999902500066093e-05, | |
| "loss": 3.1088, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.999864569949576e-05, | |
| "loss": 3.3241, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.99982042202275e-05, | |
| "loss": 3.1904, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.999770056395421e-05, | |
| "loss": 2.9254, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.999713473192863e-05, | |
| "loss": 3.1845, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.999650672555812e-05, | |
| "loss": 2.8475, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.9995816546404695e-05, | |
| "loss": 3.0486, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.9995064196185014e-05, | |
| "loss": 2.6464, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.9994249676770364e-05, | |
| "loss": 3.0446, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.999337299018667e-05, | |
| "loss": 3.375, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.999243413861447e-05, | |
| "loss": 2.8787, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.999143312438893e-05, | |
| "loss": 3.014, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.999036994999985e-05, | |
| "loss": 2.8288, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9989244618091596e-05, | |
| "loss": 3.1879, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.998805713146317e-05, | |
| "loss": 2.9749, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9986807493068165e-05, | |
| "loss": 2.6304, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.998549570601475e-05, | |
| "loss": 2.943, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.998412177356568e-05, | |
| "loss": 2.7595, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9982685699138275e-05, | |
| "loss": 2.7377, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9981187486304423e-05, | |
| "loss": 2.9878, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.997962713879058e-05, | |
| "loss": 2.7882, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.997800466047772e-05, | |
| "loss": 2.7802, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.997632005540138e-05, | |
| "loss": 3.0129, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.997457332775159e-05, | |
| "loss": 2.9444, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.997276448187294e-05, | |
| "loss": 2.9664, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9970893522264476e-05, | |
| "loss": 2.7367, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.996896045357977e-05, | |
| "loss": 2.7012, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.9966965280626856e-05, | |
| "loss": 2.8493, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.996490800836825e-05, | |
| "loss": 2.9274, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.996278864192092e-05, | |
| "loss": 2.8093, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9960607186556286e-05, | |
| "loss": 3.1782, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.995836364770018e-05, | |
| "loss": 2.7507, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.995605803093287e-05, | |
| "loss": 2.6724, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.9953690341989026e-05, | |
| "loss": 3.0258, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.9951260586757694e-05, | |
| "loss": 3.1134, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.9948768771282314e-05, | |
| "loss": 2.9937, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.9946214901760665e-05, | |
| "loss": 2.7394, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.99435989845449e-05, | |
| "loss": 2.9696, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.994092102614146e-05, | |
| "loss": 2.753, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.993818103321113e-05, | |
| "loss": 3.0759, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.9935379012568985e-05, | |
| "loss": 2.7512, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.993251497118438e-05, | |
| "loss": 2.8656, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.992958891618091e-05, | |
| "loss": 2.6628, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.992660085483645e-05, | |
| "loss": 2.8012, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.992355079458307e-05, | |
| "loss": 2.8141, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.992043874300706e-05, | |
| "loss": 2.9083, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.991726470784891e-05, | |
| "loss": 2.5846, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.991402869700325e-05, | |
| "loss": 2.8088, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.991073071851889e-05, | |
| "loss": 2.9979, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.990737078059875e-05, | |
| "loss": 3.0171, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.990394889159986e-05, | |
| "loss": 2.9278, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.9900465060033364e-05, | |
| "loss": 2.7998, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.989691929456443e-05, | |
| "loss": 2.721, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.9893311604012306e-05, | |
| "loss": 3.0291, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.988964199735024e-05, | |
| "loss": 2.9777, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.988591048370552e-05, | |
| "loss": 2.318, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.988211707235936e-05, | |
| "loss": 3.0332, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.987826177274697e-05, | |
| "loss": 2.4888, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.987434459445748e-05, | |
| "loss": 2.9259, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.987036554723391e-05, | |
| "loss": 2.9568, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.98663246409732e-05, | |
| "loss": 2.8708, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.986222188572611e-05, | |
| "loss": 2.7848, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.985805729169728e-05, | |
| "loss": 2.6178, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.985383086924511e-05, | |
| "loss": 2.8326, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.984954262888182e-05, | |
| "loss": 2.8845, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9845192581273365e-05, | |
| "loss": 2.6151, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.984078073723944e-05, | |
| "loss": 2.8474, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.9836307107753455e-05, | |
| "loss": 2.808, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.983177170394248e-05, | |
| "loss": 2.8491, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.9827174537087226e-05, | |
| "loss": 2.7764, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.982251561862205e-05, | |
| "loss": 2.7582, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.981779496013489e-05, | |
| "loss": 2.5379, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.981301257336723e-05, | |
| "loss": 2.9937, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.980816847021412e-05, | |
| "loss": 2.8574, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.980326266272409e-05, | |
| "loss": 2.9369, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.979829516309915e-05, | |
| "loss": 2.836, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.979326598369477e-05, | |
| "loss": 2.9369, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.9788175137019814e-05, | |
| "loss": 2.6667, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.9783022635736534e-05, | |
| "loss": 2.999, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.977780849266054e-05, | |
| "loss": 2.907, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.9772532720760744e-05, | |
| "loss": 2.8028, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.976719533315937e-05, | |
| "loss": 2.7999, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.976179634313187e-05, | |
| "loss": 2.8918, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.9756335764106944e-05, | |
| "loss": 2.7926, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.975081360966646e-05, | |
| "loss": 2.6709, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.9745229893545436e-05, | |
| "loss": 2.8248, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.973958462963203e-05, | |
| "loss": 3.1146, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.973387783196747e-05, | |
| "loss": 2.9991, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.972810951474605e-05, | |
| "loss": 2.7726, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.972227969231505e-05, | |
| "loss": 2.9025, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.971638837917475e-05, | |
| "loss": 2.6521, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.971043558997839e-05, | |
| "loss": 2.9511, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.9704421339532075e-05, | |
| "loss": 2.6938, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.969834564279482e-05, | |
| "loss": 2.8533, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.9692208514878444e-05, | |
| "loss": 2.6411, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 9960, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 2.6430243976544256e+16, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |