| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 1340, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.007462686567164179, | |
| "grad_norm": 138.84262084960938, | |
| "learning_rate": 1.4925373134328358e-06, | |
| "loss": 2.7919, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.03731343283582089, | |
| "grad_norm": 108.88359832763672, | |
| "learning_rate": 7.4626865671641785e-06, | |
| "loss": 2.7342, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.07462686567164178, | |
| "grad_norm": 13.541873931884766, | |
| "learning_rate": 1.4925373134328357e-05, | |
| "loss": 2.3501, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.11194029850746269, | |
| "grad_norm": 7.267947673797607, | |
| "learning_rate": 2.238805970149254e-05, | |
| "loss": 1.903, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.14925373134328357, | |
| "grad_norm": 4.06025505065918, | |
| "learning_rate": 2.9850746268656714e-05, | |
| "loss": 1.5868, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.1865671641791045, | |
| "grad_norm": 1.833858847618103, | |
| "learning_rate": 3.73134328358209e-05, | |
| "loss": 1.3748, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.22388059701492538, | |
| "grad_norm": 1.4598793983459473, | |
| "learning_rate": 4.477611940298508e-05, | |
| "loss": 1.2384, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.26119402985074625, | |
| "grad_norm": 1.4846118688583374, | |
| "learning_rate": 5.223880597014925e-05, | |
| "loss": 1.149, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.29850746268656714, | |
| "grad_norm": 0.9875138998031616, | |
| "learning_rate": 5.970149253731343e-05, | |
| "loss": 1.0731, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.3358208955223881, | |
| "grad_norm": 1.0995197296142578, | |
| "learning_rate": 6.716417910447762e-05, | |
| "loss": 1.0446, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.373134328358209, | |
| "grad_norm": 0.6559099555015564, | |
| "learning_rate": 7.46268656716418e-05, | |
| "loss": 1.014, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.41044776119402987, | |
| "grad_norm": 1.1354745626449585, | |
| "learning_rate": 8.208955223880597e-05, | |
| "loss": 0.994, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.44776119402985076, | |
| "grad_norm": 0.49952608346939087, | |
| "learning_rate": 8.955223880597016e-05, | |
| "loss": 0.9708, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.48507462686567165, | |
| "grad_norm": 0.8550089597702026, | |
| "learning_rate": 9.701492537313434e-05, | |
| "loss": 0.9634, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5223880597014925, | |
| "grad_norm": 0.5180774927139282, | |
| "learning_rate": 0.0001044776119402985, | |
| "loss": 0.951, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.5597014925373134, | |
| "grad_norm": 0.6518343687057495, | |
| "learning_rate": 0.00011194029850746269, | |
| "loss": 0.9374, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5970149253731343, | |
| "grad_norm": 0.9855380654335022, | |
| "learning_rate": 0.00011940298507462686, | |
| "loss": 0.9345, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.6343283582089553, | |
| "grad_norm": 1.1707885265350342, | |
| "learning_rate": 0.00012686567164179105, | |
| "loss": 0.9269, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.6716417910447762, | |
| "grad_norm": 0.527793824672699, | |
| "learning_rate": 0.00013432835820895525, | |
| "loss": 0.9095, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.7089552238805971, | |
| "grad_norm": 0.678547203540802, | |
| "learning_rate": 0.00014179104477611942, | |
| "loss": 0.9077, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.746268656716418, | |
| "grad_norm": 1.1332663297653198, | |
| "learning_rate": 0.0001492537313432836, | |
| "loss": 0.8974, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7835820895522388, | |
| "grad_norm": 0.5298197865486145, | |
| "learning_rate": 0.00015671641791044778, | |
| "loss": 0.9071, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.8208955223880597, | |
| "grad_norm": 0.5773002505302429, | |
| "learning_rate": 0.00016417910447761195, | |
| "loss": 0.8858, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.8582089552238806, | |
| "grad_norm": 0.6888121962547302, | |
| "learning_rate": 0.00017164179104477614, | |
| "loss": 0.8891, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.8955223880597015, | |
| "grad_norm": 0.550254762172699, | |
| "learning_rate": 0.0001791044776119403, | |
| "loss": 0.8757, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.9328358208955224, | |
| "grad_norm": 0.5638606548309326, | |
| "learning_rate": 0.00018656716417910448, | |
| "loss": 0.872, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.9701492537313433, | |
| "grad_norm": 0.826892614364624, | |
| "learning_rate": 0.00019402985074626867, | |
| "loss": 0.8763, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.4227064847946167, | |
| "eval_runtime": 0.5192, | |
| "eval_samples_per_second": 3.852, | |
| "eval_steps_per_second": 1.926, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.007462686567164, | |
| "grad_norm": 0.6830571293830872, | |
| "learning_rate": 0.00019999966070700876, | |
| "loss": 0.8669, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.044776119402985, | |
| "grad_norm": 0.6296478509902954, | |
| "learning_rate": 0.0001999877856940653, | |
| "loss": 0.8547, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0820895522388059, | |
| "grad_norm": 0.7137119770050049, | |
| "learning_rate": 0.00019995894833388465, | |
| "loss": 0.8498, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.1194029850746268, | |
| "grad_norm": 0.44721338152885437, | |
| "learning_rate": 0.00019991315351855748, | |
| "loss": 0.848, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.1567164179104479, | |
| "grad_norm": 0.4353409707546234, | |
| "learning_rate": 0.0001998504090169083, | |
| "loss": 0.8289, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.1940298507462686, | |
| "grad_norm": 0.4284411668777466, | |
| "learning_rate": 0.0001997707254731775, | |
| "loss": 0.8298, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.2313432835820897, | |
| "grad_norm": 0.49997657537460327, | |
| "learning_rate": 0.00019967411640521552, | |
| "loss": 0.8305, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.2686567164179103, | |
| "grad_norm": 0.5145930647850037, | |
| "learning_rate": 0.00019956059820218982, | |
| "loss": 0.8165, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.3059701492537314, | |
| "grad_norm": 0.9191280007362366, | |
| "learning_rate": 0.0001994301901218043, | |
| "loss": 0.8228, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.3432835820895521, | |
| "grad_norm": 0.4731077551841736, | |
| "learning_rate": 0.00019928291428703262, | |
| "loss": 0.8218, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.3805970149253732, | |
| "grad_norm": 0.4273313879966736, | |
| "learning_rate": 0.0001991187956823649, | |
| "loss": 0.8277, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.417910447761194, | |
| "grad_norm": 0.512370228767395, | |
| "learning_rate": 0.00019893786214956945, | |
| "loss": 0.8075, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.455223880597015, | |
| "grad_norm": 0.6519188284873962, | |
| "learning_rate": 0.00019874014438296946, | |
| "loss": 0.8178, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.4925373134328357, | |
| "grad_norm": 0.5379275679588318, | |
| "learning_rate": 0.0001985256759242359, | |
| "loss": 0.8134, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.5298507462686568, | |
| "grad_norm": 0.5376815795898438, | |
| "learning_rate": 0.00019829449315669748, | |
| "loss": 0.8005, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.5671641791044775, | |
| "grad_norm": 0.5267529487609863, | |
| "learning_rate": 0.00019804663529916826, | |
| "loss": 0.8021, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.6044776119402986, | |
| "grad_norm": 0.582000732421875, | |
| "learning_rate": 0.00019778214439929452, | |
| "loss": 0.8107, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.6417910447761193, | |
| "grad_norm": 0.4234386086463928, | |
| "learning_rate": 0.0001975010653264216, | |
| "loss": 0.7975, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.6791044776119404, | |
| "grad_norm": 0.4661960005760193, | |
| "learning_rate": 0.00019720344576398203, | |
| "loss": 0.7991, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.716417910447761, | |
| "grad_norm": 0.66214519739151, | |
| "learning_rate": 0.00019688933620140637, | |
| "loss": 0.7966, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.7537313432835822, | |
| "grad_norm": 0.4201449453830719, | |
| "learning_rate": 0.000196558789925558, | |
| "loss": 0.8005, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.7910447761194028, | |
| "grad_norm": 0.4008370637893677, | |
| "learning_rate": 0.00019621186301169315, | |
| "loss": 0.7921, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.828358208955224, | |
| "grad_norm": 0.4507235884666443, | |
| "learning_rate": 0.00019584861431394822, | |
| "loss": 0.7956, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.8656716417910446, | |
| "grad_norm": 0.46443891525268555, | |
| "learning_rate": 0.00019546910545535558, | |
| "loss": 0.7932, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.9029850746268657, | |
| "grad_norm": 0.5451995134353638, | |
| "learning_rate": 0.0001950734008173893, | |
| "loss": 0.7889, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.9402985074626866, | |
| "grad_norm": 0.507540762424469, | |
| "learning_rate": 0.00019466156752904343, | |
| "loss": 0.7794, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.9776119402985075, | |
| "grad_norm": 0.4746926724910736, | |
| "learning_rate": 0.00019423367545544395, | |
| "loss": 0.7756, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 1.439745306968689, | |
| "eval_runtime": 0.5176, | |
| "eval_samples_per_second": 3.864, | |
| "eval_steps_per_second": 1.932, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.014925373134328, | |
| "grad_norm": 0.6268861889839172, | |
| "learning_rate": 0.00019378979718599645, | |
| "loss": 0.7882, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.0522388059701493, | |
| "grad_norm": 0.549802839756012, | |
| "learning_rate": 0.0001933300080220719, | |
| "loss": 0.7609, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.08955223880597, | |
| "grad_norm": 0.6178936958312988, | |
| "learning_rate": 0.00019285438596423204, | |
| "loss": 0.7603, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.126865671641791, | |
| "grad_norm": 0.41491350531578064, | |
| "learning_rate": 0.00019236301169899713, | |
| "loss": 0.7554, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.1641791044776117, | |
| "grad_norm": 0.5220763683319092, | |
| "learning_rate": 0.000191855968585158, | |
| "loss": 0.759, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.201492537313433, | |
| "grad_norm": 0.5099439024925232, | |
| "learning_rate": 0.0001913333426396346, | |
| "loss": 0.7614, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.2388059701492535, | |
| "grad_norm": 0.5702708959579468, | |
| "learning_rate": 0.00019079522252288386, | |
| "loss": 0.7485, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.2761194029850746, | |
| "grad_norm": 0.4422476887702942, | |
| "learning_rate": 0.00019024169952385885, | |
| "loss": 0.76, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.3134328358208958, | |
| "grad_norm": 0.44903138279914856, | |
| "learning_rate": 0.00018967286754452214, | |
| "loss": 0.7632, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.3507462686567164, | |
| "grad_norm": 0.49397289752960205, | |
| "learning_rate": 0.00018908882308391598, | |
| "loss": 0.7568, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.388059701492537, | |
| "grad_norm": 0.4179913103580475, | |
| "learning_rate": 0.00018848966522179168, | |
| "loss": 0.7596, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.425373134328358, | |
| "grad_norm": 0.4103606045246124, | |
| "learning_rate": 0.0001878754956018014, | |
| "loss": 0.7487, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.4626865671641793, | |
| "grad_norm": 0.41152262687683105, | |
| "learning_rate": 0.00018724641841425478, | |
| "loss": 0.7565, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.4100894629955292, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.7538, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.5373134328358207, | |
| "grad_norm": 0.3992711901664734, | |
| "learning_rate": 0.00018594397072453856, | |
| "loss": 0.7524, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.574626865671642, | |
| "grad_norm": 0.42304080724716187, | |
| "learning_rate": 0.0001852708211750564, | |
| "loss": 0.7533, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.611940298507463, | |
| "grad_norm": 0.4376600384712219, | |
| "learning_rate": 0.00018458320592590975, | |
| "loss": 0.7635, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.6492537313432836, | |
| "grad_norm": 0.39463093876838684, | |
| "learning_rate": 0.00018388124162703275, | |
| "loss": 0.7438, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.6865671641791042, | |
| "grad_norm": 0.3841034770011902, | |
| "learning_rate": 0.00018316504736259255, | |
| "loss": 0.759, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.7238805970149254, | |
| "grad_norm": 0.43507230281829834, | |
| "learning_rate": 0.00018243474463078735, | |
| "loss": 0.7477, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.7611940298507465, | |
| "grad_norm": 0.41791486740112305, | |
| "learning_rate": 0.00018169045732323492, | |
| "loss": 0.7463, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.798507462686567, | |
| "grad_norm": 0.4145572781562805, | |
| "learning_rate": 0.00018093231170395507, | |
| "loss": 0.7438, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.835820895522388, | |
| "grad_norm": 0.39668190479278564, | |
| "learning_rate": 0.00018016043638794974, | |
| "loss": 0.7545, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.873134328358209, | |
| "grad_norm": 0.36246854066848755, | |
| "learning_rate": 0.0001793749623193842, | |
| "loss": 0.7483, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.91044776119403, | |
| "grad_norm": 0.4155827462673187, | |
| "learning_rate": 0.00017857602274937308, | |
| "loss": 0.7499, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.9477611940298507, | |
| "grad_norm": 0.3993385136127472, | |
| "learning_rate": 0.00017776375321337521, | |
| "loss": 0.7402, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.9850746268656714, | |
| "grad_norm": 0.40633976459503174, | |
| "learning_rate": 0.00017693829150820068, | |
| "loss": 0.7387, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 1.440061092376709, | |
| "eval_runtime": 0.5179, | |
| "eval_samples_per_second": 3.862, | |
| "eval_steps_per_second": 1.931, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.0223880597014925, | |
| "grad_norm": 0.43004971742630005, | |
| "learning_rate": 0.00017609977766863458, | |
| "loss": 0.7429, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.0597014925373136, | |
| "grad_norm": 0.4013059735298157, | |
| "learning_rate": 0.00017524835394368065, | |
| "loss": 0.7087, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.0970149253731343, | |
| "grad_norm": 0.4613398313522339, | |
| "learning_rate": 0.0001743841647724299, | |
| "loss": 0.7234, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.1343283582089554, | |
| "grad_norm": 0.3847793936729431, | |
| "learning_rate": 0.00017350735675955697, | |
| "loss": 0.7214, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.171641791044776, | |
| "grad_norm": 0.4573831558227539, | |
| "learning_rate": 0.00017261807865044993, | |
| "loss": 0.7228, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.208955223880597, | |
| "grad_norm": 0.4393455684185028, | |
| "learning_rate": 0.00017171648130597612, | |
| "loss": 0.7202, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.246268656716418, | |
| "grad_norm": 0.45842474699020386, | |
| "learning_rate": 0.00017080271767688963, | |
| "loss": 0.7098, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.283582089552239, | |
| "grad_norm": 0.46594393253326416, | |
| "learning_rate": 0.00016987694277788417, | |
| "loss": 0.7159, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.3208955223880596, | |
| "grad_norm": 0.40664443373680115, | |
| "learning_rate": 0.00016893931366129562, | |
| "loss": 0.7128, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 3.3582089552238807, | |
| "grad_norm": 0.38857197761535645, | |
| "learning_rate": 0.00016798998939045895, | |
| "loss": 0.7223, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.3955223880597014, | |
| "grad_norm": 0.443276047706604, | |
| "learning_rate": 0.0001670291310127242, | |
| "loss": 0.7132, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 3.4328358208955225, | |
| "grad_norm": 0.3902607858181, | |
| "learning_rate": 0.0001660569015321357, | |
| "loss": 0.7139, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.470149253731343, | |
| "grad_norm": 0.3990344703197479, | |
| "learning_rate": 0.00016507346588177935, | |
| "loss": 0.7191, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 3.5074626865671643, | |
| "grad_norm": 0.4015812277793884, | |
| "learning_rate": 0.00016407899089580262, | |
| "loss": 0.7146, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 3.544776119402985, | |
| "grad_norm": 0.44737905263900757, | |
| "learning_rate": 0.0001630736452811122, | |
| "loss": 0.7182, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 3.582089552238806, | |
| "grad_norm": 0.4523073136806488, | |
| "learning_rate": 0.0001620575995887538, | |
| "loss": 0.7212, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.6194029850746268, | |
| "grad_norm": 0.4242749512195587, | |
| "learning_rate": 0.00016103102618497922, | |
| "loss": 0.7168, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 3.656716417910448, | |
| "grad_norm": 0.4483940899372101, | |
| "learning_rate": 0.0001599940992220053, | |
| "loss": 0.7145, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 3.6940298507462686, | |
| "grad_norm": 0.4250345826148987, | |
| "learning_rate": 0.00015894699460847016, | |
| "loss": 0.6993, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 3.7313432835820897, | |
| "grad_norm": 0.38691166043281555, | |
| "learning_rate": 0.00015788988997959114, | |
| "loss": 0.7135, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.7686567164179103, | |
| "grad_norm": 0.4665898382663727, | |
| "learning_rate": 0.00015682296466703024, | |
| "loss": 0.7226, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 3.8059701492537314, | |
| "grad_norm": 0.501005232334137, | |
| "learning_rate": 0.00015574639966847126, | |
| "loss": 0.7189, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.843283582089552, | |
| "grad_norm": 0.3910924792289734, | |
| "learning_rate": 0.0001546603776169149, | |
| "loss": 0.7208, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 3.8805970149253732, | |
| "grad_norm": 0.4152643382549286, | |
| "learning_rate": 0.00015356508274969594, | |
| "loss": 0.7248, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.917910447761194, | |
| "grad_norm": 0.4302676022052765, | |
| "learning_rate": 0.00015246070087722845, | |
| "loss": 0.7169, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 3.955223880597015, | |
| "grad_norm": 0.39138561487197876, | |
| "learning_rate": 0.0001513474193514842, | |
| "loss": 0.7243, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.9925373134328357, | |
| "grad_norm": 0.4384176731109619, | |
| "learning_rate": 0.0001502254270342095, | |
| "loss": 0.7128, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 1.4540088176727295, | |
| "eval_runtime": 0.518, | |
| "eval_samples_per_second": 3.861, | |
| "eval_steps_per_second": 1.93, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 4.029850746268656, | |
| "grad_norm": 0.4122828543186188, | |
| "learning_rate": 0.00014909491426488578, | |
| "loss": 0.6889, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.067164179104478, | |
| "grad_norm": 0.4475855827331543, | |
| "learning_rate": 0.0001479560728284398, | |
| "loss": 0.6847, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.104477611940299, | |
| "grad_norm": 0.47523927688598633, | |
| "learning_rate": 0.0001468090959227082, | |
| "loss": 0.6887, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.141791044776119, | |
| "grad_norm": 0.39732715487480164, | |
| "learning_rate": 0.00014565417812566285, | |
| "loss": 0.6877, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 4.17910447761194, | |
| "grad_norm": 0.4284641444683075, | |
| "learning_rate": 0.00014449151536240166, | |
| "loss": 0.6932, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 4.2164179104477615, | |
| "grad_norm": 0.43158912658691406, | |
| "learning_rate": 0.0001433213048719111, | |
| "loss": 0.6893, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 4.253731343283582, | |
| "grad_norm": 0.4248037338256836, | |
| "learning_rate": 0.00014214374517360575, | |
| "loss": 0.6846, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 4.291044776119403, | |
| "grad_norm": 0.4019497334957123, | |
| "learning_rate": 0.00014095903603365066, | |
| "loss": 0.6872, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 4.3283582089552235, | |
| "grad_norm": 0.42748814821243286, | |
| "learning_rate": 0.00013976737843107202, | |
| "loss": 0.6876, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 4.365671641791045, | |
| "grad_norm": 0.4337392747402191, | |
| "learning_rate": 0.00013856897452366242, | |
| "loss": 0.6981, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 4.402985074626866, | |
| "grad_norm": 0.4018155634403229, | |
| "learning_rate": 0.00013736402761368598, | |
| "loss": 0.6872, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 4.440298507462686, | |
| "grad_norm": 0.40716463327407837, | |
| "learning_rate": 0.00013615274211338909, | |
| "loss": 0.6874, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 4.477611940298507, | |
| "grad_norm": 0.4064732491970062, | |
| "learning_rate": 0.0001349353235103232, | |
| "loss": 0.69, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 4.514925373134329, | |
| "grad_norm": 0.38808923959732056, | |
| "learning_rate": 0.00013371197833248507, | |
| "loss": 0.6906, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 4.552238805970149, | |
| "grad_norm": 0.4051991105079651, | |
| "learning_rate": 0.00013248291411328047, | |
| "loss": 0.6898, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 4.58955223880597, | |
| "grad_norm": 0.4059875011444092, | |
| "learning_rate": 0.00013124833935631726, | |
| "loss": 0.688, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 4.6268656716417915, | |
| "grad_norm": 0.4350437521934509, | |
| "learning_rate": 0.0001300084635000341, | |
| "loss": 0.6868, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 4.664179104477612, | |
| "grad_norm": 0.43591079115867615, | |
| "learning_rate": 0.0001287634968821703, | |
| "loss": 0.6843, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 4.701492537313433, | |
| "grad_norm": 0.3807081878185272, | |
| "learning_rate": 0.00012751365070408333, | |
| "loss": 0.6792, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 4.7388059701492535, | |
| "grad_norm": 0.3958300054073334, | |
| "learning_rate": 0.00012625913699491984, | |
| "loss": 0.6896, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 4.776119402985074, | |
| "grad_norm": 0.4042377471923828, | |
| "learning_rate": 0.00012500016857564585, | |
| "loss": 0.6875, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 4.813432835820896, | |
| "grad_norm": 0.40110722184181213, | |
| "learning_rate": 0.00012373695902294314, | |
| "loss": 0.6923, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 4.850746268656716, | |
| "grad_norm": 0.4298909604549408, | |
| "learning_rate": 0.0001224697226329772, | |
| "loss": 0.6975, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 4.888059701492537, | |
| "grad_norm": 0.4291529655456543, | |
| "learning_rate": 0.00012119867438504302, | |
| "loss": 0.6908, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 4.925373134328359, | |
| "grad_norm": 0.4685961902141571, | |
| "learning_rate": 0.00011992402990509515, | |
| "loss": 0.6836, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 4.962686567164179, | |
| "grad_norm": 0.4041878879070282, | |
| "learning_rate": 0.00011864600542916813, | |
| "loss": 0.6921, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.3824089467525482, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.6837, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 1.465812087059021, | |
| "eval_runtime": 0.5174, | |
| "eval_samples_per_second": 3.866, | |
| "eval_steps_per_second": 1.933, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 5.037313432835821, | |
| "grad_norm": 0.4383637309074402, | |
| "learning_rate": 0.0001160806842637173, | |
| "loss": 0.6631, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 5.074626865671641, | |
| "grad_norm": 0.40598100423812866, | |
| "learning_rate": 0.000114793822766033, | |
| "loss": 0.6596, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 5.111940298507463, | |
| "grad_norm": 0.413703590631485, | |
| "learning_rate": 0.00011350445158222074, | |
| "loss": 0.6631, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 5.149253731343284, | |
| "grad_norm": 0.44605740904808044, | |
| "learning_rate": 0.00011221278944661473, | |
| "loss": 0.6463, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 5.186567164179104, | |
| "grad_norm": 0.43800660967826843, | |
| "learning_rate": 0.00011091905548219597, | |
| "loss": 0.6662, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 5.223880597014926, | |
| "grad_norm": 0.4596647620201111, | |
| "learning_rate": 0.00010962346916341903, | |
| "loss": 0.6638, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 5.2611940298507465, | |
| "grad_norm": 0.4407581090927124, | |
| "learning_rate": 0.00010832625027897978, | |
| "loss": 0.6644, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 5.298507462686567, | |
| "grad_norm": 0.41823288798332214, | |
| "learning_rate": 0.0001070276188945293, | |
| "loss": 0.6565, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 5.335820895522388, | |
| "grad_norm": 0.42799797654151917, | |
| "learning_rate": 0.00010572779531534112, | |
| "loss": 0.6555, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 5.373134328358209, | |
| "grad_norm": 0.3943883776664734, | |
| "learning_rate": 0.00010442700004893764, | |
| "loss": 0.6572, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 5.41044776119403, | |
| "grad_norm": 0.40598776936531067, | |
| "learning_rate": 0.00010312545376768246, | |
| "loss": 0.6564, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 5.447761194029851, | |
| "grad_norm": 0.42347079515457153, | |
| "learning_rate": 0.0001018233772713443, | |
| "loss": 0.6677, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 5.485074626865671, | |
| "grad_norm": 0.4139921963214874, | |
| "learning_rate": 0.00010052099144964004, | |
| "loss": 0.6701, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 5.522388059701493, | |
| "grad_norm": 0.4295801520347595, | |
| "learning_rate": 9.92185172447616e-05, | |
| "loss": 0.6605, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 5.559701492537314, | |
| "grad_norm": 0.41350170969963074, | |
| "learning_rate": 9.791617561389475e-05, | |
| "loss": 0.6671, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 5.597014925373134, | |
| "grad_norm": 0.4078296720981598, | |
| "learning_rate": 9.661418749173467e-05, | |
| "loss": 0.669, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 5.634328358208955, | |
| "grad_norm": 0.4294317066669464, | |
| "learning_rate": 9.531277375300599e-05, | |
| "loss": 0.6653, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 5.6716417910447765, | |
| "grad_norm": 0.4155528247356415, | |
| "learning_rate": 9.40121551749925e-05, | |
| "loss": 0.6587, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 5.708955223880597, | |
| "grad_norm": 0.4128773808479309, | |
| "learning_rate": 9.271255240008356e-05, | |
| "loss": 0.6572, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 5.746268656716418, | |
| "grad_norm": 0.4138401746749878, | |
| "learning_rate": 9.141418589834339e-05, | |
| "loss": 0.6619, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 5.7835820895522385, | |
| "grad_norm": 0.40413615107536316, | |
| "learning_rate": 9.011727593010981e-05, | |
| "loss": 0.6745, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 5.82089552238806, | |
| "grad_norm": 0.447427898645401, | |
| "learning_rate": 8.882204250862796e-05, | |
| "loss": 0.6625, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 5.858208955223881, | |
| "grad_norm": 0.4221794009208679, | |
| "learning_rate": 8.752870536272673e-05, | |
| "loss": 0.6743, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 5.895522388059701, | |
| "grad_norm": 0.4193105399608612, | |
| "learning_rate": 8.623748389954283e-05, | |
| "loss": 0.6666, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 5.932835820895522, | |
| "grad_norm": 0.4287867248058319, | |
| "learning_rate": 8.494859716729962e-05, | |
| "loss": 0.6676, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 5.970149253731344, | |
| "grad_norm": 0.40571707487106323, | |
| "learning_rate": 8.366226381814697e-05, | |
| "loss": 0.6691, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 1.4930399656295776, | |
| "eval_runtime": 0.5186, | |
| "eval_samples_per_second": 3.856, | |
| "eval_steps_per_second": 1.928, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 6.007462686567164, | |
| "grad_norm": 0.4177990257740021, | |
| "learning_rate": 8.237870207106821e-05, | |
| "loss": 0.6566, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 6.044776119402985, | |
| "grad_norm": 0.4325125813484192, | |
| "learning_rate": 8.109812967486025e-05, | |
| "loss": 0.6271, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 6.082089552238806, | |
| "grad_norm": 0.42587417364120483, | |
| "learning_rate": 7.982076387119421e-05, | |
| "loss": 0.6384, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 6.119402985074627, | |
| "grad_norm": 0.4367959499359131, | |
| "learning_rate": 7.854682135776131e-05, | |
| "loss": 0.642, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 6.156716417910448, | |
| "grad_norm": 0.43222272396087646, | |
| "learning_rate": 7.727651825151145e-05, | |
| "loss": 0.6314, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 6.1940298507462686, | |
| "grad_norm": 0.44278955459594727, | |
| "learning_rate": 7.601007005199021e-05, | |
| "loss": 0.6389, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 6.231343283582089, | |
| "grad_norm": 0.4457733929157257, | |
| "learning_rate": 7.474769160478079e-05, | |
| "loss": 0.6411, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 6.268656716417911, | |
| "grad_norm": 0.4409390091896057, | |
| "learning_rate": 7.348959706505626e-05, | |
| "loss": 0.6381, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 6.3059701492537314, | |
| "grad_norm": 0.453755259513855, | |
| "learning_rate": 7.223599986124994e-05, | |
| "loss": 0.6458, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 6.343283582089552, | |
| "grad_norm": 0.420446515083313, | |
| "learning_rate": 7.09871126588481e-05, | |
| "loss": 0.6409, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 6.380597014925373, | |
| "grad_norm": 0.4332159757614136, | |
| "learning_rate": 6.974314732431258e-05, | |
| "loss": 0.6396, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 6.417910447761194, | |
| "grad_norm": 0.44185054302215576, | |
| "learning_rate": 6.850431488913895e-05, | |
| "loss": 0.6461, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 6.455223880597015, | |
| "grad_norm": 0.4363011121749878, | |
| "learning_rate": 6.727082551405636e-05, | |
| "loss": 0.6435, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 6.492537313432836, | |
| "grad_norm": 0.426645427942276, | |
| "learning_rate": 6.604288845337453e-05, | |
| "loss": 0.6443, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 6.529850746268656, | |
| "grad_norm": 0.4306298792362213, | |
| "learning_rate": 6.482071201948556e-05, | |
| "loss": 0.6405, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 6.567164179104478, | |
| "grad_norm": 0.42580053210258484, | |
| "learning_rate": 6.360450354752458e-05, | |
| "loss": 0.636, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 6.604477611940299, | |
| "grad_norm": 0.4214308261871338, | |
| "learning_rate": 6.239446936019657e-05, | |
| "loss": 0.6411, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 6.641791044776119, | |
| "grad_norm": 0.44287511706352234, | |
| "learning_rate": 6.119081473277501e-05, | |
| "loss": 0.6427, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 6.67910447761194, | |
| "grad_norm": 0.4150986671447754, | |
| "learning_rate": 5.99937438582782e-05, | |
| "loss": 0.6472, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 6.7164179104477615, | |
| "grad_norm": 0.446879118680954, | |
| "learning_rate": 5.880345981282876e-05, | |
| "loss": 0.6408, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 6.753731343283582, | |
| "grad_norm": 0.4269532561302185, | |
| "learning_rate": 5.7620164521203356e-05, | |
| "loss": 0.6367, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 6.791044776119403, | |
| "grad_norm": 0.4269901216030121, | |
| "learning_rate": 5.6444058722577165e-05, | |
| "loss": 0.6396, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 6.8283582089552235, | |
| "grad_norm": 0.42097654938697815, | |
| "learning_rate": 5.5275341936469396e-05, | |
| "loss": 0.6473, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 6.865671641791045, | |
| "grad_norm": 0.4283384680747986, | |
| "learning_rate": 5.4114212428896424e-05, | |
| "loss": 0.6496, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 6.902985074626866, | |
| "grad_norm": 0.4407792389392853, | |
| "learning_rate": 5.296086717873685e-05, | |
| "loss": 0.6459, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 6.940298507462686, | |
| "grad_norm": 0.43775680661201477, | |
| "learning_rate": 5.1815501844315105e-05, | |
| "loss": 0.6414, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 6.977611940298507, | |
| "grad_norm": 0.4383552372455597, | |
| "learning_rate": 5.0678310730209275e-05, | |
| "loss": 0.6389, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 1.5040441751480103, | |
| "eval_runtime": 0.5191, | |
| "eval_samples_per_second": 3.853, | |
| "eval_steps_per_second": 1.927, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 7.014925373134329, | |
| "grad_norm": 0.4299301505088806, | |
| "learning_rate": 4.954948675428853e-05, | |
| "loss": 0.6411, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 7.052238805970149, | |
| "grad_norm": 0.44037163257598877, | |
| "learning_rate": 4.84292214149855e-05, | |
| "loss": 0.6185, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 7.08955223880597, | |
| "grad_norm": 0.4394110441207886, | |
| "learning_rate": 4.7317704758809946e-05, | |
| "loss": 0.6158, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 7.126865671641791, | |
| "grad_norm": 0.441795289516449, | |
| "learning_rate": 4.6215125348108247e-05, | |
| "loss": 0.6202, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 7.164179104477612, | |
| "grad_norm": 0.44138744473457336, | |
| "learning_rate": 4.512167022907494e-05, | |
| "loss": 0.6238, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 7.201492537313433, | |
| "grad_norm": 0.453387588262558, | |
| "learning_rate": 4.40375249000216e-05, | |
| "loss": 0.6258, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 7.2388059701492535, | |
| "grad_norm": 0.44053417444229126, | |
| "learning_rate": 4.296287327990797e-05, | |
| "loss": 0.6237, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 7.276119402985074, | |
| "grad_norm": 0.44405415654182434, | |
| "learning_rate": 4.189789767714102e-05, | |
| "loss": 0.6214, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 7.313432835820896, | |
| "grad_norm": 0.4466931223869324, | |
| "learning_rate": 4.084277875864776e-05, | |
| "loss": 0.6258, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 7.350746268656716, | |
| "grad_norm": 0.45868679881095886, | |
| "learning_rate": 3.979769551922592e-05, | |
| "loss": 0.6271, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 7.388059701492537, | |
| "grad_norm": 0.44392016530036926, | |
| "learning_rate": 3.876282525117847e-05, | |
| "loss": 0.6191, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 7.425373134328359, | |
| "grad_norm": 0.4744507670402527, | |
| "learning_rate": 3.7738343514237106e-05, | |
| "loss": 0.6291, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 7.462686567164179, | |
| "grad_norm": 0.43945175409317017, | |
| "learning_rate": 3.672442410577965e-05, | |
| "loss": 0.6305, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "grad_norm": 0.4612315893173218, | |
| "learning_rate": 3.5721239031346066e-05, | |
| "loss": 0.6236, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 7.537313432835821, | |
| "grad_norm": 0.45296919345855713, | |
| "learning_rate": 3.472895847545905e-05, | |
| "loss": 0.6282, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 7.574626865671641, | |
| "grad_norm": 0.4535280466079712, | |
| "learning_rate": 3.374775077275293e-05, | |
| "loss": 0.6249, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 7.611940298507463, | |
| "grad_norm": 0.4502476155757904, | |
| "learning_rate": 3.27777823794168e-05, | |
| "loss": 0.6267, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 7.649253731343284, | |
| "grad_norm": 0.4433761239051819, | |
| "learning_rate": 3.1819217844956214e-05, | |
| "loss": 0.6344, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 7.686567164179104, | |
| "grad_norm": 0.4449211657047272, | |
| "learning_rate": 3.0872219784278354e-05, | |
| "loss": 0.6241, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 7.723880597014926, | |
| "grad_norm": 0.47005486488342285, | |
| "learning_rate": 2.9936948850105152e-05, | |
| "loss": 0.6166, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 7.7611940298507465, | |
| "grad_norm": 0.4615201950073242, | |
| "learning_rate": 2.901356370571967e-05, | |
| "loss": 0.6269, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 7.798507462686567, | |
| "grad_norm": 0.44223588705062866, | |
| "learning_rate": 2.8102220998049843e-05, | |
| "loss": 0.6299, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 7.835820895522388, | |
| "grad_norm": 0.4457671642303467, | |
| "learning_rate": 2.7203075331094017e-05, | |
| "loss": 0.627, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 7.8731343283582085, | |
| "grad_norm": 0.4446623623371124, | |
| "learning_rate": 2.6316279239693465e-05, | |
| "loss": 0.6195, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 7.91044776119403, | |
| "grad_norm": 0.4469725489616394, | |
| "learning_rate": 2.54419831636557e-05, | |
| "loss": 0.612, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 7.947761194029851, | |
| "grad_norm": 0.4488806426525116, | |
| "learning_rate": 2.458033542223316e-05, | |
| "loss": 0.6139, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 7.985074626865671, | |
| "grad_norm": 0.44639790058135986, | |
| "learning_rate": 2.3731482188961818e-05, | |
| "loss": 0.6291, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 1.5243113040924072, | |
| "eval_runtime": 0.5203, | |
| "eval_samples_per_second": 3.844, | |
| "eval_steps_per_second": 1.922, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 8.022388059701493, | |
| "grad_norm": 0.43840205669403076, | |
| "learning_rate": 2.28955674668636e-05, | |
| "loss": 0.6144, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 8.059701492537313, | |
| "grad_norm": 0.44431746006011963, | |
| "learning_rate": 2.2072733064017103e-05, | |
| "loss": 0.6062, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 8.097014925373134, | |
| "grad_norm": 0.44257909059524536, | |
| "learning_rate": 2.1263118569500795e-05, | |
| "loss": 0.6067, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 8.134328358208956, | |
| "grad_norm": 0.4406292140483856, | |
| "learning_rate": 2.0466861329712473e-05, | |
| "loss": 0.6169, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 8.171641791044776, | |
| "grad_norm": 0.45199882984161377, | |
| "learning_rate": 1.968409642506913e-05, | |
| "loss": 0.6133, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 8.208955223880597, | |
| "grad_norm": 0.4403633773326874, | |
| "learning_rate": 1.89149566470915e-05, | |
| "loss": 0.6059, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 8.246268656716419, | |
| "grad_norm": 0.45532822608947754, | |
| "learning_rate": 1.8159572475876718e-05, | |
| "loss": 0.6042, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 8.283582089552239, | |
| "grad_norm": 0.4559955596923828, | |
| "learning_rate": 1.741807205796314e-05, | |
| "loss": 0.6189, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 8.32089552238806, | |
| "grad_norm": 0.45486971735954285, | |
| "learning_rate": 1.6690581184590858e-05, | |
| "loss": 0.6116, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 8.35820895522388, | |
| "grad_norm": 0.44671645760536194, | |
| "learning_rate": 1.5977223270362196e-05, | |
| "loss": 0.6149, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 8.395522388059701, | |
| "grad_norm": 0.45056024193763733, | |
| "learning_rate": 1.5278119332305053e-05, | |
| "loss": 0.614, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 8.432835820895523, | |
| "grad_norm": 0.4756515920162201, | |
| "learning_rate": 1.459338796934293e-05, | |
| "loss": 0.6163, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 8.470149253731343, | |
| "grad_norm": 0.4487175941467285, | |
| "learning_rate": 1.3923145342175482e-05, | |
| "loss": 0.6098, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 8.507462686567164, | |
| "grad_norm": 0.46132373809814453, | |
| "learning_rate": 1.3267505153572501e-05, | |
| "loss": 0.6099, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 8.544776119402986, | |
| "grad_norm": 0.44755882024765015, | |
| "learning_rate": 1.2626578629084784e-05, | |
| "loss": 0.6169, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 8.582089552238806, | |
| "grad_norm": 0.46651872992515564, | |
| "learning_rate": 1.2000474498175552e-05, | |
| "loss": 0.6099, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 8.619402985074627, | |
| "grad_norm": 0.47415512800216675, | |
| "learning_rate": 1.138929897577493e-05, | |
| "loss": 0.6104, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 8.656716417910447, | |
| "grad_norm": 0.4649696350097656, | |
| "learning_rate": 1.0793155744261351e-05, | |
| "loss": 0.6094, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 8.694029850746269, | |
| "grad_norm": 0.44566088914871216, | |
| "learning_rate": 1.0212145935872375e-05, | |
| "loss": 0.6223, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 8.73134328358209, | |
| "grad_norm": 0.4482034742832184, | |
| "learning_rate": 9.646368115548232e-06, | |
| "loss": 0.6064, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 8.76865671641791, | |
| "grad_norm": 0.4628354012966156, | |
| "learning_rate": 9.095918264210779e-06, | |
| "loss": 0.6139, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 8.805970149253731, | |
| "grad_norm": 0.4561688303947449, | |
| "learning_rate": 8.56088976248095e-06, | |
| "loss": 0.6141, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 8.843283582089553, | |
| "grad_norm": 0.4501047730445862, | |
| "learning_rate": 8.041373374837302e-06, | |
| "loss": 0.6184, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 8.880597014925373, | |
| "grad_norm": 0.4514229893684387, | |
| "learning_rate": 7.53745723421827e-06, | |
| "loss": 0.6069, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 8.917910447761194, | |
| "grad_norm": 0.4529721438884735, | |
| "learning_rate": 7.0492268270709875e-06, | |
| "loss": 0.6136, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 8.955223880597014, | |
| "grad_norm": 0.4562200605869293, | |
| "learning_rate": 6.576764978849004e-06, | |
| "loss": 0.6053, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 8.992537313432836, | |
| "grad_norm": 0.455243319272995, | |
| "learning_rate": 6.1201518399613635e-06, | |
| "loss": 0.6197, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 1.5375313758850098, | |
| "eval_runtime": 0.5174, | |
| "eval_samples_per_second": 3.865, | |
| "eval_steps_per_second": 1.933, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 9.029850746268657, | |
| "grad_norm": 0.44451919198036194, | |
| "learning_rate": 5.679464872175666e-06, | |
| "loss": 0.6126, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 9.067164179104477, | |
| "grad_norm": 0.4510916471481323, | |
| "learning_rate": 5.254778835477015e-06, | |
| "loss": 0.619, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 9.104477611940299, | |
| "grad_norm": 0.4504685699939728, | |
| "learning_rate": 4.846165775385459e-06, | |
| "loss": 0.6059, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 9.14179104477612, | |
| "grad_norm": 0.4434657692909241, | |
| "learning_rate": 4.4536950107339605e-06, | |
| "loss": 0.601, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 9.17910447761194, | |
| "grad_norm": 0.46363726258277893, | |
| "learning_rate": 4.077433121908747e-06, | |
| "loss": 0.6165, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 9.216417910447761, | |
| "grad_norm": 0.45644015073776245, | |
| "learning_rate": 3.717443939554388e-06, | |
| "loss": 0.6102, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 9.253731343283581, | |
| "grad_norm": 0.45389410853385925, | |
| "learning_rate": 3.3737885337452814e-06, | |
| "loss": 0.6029, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 9.291044776119403, | |
| "grad_norm": 0.4506882131099701, | |
| "learning_rate": 3.0465252036255165e-06, | |
| "loss": 0.6091, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 9.328358208955224, | |
| "grad_norm": 0.44706588983535767, | |
| "learning_rate": 2.735709467518699e-06, | |
| "loss": 0.6114, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 9.365671641791044, | |
| "grad_norm": 0.45065855979919434, | |
| "learning_rate": 2.4413940535096156e-06, | |
| "loss": 0.603, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 9.402985074626866, | |
| "grad_norm": 0.4460483491420746, | |
| "learning_rate": 2.1636288904992585e-06, | |
| "loss": 0.6019, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 9.440298507462687, | |
| "grad_norm": 0.4578142762184143, | |
| "learning_rate": 1.902461099734587e-06, | |
| "loss": 0.6065, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 9.477611940298507, | |
| "grad_norm": 0.46080294251441956, | |
| "learning_rate": 1.6579349868147687e-06, | |
| "loss": 0.5979, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 9.514925373134329, | |
| "grad_norm": 0.451742559671402, | |
| "learning_rate": 1.430092034174979e-06, | |
| "loss": 0.6133, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 9.552238805970148, | |
| "grad_norm": 0.4507807493209839, | |
| "learning_rate": 1.2189708940490652e-06, | |
| "loss": 0.604, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 9.58955223880597, | |
| "grad_norm": 0.45165741443634033, | |
| "learning_rate": 1.0246073819125345e-06, | |
| "loss": 0.604, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 9.626865671641792, | |
| "grad_norm": 0.45481327176094055, | |
| "learning_rate": 8.470344704066046e-07, | |
| "loss": 0.6077, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 9.664179104477611, | |
| "grad_norm": 0.4481595456600189, | |
| "learning_rate": 6.862822837445881e-07, | |
| "loss": 0.6021, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 9.701492537313433, | |
| "grad_norm": 0.4543148875236511, | |
| "learning_rate": 5.42378092601481e-07, | |
| "loss": 0.5979, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 9.738805970149254, | |
| "grad_norm": 0.4538787305355072, | |
| "learning_rate": 4.153463094877186e-07, | |
| "loss": 0.6013, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 9.776119402985074, | |
| "grad_norm": 0.4568292796611786, | |
| "learning_rate": 3.0520848460765527e-07, | |
| "loss": 0.6035, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 9.813432835820896, | |
| "grad_norm": 0.4435996115207672, | |
| "learning_rate": 2.119833022037221e-07, | |
| "loss": 0.6022, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 9.850746268656717, | |
| "grad_norm": 0.4439810514450073, | |
| "learning_rate": 1.3568657738678435e-07, | |
| "loss": 0.6025, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 9.888059701492537, | |
| "grad_norm": 0.4461255371570587, | |
| "learning_rate": 7.633125345317682e-08, | |
| "loss": 0.5931, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 9.925373134328359, | |
| "grad_norm": 0.4546414315700531, | |
| "learning_rate": 3.392739968894887e-08, | |
| "loss": 0.6182, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 9.962686567164178, | |
| "grad_norm": 0.45576563477516174, | |
| "learning_rate": 8.48220966164215e-09, | |
| "loss": 0.6126, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.4497128427028656, | |
| "learning_rate": 0.0, | |
| "loss": 0.6028, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 1.542757511138916, | |
| "eval_runtime": 0.5408, | |
| "eval_samples_per_second": 3.698, | |
| "eval_steps_per_second": 1.849, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 1340, | |
| "total_flos": 3.755518175798624e+18, | |
| "train_loss": 0.7269157813556159, | |
| "train_runtime": 7393.4759, | |
| "train_samples_per_second": 11.586, | |
| "train_steps_per_second": 0.181 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1340, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.755518175798624e+18, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |