| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9992659652556888, | |
| "eval_steps": 500, | |
| "global_step": 1021, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009787129924149743, | |
| "grad_norm": 90.15490074334751, | |
| "learning_rate": 4.854368932038835e-07, | |
| "loss": 1.5489, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.019574259848299486, | |
| "grad_norm": 58.23453270743763, | |
| "learning_rate": 9.70873786407767e-07, | |
| "loss": 1.4928, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.029361389772449228, | |
| "grad_norm": 16.767612840452053, | |
| "learning_rate": 1.4563106796116506e-06, | |
| "loss": 1.3729, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03914851969659897, | |
| "grad_norm": 11.079321586087117, | |
| "learning_rate": 1.941747572815534e-06, | |
| "loss": 1.2475, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.048935649620748714, | |
| "grad_norm": 6.953520974579646, | |
| "learning_rate": 2.427184466019418e-06, | |
| "loss": 1.1889, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.058722779544898455, | |
| "grad_norm": 3.390499745911967, | |
| "learning_rate": 2.912621359223301e-06, | |
| "loss": 1.1427, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0685099094690482, | |
| "grad_norm": 2.234261881443784, | |
| "learning_rate": 3.398058252427185e-06, | |
| "loss": 1.0896, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07829703939319795, | |
| "grad_norm": 2.5807948782523944, | |
| "learning_rate": 3.883495145631068e-06, | |
| "loss": 1.104, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.0880841693173477, | |
| "grad_norm": 2.356465079616129, | |
| "learning_rate": 4.368932038834952e-06, | |
| "loss": 1.0746, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09787129924149743, | |
| "grad_norm": 2.4234601720621023, | |
| "learning_rate": 4.854368932038836e-06, | |
| "loss": 1.0793, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10765842916564718, | |
| "grad_norm": 2.117132974644545, | |
| "learning_rate": 4.999282701856139e-06, | |
| "loss": 1.0692, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11744555908979691, | |
| "grad_norm": 1.8840717844600037, | |
| "learning_rate": 4.995770395678171e-06, | |
| "loss": 1.0731, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12723268901394666, | |
| "grad_norm": 2.5216433561534317, | |
| "learning_rate": 4.989335440737587e-06, | |
| "loss": 1.0464, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1370198189380964, | |
| "grad_norm": 2.4579666246587424, | |
| "learning_rate": 4.979985372628657e-06, | |
| "loss": 1.0434, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.14680694886224616, | |
| "grad_norm": 2.3287908973842755, | |
| "learning_rate": 4.967731140661878e-06, | |
| "loss": 1.0441, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1565940787863959, | |
| "grad_norm": 2.0436369039725224, | |
| "learning_rate": 4.952587095041882e-06, | |
| "loss": 1.0386, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.16638120871054562, | |
| "grad_norm": 2.5733520388523945, | |
| "learning_rate": 4.934570970062765e-06, | |
| "loss": 1.0565, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1761683386346954, | |
| "grad_norm": 1.8256543734485644, | |
| "learning_rate": 4.913703863340504e-06, | |
| "loss": 1.0441, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.18595546855884512, | |
| "grad_norm": 1.7844329038469422, | |
| "learning_rate": 4.890010211106795e-06, | |
| "loss": 1.0396, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.19574259848299486, | |
| "grad_norm": 3.2695230626975613, | |
| "learning_rate": 4.86351775959322e-06, | |
| "loss": 1.0295, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.20552972840714462, | |
| "grad_norm": 2.6115311678055653, | |
| "learning_rate": 4.834257532539292e-06, | |
| "loss": 1.0465, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.21531685833129435, | |
| "grad_norm": 2.422852080700085, | |
| "learning_rate": 4.802263794862385e-06, | |
| "loss": 1.017, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2251039882554441, | |
| "grad_norm": 2.2578865515295283, | |
| "learning_rate": 4.767574012532121e-06, | |
| "loss": 1.0176, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.23489111817959382, | |
| "grad_norm": 2.087619836151659, | |
| "learning_rate": 4.730228808696201e-06, | |
| "loss": 1.0174, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.24467824810374358, | |
| "grad_norm": 1.999324934826496, | |
| "learning_rate": 4.690271916109034e-06, | |
| "loss": 1.0174, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2544653780278933, | |
| "grad_norm": 3.372686449261057, | |
| "learning_rate": 4.647750125918909e-06, | |
| "loss": 1.0168, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2642525079520431, | |
| "grad_norm": 2.5211594090463088, | |
| "learning_rate": 4.6027132328736515e-06, | |
| "loss": 1.0351, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2740396378761928, | |
| "grad_norm": 3.6300783567036525, | |
| "learning_rate": 4.555213977008946e-06, | |
| "loss": 1.0105, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.28382676780034255, | |
| "grad_norm": 1.6572768717333426, | |
| "learning_rate": 4.50530798188761e-06, | |
| "loss": 1.0227, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2936138977244923, | |
| "grad_norm": 2.021540908150653, | |
| "learning_rate": 4.453053689462131e-06, | |
| "loss": 1.0178, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.303401027648642, | |
| "grad_norm": 1.8651477439042456, | |
| "learning_rate": 4.398512291636768e-06, | |
| "loss": 1.0091, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3131881575727918, | |
| "grad_norm": 2.43880182053301, | |
| "learning_rate": 4.341747658609332e-06, | |
| "loss": 1.0196, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.32297528749694154, | |
| "grad_norm": 2.8064493559277963, | |
| "learning_rate": 4.282826264076587e-06, | |
| "loss": 1.0142, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.33276241742109125, | |
| "grad_norm": 1.9574404119807658, | |
| "learning_rate": 4.221817107390847e-06, | |
| "loss": 1.0014, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.342549547345241, | |
| "grad_norm": 2.163660779817407, | |
| "learning_rate": 4.15879163275892e-06, | |
| "loss": 1.0297, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3523366772693908, | |
| "grad_norm": 1.9653596257387018, | |
| "learning_rate": 4.093823645578037e-06, | |
| "loss": 1.0155, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3621238071935405, | |
| "grad_norm": 2.2959542048619253, | |
| "learning_rate": 4.02698922600672e-06, | |
| "loss": 1.0136, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.37191093711769024, | |
| "grad_norm": 1.7061830149355224, | |
| "learning_rate": 3.958366639871826e-06, | |
| "loss": 0.9889, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.38169806704184, | |
| "grad_norm": 2.299910460880925, | |
| "learning_rate": 3.888036247016073e-06, | |
| "loss": 0.9959, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3914851969659897, | |
| "grad_norm": 1.9452961119067358, | |
| "learning_rate": 3.81608040719339e-06, | |
| "loss": 1.0049, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4012723268901395, | |
| "grad_norm": 2.744356349117842, | |
| "learning_rate": 3.7425833836222947e-06, | |
| "loss": 1.0018, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.41105945681428924, | |
| "grad_norm": 2.477879387395352, | |
| "learning_rate": 3.6676312443102323e-06, | |
| "loss": 1.0152, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.42084658673843894, | |
| "grad_norm": 2.1636493383526676, | |
| "learning_rate": 3.591311761264433e-06, | |
| "loss": 1.0056, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4306337166625887, | |
| "grad_norm": 2.743033130906874, | |
| "learning_rate": 3.513714307707321e-06, | |
| "loss": 0.9988, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.4404208465867384, | |
| "grad_norm": 2.3096838919036093, | |
| "learning_rate": 3.4349297534168242e-06, | |
| "loss": 0.9973, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4502079765108882, | |
| "grad_norm": 2.7080342141867586, | |
| "learning_rate": 3.3550503583141726e-06, | |
| "loss": 0.9841, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.45999510643503794, | |
| "grad_norm": 1.8384006858146424, | |
| "learning_rate": 3.274169664423768e-06, | |
| "loss": 0.9991, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.46978223635918764, | |
| "grad_norm": 1.7788391832635966, | |
| "learning_rate": 3.192382386331667e-06, | |
| "loss": 0.9992, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4795693662833374, | |
| "grad_norm": 1.9349340294062531, | |
| "learning_rate": 3.109784300270943e-06, | |
| "loss": 1.004, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.48935649620748717, | |
| "grad_norm": 2.089365671821631, | |
| "learning_rate": 3.0264721319638176e-06, | |
| "loss": 0.9892, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4991436261316369, | |
| "grad_norm": 1.6583587633830374, | |
| "learning_rate": 2.9425434433518985e-06, | |
| "loss": 0.9991, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5089307560557866, | |
| "grad_norm": 2.164226641765232, | |
| "learning_rate": 2.8580965183471794e-06, | |
| "loss": 0.9946, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5187178859799364, | |
| "grad_norm": 2.595883151442786, | |
| "learning_rate": 2.773230247737569e-06, | |
| "loss": 1.0007, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5285050159040862, | |
| "grad_norm": 1.9135033210807688, | |
| "learning_rate": 2.6880440133817563e-06, | |
| "loss": 0.997, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5382921458282359, | |
| "grad_norm": 2.1997366611393776, | |
| "learning_rate": 2.602637571829009e-06, | |
| "loss": 0.9916, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5480792757523856, | |
| "grad_norm": 4.036295629554255, | |
| "learning_rate": 2.517110937500185e-06, | |
| "loss": 0.9921, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5578664056765353, | |
| "grad_norm": 1.9466096395859314, | |
| "learning_rate": 2.431564265566781e-06, | |
| "loss": 0.9998, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5676535356006851, | |
| "grad_norm": 2.487288664151329, | |
| "learning_rate": 2.346097734665143e-06, | |
| "loss": 0.9871, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5774406655248349, | |
| "grad_norm": 1.816928462189231, | |
| "learning_rate": 2.2608114295832053e-06, | |
| "loss": 0.9979, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5872277954489846, | |
| "grad_norm": 1.75653406126234, | |
| "learning_rate": 2.175805224057129e-06, | |
| "loss": 0.9724, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5970149253731343, | |
| "grad_norm": 1.7976791598972546, | |
| "learning_rate": 2.0911786638150873e-06, | |
| "loss": 0.9937, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.606802055297284, | |
| "grad_norm": 1.9243691484831966, | |
| "learning_rate": 2.0070308500051715e-06, | |
| "loss": 0.9859, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6165891852214338, | |
| "grad_norm": 2.7481202060087835, | |
| "learning_rate": 1.9234603231439e-06, | |
| "loss": 0.9841, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6263763151455836, | |
| "grad_norm": 2.003686173024267, | |
| "learning_rate": 1.84056494772127e-06, | |
| "loss": 0.9749, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.6361634450697333, | |
| "grad_norm": 1.6161005997468445, | |
| "learning_rate": 1.7584417975974535e-06, | |
| "loss": 0.985, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6459505749938831, | |
| "grad_norm": 1.5994212448277128, | |
| "learning_rate": 1.6771870423253473e-06, | |
| "loss": 0.9823, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.6557377049180327, | |
| "grad_norm": 2.947926766692084, | |
| "learning_rate": 1.5968958345321178e-06, | |
| "loss": 0.9905, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6655248348421825, | |
| "grad_norm": 2.496926900199072, | |
| "learning_rate": 1.517662198491599e-06, | |
| "loss": 0.9802, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6753119647663323, | |
| "grad_norm": 2.50313272426719, | |
| "learning_rate": 1.4395789200180343e-06, | |
| "loss": 0.9839, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.685099094690482, | |
| "grad_norm": 3.162725883476327, | |
| "learning_rate": 1.362737437810114e-06, | |
| "loss": 0.9746, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6948862246146318, | |
| "grad_norm": 2.5094677251656696, | |
| "learning_rate": 1.287227736372538e-06, | |
| "loss": 0.9662, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7046733545387815, | |
| "grad_norm": 1.7194609557385765, | |
| "learning_rate": 1.2131382406404866e-06, | |
| "loss": 0.9654, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7144604844629312, | |
| "grad_norm": 2.088741834771206, | |
| "learning_rate": 1.1405557124304338e-06, | |
| "loss": 0.9687, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.724247614387081, | |
| "grad_norm": 2.3589729813581637, | |
| "learning_rate": 1.0695651488385168e-06, | |
| "loss": 0.9764, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.7340347443112307, | |
| "grad_norm": 1.4080735212450242, | |
| "learning_rate": 1.0002496827054806e-06, | |
| "loss": 0.9734, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.7438218742353805, | |
| "grad_norm": 2.028266231817523, | |
| "learning_rate": 9.326904852647345e-07, | |
| "loss": 0.9731, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7536090041595302, | |
| "grad_norm": 1.9325878087268091, | |
| "learning_rate": 8.669666710875319e-07, | |
| "loss": 0.9717, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.76339613408368, | |
| "grad_norm": 2.6471850221409583, | |
| "learning_rate": 8.031552054365905e-07, | |
| "loss": 0.9721, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.7731832640078297, | |
| "grad_norm": 1.8267904470848466, | |
| "learning_rate": 7.413308141366254e-07, | |
| "loss": 0.9925, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.7829703939319794, | |
| "grad_norm": 1.7349835377240377, | |
| "learning_rate": 6.815658960673782e-07, | |
| "loss": 0.9581, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.7927575238561292, | |
| "grad_norm": 2.037859066803747, | |
| "learning_rate": 6.239304383815706e-07, | |
| "loss": 0.9699, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.802544653780279, | |
| "grad_norm": 2.1130579933367257, | |
| "learning_rate": 5.684919345471029e-07, | |
| "loss": 0.9905, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8123317837044287, | |
| "grad_norm": 1.946465156584691, | |
| "learning_rate": 5.15315305309455e-07, | |
| "loss": 0.973, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.8221189136285785, | |
| "grad_norm": 2.5768060337551972, | |
| "learning_rate": 4.644628226668485e-07, | |
| "loss": 0.9582, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.8319060435527281, | |
| "grad_norm": 2.173860689008899, | |
| "learning_rate": 4.159940369472015e-07, | |
| "loss": 0.9729, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.8416931734768779, | |
| "grad_norm": 2.291543898620316, | |
| "learning_rate": 3.699657070722698e-07, | |
| "loss": 0.9761, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.8514803034010276, | |
| "grad_norm": 2.088024718750774, | |
| "learning_rate": 3.2643173409063976e-07, | |
| "loss": 0.9818, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8612674333251774, | |
| "grad_norm": 1.8060057642166407, | |
| "learning_rate": 2.854430980574002e-07, | |
| "loss": 0.9636, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.8710545632493272, | |
| "grad_norm": 1.749866063660457, | |
| "learning_rate": 2.4704779833442993e-07, | |
| "loss": 0.9636, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.8808416931734768, | |
| "grad_norm": 2.0741463604546913, | |
| "learning_rate": 2.1129079738118424e-07, | |
| "loss": 0.963, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.8906288230976266, | |
| "grad_norm": 1.4388364613303446, | |
| "learning_rate": 1.782139681018244e-07, | |
| "loss": 0.9757, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.9004159530217763, | |
| "grad_norm": 2.3114929534129343, | |
| "learning_rate": 1.4785604481034639e-07, | |
| "loss": 0.9678, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.9102030829459261, | |
| "grad_norm": 2.0415525131838432, | |
| "learning_rate": 1.202525778711172e-07, | |
| "loss": 0.9595, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.9199902128700759, | |
| "grad_norm": 2.3293806080394104, | |
| "learning_rate": 9.54358920679524e-08, | |
| "loss": 0.98, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.9297773427942256, | |
| "grad_norm": 2.0830083897095406, | |
| "learning_rate": 7.343504875047814e-08, | |
| "loss": 0.964, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.9395644727183753, | |
| "grad_norm": 2.218326205399271, | |
| "learning_rate": 5.427581180210639e-08, | |
| "loss": 0.979, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.949351602642525, | |
| "grad_norm": 2.153253403337433, | |
| "learning_rate": 3.798061746947995e-08, | |
| "loss": 0.9578, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.9591387325666748, | |
| "grad_norm": 1.611398342662154, | |
| "learning_rate": 2.456854808871201e-08, | |
| "loss": 0.9759, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.9689258624908246, | |
| "grad_norm": 2.2214603407537883, | |
| "learning_rate": 1.4055309739195166e-08, | |
| "loss": 0.9691, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.9787129924149743, | |
| "grad_norm": 1.8872382897952824, | |
| "learning_rate": 6.453213851142226e-09, | |
| "loss": 0.9866, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.9885001223391241, | |
| "grad_norm": 3.466854317296078, | |
| "learning_rate": 1.7711627883998383e-09, | |
| "loss": 0.9735, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.9982872522632737, | |
| "grad_norm": 1.8136326675400594, | |
| "learning_rate": 1.463942341850544e-11, | |
| "loss": 0.9689, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.9992659652556888, | |
| "step": 1021, | |
| "total_flos": 1.136081069573931e+18, | |
| "train_loss": 1.019411426333092, | |
| "train_runtime": 37962.3304, | |
| "train_samples_per_second": 3.444, | |
| "train_steps_per_second": 0.027 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1021, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.136081069573931e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |