| { | |
| "best_metric": 3.8431217670440674, | |
| "best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/npi-only/transformer/0/checkpoints/checkpoint-839520", | |
| "epoch": 1.0250006060157382, | |
| "eval_steps": 10, | |
| "global_step": 839520, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.999998362119627e-05, | |
| "loss": 11.0588, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.999161405248948e-05, | |
| "loss": 6.8253, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.998322810497896e-05, | |
| "loss": 6.1936, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.997484215746844e-05, | |
| "loss": 5.9813, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.996645620995792e-05, | |
| "loss": 5.8216, | |
| "step": 2048 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.99580702624474e-05, | |
| "loss": 5.713, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.994968431493688e-05, | |
| "loss": 5.6086, | |
| "step": 3072 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.994129836742636e-05, | |
| "loss": 5.5394, | |
| "step": 3584 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.993291241991584e-05, | |
| "loss": 5.4501, | |
| "step": 4096 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.992452647240532e-05, | |
| "loss": 5.4083, | |
| "step": 4608 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.99161405248948e-05, | |
| "loss": 5.3582, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.990775457738428e-05, | |
| "loss": 5.3178, | |
| "step": 5632 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.989938500867749e-05, | |
| "loss": 5.252, | |
| "step": 6144 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.989099906116697e-05, | |
| "loss": 5.2149, | |
| "step": 6656 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.988261311365645e-05, | |
| "loss": 5.1821, | |
| "step": 7168 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.987422716614593e-05, | |
| "loss": 5.1327, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.986584121863541e-05, | |
| "loss": 5.1165, | |
| "step": 8192 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.985745527112489e-05, | |
| "loss": 5.0838, | |
| "step": 8704 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.984906932361437e-05, | |
| "loss": 5.0435, | |
| "step": 9216 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.984068337610385e-05, | |
| "loss": 5.0226, | |
| "step": 9728 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.983229742859333e-05, | |
| "loss": 5.006, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9823927859886547e-05, | |
| "loss": 4.9758, | |
| "step": 10752 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9815541912376026e-05, | |
| "loss": 4.9579, | |
| "step": 11264 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9807155964865506e-05, | |
| "loss": 4.924, | |
| "step": 11776 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9798770017354986e-05, | |
| "loss": 4.9175, | |
| "step": 12288 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9790400448648195e-05, | |
| "loss": 4.8957, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9782014501137675e-05, | |
| "loss": 4.8727, | |
| "step": 13312 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9773628553627155e-05, | |
| "loss": 4.8537, | |
| "step": 13824 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9765242606116635e-05, | |
| "loss": 4.8275, | |
| "step": 14336 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9756873037409844e-05, | |
| "loss": 4.819, | |
| "step": 14848 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9748487089899324e-05, | |
| "loss": 4.8016, | |
| "step": 15360 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9740101142388804e-05, | |
| "loss": 4.7967, | |
| "step": 15872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9731715194878284e-05, | |
| "loss": 4.7803, | |
| "step": 16384 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.97233456261715e-05, | |
| "loss": 4.7663, | |
| "step": 16896 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.971495967866098e-05, | |
| "loss": 4.7574, | |
| "step": 17408 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.970657373115046e-05, | |
| "loss": 4.7454, | |
| "step": 17920 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.969818778363994e-05, | |
| "loss": 4.7346, | |
| "step": 18432 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.968981821493315e-05, | |
| "loss": 4.7047, | |
| "step": 18944 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.968143226742263e-05, | |
| "loss": 4.7049, | |
| "step": 19456 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.967304631991211e-05, | |
| "loss": 4.6774, | |
| "step": 19968 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.966466037240159e-05, | |
| "loss": 4.6839, | |
| "step": 20480 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.965627442489107e-05, | |
| "loss": 4.6639, | |
| "step": 20992 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.964788847738054e-05, | |
| "loss": 4.6668, | |
| "step": 21504 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.963950252987002e-05, | |
| "loss": 4.6458, | |
| "step": 22016 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.963113296116324e-05, | |
| "loss": 4.6426, | |
| "step": 22528 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.962274701365272e-05, | |
| "loss": 4.6324, | |
| "step": 23040 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.96143610661422e-05, | |
| "loss": 4.6267, | |
| "step": 23552 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.960597511863168e-05, | |
| "loss": 4.615, | |
| "step": 24064 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.959758917112116e-05, | |
| "loss": 4.5899, | |
| "step": 24576 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9589219602414374e-05, | |
| "loss": 4.5954, | |
| "step": 25088 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.958083365490385e-05, | |
| "loss": 4.5974, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.957244770739333e-05, | |
| "loss": 4.5919, | |
| "step": 26112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.956406175988281e-05, | |
| "loss": 4.5707, | |
| "step": 26624 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9555692191176016e-05, | |
| "loss": 4.5576, | |
| "step": 27136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.954732262246923e-05, | |
| "loss": 4.5604, | |
| "step": 27648 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.953893667495871e-05, | |
| "loss": 4.5479, | |
| "step": 28160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.953055072744819e-05, | |
| "loss": 4.5611, | |
| "step": 28672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.952216477993767e-05, | |
| "loss": 4.5227, | |
| "step": 29184 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.951377883242715e-05, | |
| "loss": 4.5403, | |
| "step": 29696 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.950539288491663e-05, | |
| "loss": 4.5301, | |
| "step": 30208 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.949700693740611e-05, | |
| "loss": 4.5091, | |
| "step": 30720 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.948862098989559e-05, | |
| "loss": 4.5199, | |
| "step": 31232 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.94802514211888e-05, | |
| "loss": 4.503, | |
| "step": 31744 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.947186547367828e-05, | |
| "loss": 4.495, | |
| "step": 32256 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.946347952616776e-05, | |
| "loss": 4.4884, | |
| "step": 32768 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.945509357865724e-05, | |
| "loss": 4.5, | |
| "step": 33280 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.944672400995045e-05, | |
| "loss": 4.4795, | |
| "step": 33792 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.943833806243993e-05, | |
| "loss": 4.4754, | |
| "step": 34304 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.942995211492941e-05, | |
| "loss": 4.4684, | |
| "step": 34816 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.942156616741889e-05, | |
| "loss": 4.4614, | |
| "step": 35328 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9413196598712105e-05, | |
| "loss": 4.4675, | |
| "step": 35840 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.940482703000532e-05, | |
| "loss": 4.4724, | |
| "step": 36352 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9396441082494794e-05, | |
| "loss": 4.4502, | |
| "step": 36864 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9388055134984274e-05, | |
| "loss": 4.4592, | |
| "step": 37376 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9379669187473754e-05, | |
| "loss": 4.463, | |
| "step": 37888 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9371283239963234e-05, | |
| "loss": 4.4468, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.936291367125644e-05, | |
| "loss": 4.4333, | |
| "step": 38912 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.935452772374592e-05, | |
| "loss": 4.4358, | |
| "step": 39424 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.93461417762354e-05, | |
| "loss": 4.4326, | |
| "step": 39936 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.933775582872488e-05, | |
| "loss": 4.4202, | |
| "step": 40448 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.93293862600181e-05, | |
| "loss": 4.4169, | |
| "step": 40960 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.932100031250758e-05, | |
| "loss": 4.4264, | |
| "step": 41472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.931261436499706e-05, | |
| "loss": 4.427, | |
| "step": 41984 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.930422841748654e-05, | |
| "loss": 4.4087, | |
| "step": 42496 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.929584246997602e-05, | |
| "loss": 4.3873, | |
| "step": 43008 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.92874565224655e-05, | |
| "loss": 4.4003, | |
| "step": 43520 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.927907057495498e-05, | |
| "loss": 4.4045, | |
| "step": 44032 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.927068462744446e-05, | |
| "loss": 4.3923, | |
| "step": 44544 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.926231505873767e-05, | |
| "loss": 4.397, | |
| "step": 45056 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.925392911122715e-05, | |
| "loss": 4.3801, | |
| "step": 45568 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.924554316371663e-05, | |
| "loss": 4.3782, | |
| "step": 46080 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.923715721620611e-05, | |
| "loss": 4.3741, | |
| "step": 46592 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.922878764749932e-05, | |
| "loss": 4.3698, | |
| "step": 47104 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.92204016999888e-05, | |
| "loss": 4.3758, | |
| "step": 47616 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.921201575247828e-05, | |
| "loss": 4.366, | |
| "step": 48128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.920362980496776e-05, | |
| "loss": 4.3804, | |
| "step": 48640 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.919524385745724e-05, | |
| "loss": 4.3638, | |
| "step": 49152 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.918685790994672e-05, | |
| "loss": 4.3481, | |
| "step": 49664 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.917848834123993e-05, | |
| "loss": 4.3505, | |
| "step": 50176 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.917010239372941e-05, | |
| "loss": 4.3578, | |
| "step": 50688 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.916171644621889e-05, | |
| "loss": 4.3477, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.915333049870837e-05, | |
| "loss": 4.3465, | |
| "step": 51712 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.914494455119785e-05, | |
| "loss": 4.345, | |
| "step": 52224 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.913657498249106e-05, | |
| "loss": 4.3333, | |
| "step": 52736 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.912818903498054e-05, | |
| "loss": 4.3372, | |
| "step": 53248 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.911980308747002e-05, | |
| "loss": 4.3157, | |
| "step": 53760 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.91114171399595e-05, | |
| "loss": 4.3219, | |
| "step": 54272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.910304757125272e-05, | |
| "loss": 4.3278, | |
| "step": 54784 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.90946616237422e-05, | |
| "loss": 4.3213, | |
| "step": 55296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.908627567623168e-05, | |
| "loss": 4.3146, | |
| "step": 55808 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.907788972872115e-05, | |
| "loss": 4.3235, | |
| "step": 56320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.906950378121063e-05, | |
| "loss": 4.299, | |
| "step": 56832 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9061134212503846e-05, | |
| "loss": 4.3095, | |
| "step": 57344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9052748264993326e-05, | |
| "loss": 4.3043, | |
| "step": 57856 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.90443623174828e-05, | |
| "loss": 4.3085, | |
| "step": 58368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.903597636997228e-05, | |
| "loss": 4.3151, | |
| "step": 58880 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.902759042246176e-05, | |
| "loss": 4.3037, | |
| "step": 59392 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9019220853754975e-05, | |
| "loss": 4.2971, | |
| "step": 59904 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9010834906244455e-05, | |
| "loss": 4.2927, | |
| "step": 60416 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9002448958733935e-05, | |
| "loss": 4.2986, | |
| "step": 60928 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8994063011223415e-05, | |
| "loss": 4.2912, | |
| "step": 61440 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8985693442516624e-05, | |
| "loss": 4.2895, | |
| "step": 61952 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8977307495006104e-05, | |
| "loss": 4.2823, | |
| "step": 62464 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8968921547495584e-05, | |
| "loss": 4.279, | |
| "step": 62976 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8960535599985064e-05, | |
| "loss": 4.2796, | |
| "step": 63488 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8952149652474544e-05, | |
| "loss": 4.2698, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8943763704964024e-05, | |
| "loss": 4.2746, | |
| "step": 64512 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.893539413625723e-05, | |
| "loss": 4.2725, | |
| "step": 65024 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.892700818874671e-05, | |
| "loss": 4.2672, | |
| "step": 65536 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.891862224123619e-05, | |
| "loss": 4.2592, | |
| "step": 66048 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.891023629372567e-05, | |
| "loss": 4.2765, | |
| "step": 66560 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.890185034621515e-05, | |
| "loss": 4.2761, | |
| "step": 67072 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.889346439870464e-05, | |
| "loss": 4.2645, | |
| "step": 67584 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.888507845119412e-05, | |
| "loss": 4.2548, | |
| "step": 68096 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.887670888248733e-05, | |
| "loss": 4.2609, | |
| "step": 68608 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.886832293497681e-05, | |
| "loss": 4.2609, | |
| "step": 69120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.885993698746629e-05, | |
| "loss": 4.2617, | |
| "step": 69632 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.885155103995577e-05, | |
| "loss": 4.2565, | |
| "step": 70144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.884316509244525e-05, | |
| "loss": 4.2554, | |
| "step": 70656 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.883479552373846e-05, | |
| "loss": 4.2497, | |
| "step": 71168 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.882640957622794e-05, | |
| "loss": 4.2492, | |
| "step": 71680 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.881802362871742e-05, | |
| "loss": 4.2419, | |
| "step": 72192 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.88096376812069e-05, | |
| "loss": 4.2454, | |
| "step": 72704 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8801268112500106e-05, | |
| "loss": 4.239, | |
| "step": 73216 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8792882164989586e-05, | |
| "loss": 4.2321, | |
| "step": 73728 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.878449621747907e-05, | |
| "loss": 4.2446, | |
| "step": 74240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.877611026996855e-05, | |
| "loss": 4.231, | |
| "step": 74752 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.876772432245803e-05, | |
| "loss": 4.2397, | |
| "step": 75264 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.875933837494751e-05, | |
| "loss": 4.227, | |
| "step": 75776 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8750952427436986e-05, | |
| "loss": 4.2219, | |
| "step": 76288 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 4.193910598754883, | |
| "eval_runtime": 303.1016, | |
| "eval_samples_per_second": 1258.954, | |
| "eval_steps_per_second": 39.343, | |
| "step": 76320 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8742566479926466e-05, | |
| "loss": 4.2132, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.873419691121968e-05, | |
| "loss": 4.2137, | |
| "step": 77312 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.872581096370916e-05, | |
| "loss": 4.2258, | |
| "step": 77824 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8717425016198635e-05, | |
| "loss": 4.2145, | |
| "step": 78336 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8709039068688115e-05, | |
| "loss": 4.2196, | |
| "step": 78848 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.870066949998133e-05, | |
| "loss": 4.2088, | |
| "step": 79360 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.869228355247081e-05, | |
| "loss": 4.2042, | |
| "step": 79872 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.868389760496029e-05, | |
| "loss": 4.1964, | |
| "step": 80384 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8675528036253507e-05, | |
| "loss": 4.2113, | |
| "step": 80896 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8667142088742986e-05, | |
| "loss": 4.2027, | |
| "step": 81408 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.865875614123246e-05, | |
| "loss": 4.2141, | |
| "step": 81920 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.865037019372194e-05, | |
| "loss": 4.1951, | |
| "step": 82432 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8642000625015155e-05, | |
| "loss": 4.1929, | |
| "step": 82944 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8633614677504635e-05, | |
| "loss": 4.1871, | |
| "step": 83456 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.862522872999411e-05, | |
| "loss": 4.1823, | |
| "step": 83968 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.861684278248359e-05, | |
| "loss": 4.1827, | |
| "step": 84480 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.860845683497307e-05, | |
| "loss": 4.1908, | |
| "step": 84992 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.860007088746255e-05, | |
| "loss": 4.1794, | |
| "step": 85504 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.859168493995203e-05, | |
| "loss": 4.1764, | |
| "step": 86016 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8583315371245244e-05, | |
| "loss": 4.1955, | |
| "step": 86528 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8574929423734724e-05, | |
| "loss": 4.1839, | |
| "step": 87040 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8566543476224204e-05, | |
| "loss": 4.1832, | |
| "step": 87552 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8558157528713684e-05, | |
| "loss": 4.1714, | |
| "step": 88064 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.8549771581203164e-05, | |
| "loss": 4.1842, | |
| "step": 88576 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.854140201249637e-05, | |
| "loss": 4.1696, | |
| "step": 89088 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.853301606498585e-05, | |
| "loss": 4.1701, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.852463011747533e-05, | |
| "loss": 4.1693, | |
| "step": 90112 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.851624416996481e-05, | |
| "loss": 4.1616, | |
| "step": 90624 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.850785822245429e-05, | |
| "loss": 4.1558, | |
| "step": 91136 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.84994886537475e-05, | |
| "loss": 4.1558, | |
| "step": 91648 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.849110270623698e-05, | |
| "loss": 4.1648, | |
| "step": 92160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.848271675872646e-05, | |
| "loss": 4.1633, | |
| "step": 92672 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.847433081121595e-05, | |
| "loss": 4.1571, | |
| "step": 93184 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.846594486370543e-05, | |
| "loss": 4.1632, | |
| "step": 93696 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.845757529499864e-05, | |
| "loss": 4.1586, | |
| "step": 94208 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.844918934748812e-05, | |
| "loss": 4.1571, | |
| "step": 94720 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.84408033999776e-05, | |
| "loss": 4.145, | |
| "step": 95232 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.843241745246708e-05, | |
| "loss": 4.1455, | |
| "step": 95744 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.842403150495656e-05, | |
| "loss": 4.1361, | |
| "step": 96256 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.841566193624977e-05, | |
| "loss": 4.1485, | |
| "step": 96768 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.840727598873925e-05, | |
| "loss": 4.1336, | |
| "step": 97280 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.839889004122873e-05, | |
| "loss": 4.1485, | |
| "step": 97792 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.839050409371821e-05, | |
| "loss": 4.134, | |
| "step": 98304 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8382118146207687e-05, | |
| "loss": 4.1381, | |
| "step": 98816 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.83737485775009e-05, | |
| "loss": 4.1384, | |
| "step": 99328 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.836536262999038e-05, | |
| "loss": 4.133, | |
| "step": 99840 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.835697668247986e-05, | |
| "loss": 4.1318, | |
| "step": 100352 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.834859073496934e-05, | |
| "loss": 4.1195, | |
| "step": 100864 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.834020478745882e-05, | |
| "loss": 4.1229, | |
| "step": 101376 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.833183521875203e-05, | |
| "loss": 4.1351, | |
| "step": 101888 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.832344927124151e-05, | |
| "loss": 4.1296, | |
| "step": 102400 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.831506332373099e-05, | |
| "loss": 4.1211, | |
| "step": 102912 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.830667737622047e-05, | |
| "loss": 4.1115, | |
| "step": 103424 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.829830780751368e-05, | |
| "loss": 4.1214, | |
| "step": 103936 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.828992186000316e-05, | |
| "loss": 4.1086, | |
| "step": 104448 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.828153591249264e-05, | |
| "loss": 4.1306, | |
| "step": 104960 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.827314996498212e-05, | |
| "loss": 4.1028, | |
| "step": 105472 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8264780396275336e-05, | |
| "loss": 4.1242, | |
| "step": 105984 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8256394448764816e-05, | |
| "loss": 4.1154, | |
| "step": 106496 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8248008501254296e-05, | |
| "loss": 4.1021, | |
| "step": 107008 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.823962255374377e-05, | |
| "loss": 4.1127, | |
| "step": 107520 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.823123660623325e-05, | |
| "loss": 4.1064, | |
| "step": 108032 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8222867037526465e-05, | |
| "loss": 4.098, | |
| "step": 108544 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8214481090015945e-05, | |
| "loss": 4.1004, | |
| "step": 109056 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.820609514250542e-05, | |
| "loss": 4.113, | |
| "step": 109568 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.81977091949949e-05, | |
| "loss": 4.1012, | |
| "step": 110080 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8189339626288114e-05, | |
| "loss": 4.0986, | |
| "step": 110592 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8180953678777594e-05, | |
| "loss": 4.0949, | |
| "step": 111104 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8172567731267074e-05, | |
| "loss": 4.092, | |
| "step": 111616 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8164181783756554e-05, | |
| "loss": 4.0999, | |
| "step": 112128 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8155795836246034e-05, | |
| "loss": 4.1128, | |
| "step": 112640 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.814742626753924e-05, | |
| "loss": 4.0921, | |
| "step": 113152 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.813904032002872e-05, | |
| "loss": 4.1084, | |
| "step": 113664 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.81306543725182e-05, | |
| "loss": 4.1072, | |
| "step": 114176 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.812226842500768e-05, | |
| "loss": 4.0968, | |
| "step": 114688 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.811389885630089e-05, | |
| "loss": 4.0871, | |
| "step": 115200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.810551290879037e-05, | |
| "loss": 4.0993, | |
| "step": 115712 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.809712696127985e-05, | |
| "loss": 4.0944, | |
| "step": 116224 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.808874101376933e-05, | |
| "loss": 4.0855, | |
| "step": 116736 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.808035506625881e-05, | |
| "loss": 4.0875, | |
| "step": 117248 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.807198549755203e-05, | |
| "loss": 4.0929, | |
| "step": 117760 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.806359955004151e-05, | |
| "loss": 4.1, | |
| "step": 118272 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.805521360253099e-05, | |
| "loss": 4.0875, | |
| "step": 118784 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.804682765502047e-05, | |
| "loss": 4.0731, | |
| "step": 119296 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8038458086313677e-05, | |
| "loss": 4.0804, | |
| "step": 119808 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8030072138803156e-05, | |
| "loss": 4.0871, | |
| "step": 120320 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8021686191292636e-05, | |
| "loss": 4.0819, | |
| "step": 120832 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8013316622585846e-05, | |
| "loss": 4.0868, | |
| "step": 121344 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.8004930675075325e-05, | |
| "loss": 4.0737, | |
| "step": 121856 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7996544727564805e-05, | |
| "loss": 4.0716, | |
| "step": 122368 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7988158780054285e-05, | |
| "loss": 4.0715, | |
| "step": 122880 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7979772832543765e-05, | |
| "loss": 4.0712, | |
| "step": 123392 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7971386885033245e-05, | |
| "loss": 4.0763, | |
| "step": 123904 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7963000937522725e-05, | |
| "loss": 4.0731, | |
| "step": 124416 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.795461499001221e-05, | |
| "loss": 4.0908, | |
| "step": 124928 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.794624542130542e-05, | |
| "loss": 4.0768, | |
| "step": 125440 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.79378594737949e-05, | |
| "loss": 4.0603, | |
| "step": 125952 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.792947352628438e-05, | |
| "loss": 4.0695, | |
| "step": 126464 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.792108757877386e-05, | |
| "loss": 4.0712, | |
| "step": 126976 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.791271801006707e-05, | |
| "loss": 4.0717, | |
| "step": 127488 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.790433206255655e-05, | |
| "loss": 4.069, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.789594611504603e-05, | |
| "loss": 4.0666, | |
| "step": 128512 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.788756016753551e-05, | |
| "loss": 4.0592, | |
| "step": 129024 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.787919059882872e-05, | |
| "loss": 4.071, | |
| "step": 129536 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.78708046513182e-05, | |
| "loss": 4.0441, | |
| "step": 130048 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.786241870380768e-05, | |
| "loss": 4.0573, | |
| "step": 130560 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7854032756297166e-05, | |
| "loss": 4.0568, | |
| "step": 131072 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7845663187590375e-05, | |
| "loss": 4.0589, | |
| "step": 131584 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7837277240079855e-05, | |
| "loss": 4.0492, | |
| "step": 132096 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7828891292569335e-05, | |
| "loss": 4.0605, | |
| "step": 132608 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7820505345058815e-05, | |
| "loss": 4.0452, | |
| "step": 133120 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7812135776352024e-05, | |
| "loss": 4.0514, | |
| "step": 133632 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7803749828841504e-05, | |
| "loss": 4.0515, | |
| "step": 134144 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7795363881330984e-05, | |
| "loss": 4.0531, | |
| "step": 134656 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7786977933820464e-05, | |
| "loss": 4.0668, | |
| "step": 135168 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.777860836511367e-05, | |
| "loss": 4.0566, | |
| "step": 135680 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.777023879640689e-05, | |
| "loss": 4.0522, | |
| "step": 136192 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.776185284889637e-05, | |
| "loss": 4.0446, | |
| "step": 136704 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.775346690138585e-05, | |
| "loss": 4.0511, | |
| "step": 137216 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.774508095387533e-05, | |
| "loss": 4.0494, | |
| "step": 137728 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.773669500636481e-05, | |
| "loss": 4.0468, | |
| "step": 138240 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.772830905885429e-05, | |
| "loss": 4.0436, | |
| "step": 138752 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.771992311134377e-05, | |
| "loss": 4.0399, | |
| "step": 139264 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.771153716383325e-05, | |
| "loss": 4.0425, | |
| "step": 139776 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.770316759512646e-05, | |
| "loss": 4.033, | |
| "step": 140288 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.769478164761594e-05, | |
| "loss": 4.0404, | |
| "step": 140800 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.768639570010542e-05, | |
| "loss": 4.0376, | |
| "step": 141312 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.76780097525949e-05, | |
| "loss": 4.0384, | |
| "step": 141824 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7669640183888106e-05, | |
| "loss": 4.027, | |
| "step": 142336 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7661254236377586e-05, | |
| "loss": 4.0472, | |
| "step": 142848 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.765286828886707e-05, | |
| "loss": 4.0524, | |
| "step": 143360 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.764448234135655e-05, | |
| "loss": 4.0356, | |
| "step": 143872 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.763611277264976e-05, | |
| "loss": 4.0313, | |
| "step": 144384 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.762774320394297e-05, | |
| "loss": 4.0388, | |
| "step": 144896 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.761935725643245e-05, | |
| "loss": 4.0405, | |
| "step": 145408 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.761097130892193e-05, | |
| "loss": 4.0412, | |
| "step": 145920 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.760258536141141e-05, | |
| "loss": 4.0365, | |
| "step": 146432 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.759419941390089e-05, | |
| "loss": 4.0363, | |
| "step": 146944 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.758581346639037e-05, | |
| "loss": 4.0307, | |
| "step": 147456 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7577427518879844e-05, | |
| "loss": 4.0375, | |
| "step": 147968 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7569041571369324e-05, | |
| "loss": 4.0252, | |
| "step": 148480 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.756067200266254e-05, | |
| "loss": 4.0352, | |
| "step": 148992 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.755228605515202e-05, | |
| "loss": 4.0311, | |
| "step": 149504 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.75439001076415e-05, | |
| "loss": 4.0195, | |
| "step": 150016 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.753551416013098e-05, | |
| "loss": 4.0369, | |
| "step": 150528 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.7527144591424196e-05, | |
| "loss": 4.0241, | |
| "step": 151040 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.751875864391367e-05, | |
| "loss": 4.0323, | |
| "step": 151552 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.751037269640315e-05, | |
| "loss": 4.0187, | |
| "step": 152064 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.750198674889263e-05, | |
| "loss": 4.0171, | |
| "step": 152576 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 4.024856090545654, | |
| "eval_runtime": 302.4886, | |
| "eval_samples_per_second": 1261.505, | |
| "eval_steps_per_second": 39.423, | |
| "step": 152640 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7493617180185845e-05, | |
| "loss": 4.0124, | |
| "step": 153088 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.748523123267532e-05, | |
| "loss": 4.0072, | |
| "step": 153600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.74768452851648e-05, | |
| "loss": 4.028, | |
| "step": 154112 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.746845933765428e-05, | |
| "loss": 4.0172, | |
| "step": 154624 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7460073390143764e-05, | |
| "loss": 4.0261, | |
| "step": 155136 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7451687442633244e-05, | |
| "loss": 4.0084, | |
| "step": 155648 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7443301495122724e-05, | |
| "loss": 4.0123, | |
| "step": 156160 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7434915547612204e-05, | |
| "loss": 4.0003, | |
| "step": 156672 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7426529600101684e-05, | |
| "loss": 4.0163, | |
| "step": 157184 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7418143652591164e-05, | |
| "loss": 4.0168, | |
| "step": 157696 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.7409757705080644e-05, | |
| "loss": 4.0179, | |
| "step": 158208 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.740138813637385e-05, | |
| "loss": 4.0089, | |
| "step": 158720 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.739301856766706e-05, | |
| "loss": 4.0036, | |
| "step": 159232 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.738463262015654e-05, | |
| "loss": 4.0009, | |
| "step": 159744 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.737624667264602e-05, | |
| "loss": 3.9978, | |
| "step": 160256 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.73678607251355e-05, | |
| "loss": 3.9991, | |
| "step": 160768 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.735947477762498e-05, | |
| "loss": 4.0022, | |
| "step": 161280 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.735108883011446e-05, | |
| "loss": 3.9979, | |
| "step": 161792 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.734271926140768e-05, | |
| "loss": 3.997, | |
| "step": 162304 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.733433331389716e-05, | |
| "loss": 4.0167, | |
| "step": 162816 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.732594736638664e-05, | |
| "loss": 4.0008, | |
| "step": 163328 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.731756141887612e-05, | |
| "loss": 4.006, | |
| "step": 163840 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.73091754713656e-05, | |
| "loss": 3.9936, | |
| "step": 164352 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.730078952385508e-05, | |
| "loss": 4.0096, | |
| "step": 164864 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.729240357634456e-05, | |
| "loss": 3.986, | |
| "step": 165376 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.728401762883403e-05, | |
| "loss": 3.9975, | |
| "step": 165888 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.727564806012725e-05, | |
| "loss": 3.9942, | |
| "step": 166400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.726726211261673e-05, | |
| "loss": 3.9917, | |
| "step": 166912 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.725887616510621e-05, | |
| "loss": 3.9803, | |
| "step": 167424 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.725049021759568e-05, | |
| "loss": 3.9852, | |
| "step": 167936 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7242120648888896e-05, | |
| "loss": 3.9935, | |
| "step": 168448 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.723373470137838e-05, | |
| "loss": 3.9967, | |
| "step": 168960 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.722536513267159e-05, | |
| "loss": 3.9922, | |
| "step": 169472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.721697918516107e-05, | |
| "loss": 3.9914, | |
| "step": 169984 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.720859323765055e-05, | |
| "loss": 3.9885, | |
| "step": 170496 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.720020729014003e-05, | |
| "loss": 3.9935, | |
| "step": 171008 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7191821342629505e-05, | |
| "loss": 3.9783, | |
| "step": 171520 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7183435395118985e-05, | |
| "loss": 3.9806, | |
| "step": 172032 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7175049447608465e-05, | |
| "loss": 3.9712, | |
| "step": 172544 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.716667987890168e-05, | |
| "loss": 3.9888, | |
| "step": 173056 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7158293931391154e-05, | |
| "loss": 3.9748, | |
| "step": 173568 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7149907983880634e-05, | |
| "loss": 3.9856, | |
| "step": 174080 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.714152203637012e-05, | |
| "loss": 3.9773, | |
| "step": 174592 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.71331360888596e-05, | |
| "loss": 3.9737, | |
| "step": 175104 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.712475014134908e-05, | |
| "loss": 3.9859, | |
| "step": 175616 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.711636419383856e-05, | |
| "loss": 3.9725, | |
| "step": 176128 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.710797824632804e-05, | |
| "loss": 3.9767, | |
| "step": 176640 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.709960867762125e-05, | |
| "loss": 3.9588, | |
| "step": 177152 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.709122273011073e-05, | |
| "loss": 3.9707, | |
| "step": 177664 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.708283678260021e-05, | |
| "loss": 3.9785, | |
| "step": 178176 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.707446721389342e-05, | |
| "loss": 3.973, | |
| "step": 178688 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.70660812663829e-05, | |
| "loss": 3.9713, | |
| "step": 179200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.705769531887238e-05, | |
| "loss": 3.9564, | |
| "step": 179712 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.704930937136186e-05, | |
| "loss": 3.9702, | |
| "step": 180224 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.704092342385134e-05, | |
| "loss": 3.9565, | |
| "step": 180736 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.703253747634082e-05, | |
| "loss": 3.9783, | |
| "step": 181248 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7024167907634034e-05, | |
| "loss": 3.953, | |
| "step": 181760 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7015781960123514e-05, | |
| "loss": 3.9735, | |
| "step": 182272 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.7007396012612994e-05, | |
| "loss": 3.9712, | |
| "step": 182784 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6999010065102474e-05, | |
| "loss": 3.9532, | |
| "step": 183296 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6990624117591954e-05, | |
| "loss": 3.9602, | |
| "step": 183808 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6982238170081434e-05, | |
| "loss": 3.9646, | |
| "step": 184320 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6973852222570914e-05, | |
| "loss": 3.952, | |
| "step": 184832 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6965466275060394e-05, | |
| "loss": 3.9561, | |
| "step": 185344 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.69570967063536e-05, | |
| "loss": 3.9672, | |
| "step": 185856 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.694871075884308e-05, | |
| "loss": 3.9624, | |
| "step": 186368 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.694032481133256e-05, | |
| "loss": 3.9495, | |
| "step": 186880 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.693193886382204e-05, | |
| "loss": 3.9561, | |
| "step": 187392 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.692356929511526e-05, | |
| "loss": 3.9472, | |
| "step": 187904 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.691518334760474e-05, | |
| "loss": 3.9577, | |
| "step": 188416 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.690679740009422e-05, | |
| "loss": 3.9725, | |
| "step": 188928 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.689841145258369e-05, | |
| "loss": 3.9561, | |
| "step": 189440 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6890058262680636e-05, | |
| "loss": 3.9696, | |
| "step": 189952 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6881672315170116e-05, | |
| "loss": 3.9653, | |
| "step": 190464 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6873286367659596e-05, | |
| "loss": 3.9607, | |
| "step": 190976 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6864900420149076e-05, | |
| "loss": 3.9478, | |
| "step": 191488 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6856514472638556e-05, | |
| "loss": 3.9639, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6848128525128036e-05, | |
| "loss": 3.9537, | |
| "step": 192512 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.683974257761751e-05, | |
| "loss": 3.9549, | |
| "step": 193024 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6831356630106996e-05, | |
| "loss": 3.9507, | |
| "step": 193536 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6822987061400205e-05, | |
| "loss": 3.9563, | |
| "step": 194048 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.681460111388969e-05, | |
| "loss": 3.9699, | |
| "step": 194560 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6806215166379165e-05, | |
| "loss": 3.9513, | |
| "step": 195072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6797829218868645e-05, | |
| "loss": 3.9394, | |
| "step": 195584 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.678945965016186e-05, | |
| "loss": 3.9439, | |
| "step": 196096 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.678107370265134e-05, | |
| "loss": 3.9535, | |
| "step": 196608 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6772687755140814e-05, | |
| "loss": 3.9528, | |
| "step": 197120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.6764301807630294e-05, | |
| "loss": 3.9564, | |
| "step": 197632 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.675593223892351e-05, | |
| "loss": 3.9393, | |
| "step": 198144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.674754629141298e-05, | |
| "loss": 3.9449, | |
| "step": 198656 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.673916034390246e-05, | |
| "loss": 3.9365, | |
| "step": 199168 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.673077439639194e-05, | |
| "loss": 3.9422, | |
| "step": 199680 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.672240482768516e-05, | |
| "loss": 3.9478, | |
| "step": 200192 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.671401888017464e-05, | |
| "loss": 3.9459, | |
| "step": 200704 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6705649311467855e-05, | |
| "loss": 3.9649, | |
| "step": 201216 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6697263363957335e-05, | |
| "loss": 3.9441, | |
| "step": 201728 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6688877416446815e-05, | |
| "loss": 3.9354, | |
| "step": 202240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.668049146893629e-05, | |
| "loss": 3.9415, | |
| "step": 202752 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.667210552142577e-05, | |
| "loss": 3.942, | |
| "step": 203264 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6663735952718984e-05, | |
| "loss": 3.9487, | |
| "step": 203776 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.665535000520846e-05, | |
| "loss": 3.9444, | |
| "step": 204288 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.664696405769794e-05, | |
| "loss": 3.9397, | |
| "step": 204800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.663857811018742e-05, | |
| "loss": 3.9361, | |
| "step": 205312 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.66301921626769e-05, | |
| "loss": 3.946, | |
| "step": 205824 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6621806215166383e-05, | |
| "loss": 3.9216, | |
| "step": 206336 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.661343664645959e-05, | |
| "loss": 3.9363, | |
| "step": 206848 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.660505069894907e-05, | |
| "loss": 3.9317, | |
| "step": 207360 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.659666475143855e-05, | |
| "loss": 3.9362, | |
| "step": 207872 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.658827880392803e-05, | |
| "loss": 3.9279, | |
| "step": 208384 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.657989285641751e-05, | |
| "loss": 3.9388, | |
| "step": 208896 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.657150690890699e-05, | |
| "loss": 3.9243, | |
| "step": 209408 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.656312096139647e-05, | |
| "loss": 3.929, | |
| "step": 209920 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.655473501388595e-05, | |
| "loss": 3.9356, | |
| "step": 210432 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.654636544517916e-05, | |
| "loss": 3.9297, | |
| "step": 210944 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.653797949766864e-05, | |
| "loss": 3.9493, | |
| "step": 211456 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.652960992896185e-05, | |
| "loss": 3.9398, | |
| "step": 211968 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.652122398145134e-05, | |
| "loss": 3.9364, | |
| "step": 212480 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.651283803394082e-05, | |
| "loss": 3.926, | |
| "step": 212992 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.65044520864303e-05, | |
| "loss": 3.9299, | |
| "step": 213504 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.649606613891978e-05, | |
| "loss": 3.9317, | |
| "step": 214016 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.648768019140926e-05, | |
| "loss": 3.9319, | |
| "step": 214528 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.647929424389874e-05, | |
| "loss": 3.9285, | |
| "step": 215040 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6470924675191946e-05, | |
| "loss": 3.9196, | |
| "step": 215552 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6462538727681426e-05, | |
| "loss": 3.9315, | |
| "step": 216064 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6454152780170906e-05, | |
| "loss": 3.9178, | |
| "step": 216576 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6445766832660386e-05, | |
| "loss": 3.9247, | |
| "step": 217088 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6437397263953595e-05, | |
| "loss": 3.9226, | |
| "step": 217600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6429027695246804e-05, | |
| "loss": 3.9229, | |
| "step": 218112 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.642064174773629e-05, | |
| "loss": 3.913, | |
| "step": 218624 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.641225580022577e-05, | |
| "loss": 3.937, | |
| "step": 219136 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.640386985271525e-05, | |
| "loss": 3.9374, | |
| "step": 219648 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.639548390520473e-05, | |
| "loss": 3.9275, | |
| "step": 220160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.638709795769421e-05, | |
| "loss": 3.9123, | |
| "step": 220672 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.637871201018369e-05, | |
| "loss": 3.9277, | |
| "step": 221184 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.637032606267317e-05, | |
| "loss": 3.9261, | |
| "step": 221696 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.636195649396638e-05, | |
| "loss": 3.9306, | |
| "step": 222208 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.635357054645586e-05, | |
| "loss": 3.9252, | |
| "step": 222720 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.634520097774907e-05, | |
| "loss": 3.9222, | |
| "step": 223232 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.633681503023855e-05, | |
| "loss": 3.9216, | |
| "step": 223744 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.632842908272803e-05, | |
| "loss": 3.9291, | |
| "step": 224256 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.632004313521751e-05, | |
| "loss": 3.9189, | |
| "step": 224768 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.631165718770699e-05, | |
| "loss": 3.9238, | |
| "step": 225280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6303271240196475e-05, | |
| "loss": 3.9214, | |
| "step": 225792 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.629488529268595e-05, | |
| "loss": 3.9125, | |
| "step": 226304 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.628649934517543e-05, | |
| "loss": 3.9259, | |
| "step": 226816 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.6278146155272373e-05, | |
| "loss": 3.9218, | |
| "step": 227328 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.626976020776185e-05, | |
| "loss": 3.9177, | |
| "step": 227840 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.626137426025133e-05, | |
| "loss": 3.9112, | |
| "step": 228352 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.625298831274081e-05, | |
| "loss": 3.9099, | |
| "step": 228864 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.9509408473968506, | |
| "eval_runtime": 306.3068, | |
| "eval_samples_per_second": 1245.781, | |
| "eval_steps_per_second": 38.932, | |
| "step": 228960 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.624460236523029e-05, | |
| "loss": 3.9126, | |
| "step": 229376 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6236216417719766e-05, | |
| "loss": 3.9037, | |
| "step": 229888 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6227830470209246e-05, | |
| "loss": 3.9199, | |
| "step": 230400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6219444522698726e-05, | |
| "loss": 3.9119, | |
| "step": 230912 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.621107495399194e-05, | |
| "loss": 3.9245, | |
| "step": 231424 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.620268900648142e-05, | |
| "loss": 3.9048, | |
| "step": 231936 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.61943030589709e-05, | |
| "loss": 3.9071, | |
| "step": 232448 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.618591711146038e-05, | |
| "loss": 3.8971, | |
| "step": 232960 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.617753116394986e-05, | |
| "loss": 3.9127, | |
| "step": 233472 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.616914521643934e-05, | |
| "loss": 3.9127, | |
| "step": 233984 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.616077564773255e-05, | |
| "loss": 3.9125, | |
| "step": 234496 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.615238970022203e-05, | |
| "loss": 3.9064, | |
| "step": 235008 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.614400375271151e-05, | |
| "loss": 3.9034, | |
| "step": 235520 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.613561780520099e-05, | |
| "loss": 3.901, | |
| "step": 236032 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.612723185769047e-05, | |
| "loss": 3.8956, | |
| "step": 236544 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.611884591017995e-05, | |
| "loss": 3.899, | |
| "step": 237056 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.611047634147316e-05, | |
| "loss": 3.9019, | |
| "step": 237568 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.610209039396265e-05, | |
| "loss": 3.8961, | |
| "step": 238080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.609370444645213e-05, | |
| "loss": 3.8971, | |
| "step": 238592 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6085318498941607e-05, | |
| "loss": 3.9202, | |
| "step": 239104 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6076932551431087e-05, | |
| "loss": 3.9023, | |
| "step": 239616 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6068546603920566e-05, | |
| "loss": 3.9034, | |
| "step": 240128 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6060160656410046e-05, | |
| "loss": 3.8974, | |
| "step": 240640 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6051791087703256e-05, | |
| "loss": 3.9069, | |
| "step": 241152 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6043405140192735e-05, | |
| "loss": 3.8897, | |
| "step": 241664 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6035035571485945e-05, | |
| "loss": 3.9042, | |
| "step": 242176 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6026649623975425e-05, | |
| "loss": 3.8954, | |
| "step": 242688 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6018263676464904e-05, | |
| "loss": 3.8922, | |
| "step": 243200 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.6009877728954384e-05, | |
| "loss": 3.8809, | |
| "step": 243712 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.6001491781443864e-05, | |
| "loss": 3.8899, | |
| "step": 244224 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.599312221273708e-05, | |
| "loss": 3.8951, | |
| "step": 244736 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.598473626522656e-05, | |
| "loss": 3.9011, | |
| "step": 245248 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.597635031771604e-05, | |
| "loss": 3.9008, | |
| "step": 245760 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.596796437020552e-05, | |
| "loss": 3.8979, | |
| "step": 246272 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.595959480149873e-05, | |
| "loss": 3.8881, | |
| "step": 246784 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.595120885398821e-05, | |
| "loss": 3.9023, | |
| "step": 247296 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.594282290647769e-05, | |
| "loss": 3.8835, | |
| "step": 247808 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.593443695896717e-05, | |
| "loss": 3.8911, | |
| "step": 248320 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.592605101145665e-05, | |
| "loss": 3.8761, | |
| "step": 248832 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.591768144274986e-05, | |
| "loss": 3.8934, | |
| "step": 249344 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.590929549523934e-05, | |
| "loss": 3.8819, | |
| "step": 249856 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.590090954772882e-05, | |
| "loss": 3.8926, | |
| "step": 250368 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.58925236002183e-05, | |
| "loss": 3.888, | |
| "step": 250880 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5884154031511514e-05, | |
| "loss": 3.879, | |
| "step": 251392 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5875768084000994e-05, | |
| "loss": 3.8949, | |
| "step": 251904 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5867382136490474e-05, | |
| "loss": 3.8828, | |
| "step": 252416 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5858996188979954e-05, | |
| "loss": 3.8811, | |
| "step": 252928 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.585061024146943e-05, | |
| "loss": 3.8711, | |
| "step": 253440 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.584224067276264e-05, | |
| "loss": 3.8778, | |
| "step": 253952 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.583385472525212e-05, | |
| "loss": 3.8864, | |
| "step": 254464 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.58254687777416e-05, | |
| "loss": 3.8823, | |
| "step": 254976 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5817082830231076e-05, | |
| "loss": 3.8801, | |
| "step": 255488 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.580871326152429e-05, | |
| "loss": 3.8691, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.580032731401377e-05, | |
| "loss": 3.8805, | |
| "step": 256512 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.579194136650325e-05, | |
| "loss": 3.8648, | |
| "step": 257024 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.578355541899273e-05, | |
| "loss": 3.8866, | |
| "step": 257536 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.577516947148221e-05, | |
| "loss": 3.8725, | |
| "step": 258048 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.576678352397169e-05, | |
| "loss": 3.8784, | |
| "step": 258560 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.575839757646117e-05, | |
| "loss": 3.8823, | |
| "step": 259072 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.575002800775438e-05, | |
| "loss": 3.8667, | |
| "step": 259584 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.574164206024386e-05, | |
| "loss": 3.8709, | |
| "step": 260096 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.573325611273334e-05, | |
| "loss": 3.8763, | |
| "step": 260608 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.572487016522282e-05, | |
| "loss": 3.8643, | |
| "step": 261120 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.571650059651603e-05, | |
| "loss": 3.872, | |
| "step": 261632 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.570811464900551e-05, | |
| "loss": 3.8745, | |
| "step": 262144 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.569972870149499e-05, | |
| "loss": 3.8769, | |
| "step": 262656 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5691342753984476e-05, | |
| "loss": 3.8617, | |
| "step": 263168 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5682956806473956e-05, | |
| "loss": 3.8705, | |
| "step": 263680 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5674570858963436e-05, | |
| "loss": 3.8595, | |
| "step": 264192 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5666201290256645e-05, | |
| "loss": 3.8686, | |
| "step": 264704 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5657815342746125e-05, | |
| "loss": 3.8811, | |
| "step": 265216 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5649429395235605e-05, | |
| "loss": 3.8729, | |
| "step": 265728 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5641043447725085e-05, | |
| "loss": 3.8842, | |
| "step": 266240 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5632673879018294e-05, | |
| "loss": 3.8799, | |
| "step": 266752 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5624287931507774e-05, | |
| "loss": 3.8797, | |
| "step": 267264 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5615901983997254e-05, | |
| "loss": 3.8595, | |
| "step": 267776 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5607516036486734e-05, | |
| "loss": 3.8795, | |
| "step": 268288 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.5599130088976214e-05, | |
| "loss": 3.8752, | |
| "step": 268800 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.559076052026943e-05, | |
| "loss": 3.8652, | |
| "step": 269312 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.558237457275891e-05, | |
| "loss": 3.8696, | |
| "step": 269824 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.557398862524839e-05, | |
| "loss": 3.8732, | |
| "step": 270336 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.556560267773787e-05, | |
| "loss": 3.8852, | |
| "step": 270848 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.555723310903108e-05, | |
| "loss": 3.8657, | |
| "step": 271360 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.554884716152056e-05, | |
| "loss": 3.8544, | |
| "step": 271872 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.554046121401004e-05, | |
| "loss": 3.8661, | |
| "step": 272384 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.553207526649952e-05, | |
| "loss": 3.8677, | |
| "step": 272896 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.552370569779273e-05, | |
| "loss": 3.8709, | |
| "step": 273408 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.551531975028221e-05, | |
| "loss": 3.8719, | |
| "step": 273920 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.550693380277169e-05, | |
| "loss": 3.8606, | |
| "step": 274432 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.549854785526117e-05, | |
| "loss": 3.8634, | |
| "step": 274944 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5490178286554384e-05, | |
| "loss": 3.8536, | |
| "step": 275456 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5481792339043864e-05, | |
| "loss": 3.8596, | |
| "step": 275968 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5473406391533343e-05, | |
| "loss": 3.8613, | |
| "step": 276480 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5465020444022823e-05, | |
| "loss": 3.8726, | |
| "step": 276992 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.54566344965123e-05, | |
| "loss": 3.8858, | |
| "step": 277504 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.544826492780551e-05, | |
| "loss": 3.8634, | |
| "step": 278016 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.543987898029499e-05, | |
| "loss": 3.8528, | |
| "step": 278528 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.543149303278447e-05, | |
| "loss": 3.8628, | |
| "step": 279040 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.542310708527395e-05, | |
| "loss": 3.8616, | |
| "step": 279552 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.541473751656716e-05, | |
| "loss": 3.8708, | |
| "step": 280064 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.540635156905664e-05, | |
| "loss": 3.8607, | |
| "step": 280576 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.539796562154612e-05, | |
| "loss": 3.861, | |
| "step": 281088 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.53895796740356e-05, | |
| "loss": 3.8563, | |
| "step": 281600 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.538119372652508e-05, | |
| "loss": 3.8678, | |
| "step": 282112 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.53728241578183e-05, | |
| "loss": 3.8427, | |
| "step": 282624 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.536443821030778e-05, | |
| "loss": 3.8547, | |
| "step": 283136 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.535605226279726e-05, | |
| "loss": 3.8514, | |
| "step": 283648 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.534766631528674e-05, | |
| "loss": 3.8636, | |
| "step": 284160 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5339296746579946e-05, | |
| "loss": 3.849, | |
| "step": 284672 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5330910799069426e-05, | |
| "loss": 3.8592, | |
| "step": 285184 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5322524851558906e-05, | |
| "loss": 3.848, | |
| "step": 285696 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5314138904048386e-05, | |
| "loss": 3.8528, | |
| "step": 286208 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5305769335341595e-05, | |
| "loss": 3.855, | |
| "step": 286720 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5297383387831075e-05, | |
| "loss": 3.8566, | |
| "step": 287232 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5288997440320555e-05, | |
| "loss": 3.8683, | |
| "step": 287744 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5280611492810035e-05, | |
| "loss": 3.8664, | |
| "step": 288256 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.527224192410325e-05, | |
| "loss": 3.8587, | |
| "step": 288768 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.526385597659273e-05, | |
| "loss": 3.8507, | |
| "step": 289280 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.525547002908221e-05, | |
| "loss": 3.8536, | |
| "step": 289792 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5247084081571684e-05, | |
| "loss": 3.8574, | |
| "step": 290304 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.52387145128649e-05, | |
| "loss": 3.8495, | |
| "step": 290816 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.523032856535438e-05, | |
| "loss": 3.853, | |
| "step": 291328 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.522194261784386e-05, | |
| "loss": 3.8521, | |
| "step": 291840 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.521355667033333e-05, | |
| "loss": 3.8502, | |
| "step": 292352 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.520518710162655e-05, | |
| "loss": 3.8459, | |
| "step": 292864 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.519680115411603e-05, | |
| "loss": 3.8476, | |
| "step": 293376 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.518841520660551e-05, | |
| "loss": 3.8464, | |
| "step": 293888 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.518002925909499e-05, | |
| "loss": 3.8512, | |
| "step": 294400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5171659690388204e-05, | |
| "loss": 3.8364, | |
| "step": 294912 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5163273742877684e-05, | |
| "loss": 3.862, | |
| "step": 295424 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.515488779536716e-05, | |
| "loss": 3.8592, | |
| "step": 295936 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.514650184785664e-05, | |
| "loss": 3.8581, | |
| "step": 296448 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.513811590034612e-05, | |
| "loss": 3.8345, | |
| "step": 296960 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5129746331639333e-05, | |
| "loss": 3.8548, | |
| "step": 297472 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5121360384128807e-05, | |
| "loss": 3.8567, | |
| "step": 297984 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5112974436618287e-05, | |
| "loss": 3.8527, | |
| "step": 298496 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5104588489107766e-05, | |
| "loss": 3.8517, | |
| "step": 299008 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.5096218920400976e-05, | |
| "loss": 3.8491, | |
| "step": 299520 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.508783297289046e-05, | |
| "loss": 3.8491, | |
| "step": 300032 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.507944702537994e-05, | |
| "loss": 3.8547, | |
| "step": 300544 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.507106107786942e-05, | |
| "loss": 3.8455, | |
| "step": 301056 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.506269150916263e-05, | |
| "loss": 3.8496, | |
| "step": 301568 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.505430556165211e-05, | |
| "loss": 3.8494, | |
| "step": 302080 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.504591961414159e-05, | |
| "loss": 3.8389, | |
| "step": 302592 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.503753366663107e-05, | |
| "loss": 3.8539, | |
| "step": 303104 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.502916409792428e-05, | |
| "loss": 3.8499, | |
| "step": 303616 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.502077815041376e-05, | |
| "loss": 3.8475, | |
| "step": 304128 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.501239220290324e-05, | |
| "loss": 3.837, | |
| "step": 304640 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.500400625539272e-05, | |
| "loss": 3.8379, | |
| "step": 305152 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 3.909670114517212, | |
| "eval_runtime": 304.1604, | |
| "eval_samples_per_second": 1254.572, | |
| "eval_steps_per_second": 39.206, | |
| "step": 305280 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.49956203078822e-05, | |
| "loss": 3.8368, | |
| "step": 305664 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.498723436037168e-05, | |
| "loss": 3.8318, | |
| "step": 306176 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.497884841286116e-05, | |
| "loss": 3.8464, | |
| "step": 306688 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.497046246535065e-05, | |
| "loss": 3.8427, | |
| "step": 307200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.496207651784013e-05, | |
| "loss": 3.8571, | |
| "step": 307712 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.495369057032961e-05, | |
| "loss": 3.834, | |
| "step": 308224 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4945304622819087e-05, | |
| "loss": 3.8365, | |
| "step": 308736 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4936918675308567e-05, | |
| "loss": 3.8245, | |
| "step": 309248 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4928549106601776e-05, | |
| "loss": 3.8467, | |
| "step": 309760 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4920163159091256e-05, | |
| "loss": 3.8438, | |
| "step": 310272 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4911777211580736e-05, | |
| "loss": 3.8391, | |
| "step": 310784 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4903391264070216e-05, | |
| "loss": 3.837, | |
| "step": 311296 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4895021695363425e-05, | |
| "loss": 3.8313, | |
| "step": 311808 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4886635747852905e-05, | |
| "loss": 3.8369, | |
| "step": 312320 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4878249800342385e-05, | |
| "loss": 3.8233, | |
| "step": 312832 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4869863852831864e-05, | |
| "loss": 3.833, | |
| "step": 313344 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4861477905321344e-05, | |
| "loss": 3.8309, | |
| "step": 313856 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4853091957810824e-05, | |
| "loss": 3.8282, | |
| "step": 314368 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4844706010300304e-05, | |
| "loss": 3.8327, | |
| "step": 314880 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4836320062789784e-05, | |
| "loss": 3.8482, | |
| "step": 315392 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.4827950494082993e-05, | |
| "loss": 3.8299, | |
| "step": 315904 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.481956454657247e-05, | |
| "loss": 3.8355, | |
| "step": 316416 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.481117859906195e-05, | |
| "loss": 3.8296, | |
| "step": 316928 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.480279265155143e-05, | |
| "loss": 3.8394, | |
| "step": 317440 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.479440670404091e-05, | |
| "loss": 3.8241, | |
| "step": 317952 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.478603713533412e-05, | |
| "loss": 3.8355, | |
| "step": 318464 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.47776511878236e-05, | |
| "loss": 3.8278, | |
| "step": 318976 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.476926524031308e-05, | |
| "loss": 3.8239, | |
| "step": 319488 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.476087929280256e-05, | |
| "loss": 3.8164, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.475250972409578e-05, | |
| "loss": 3.8218, | |
| "step": 320512 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.474412377658526e-05, | |
| "loss": 3.8291, | |
| "step": 321024 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.473573782907474e-05, | |
| "loss": 3.8344, | |
| "step": 321536 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.472735188156422e-05, | |
| "loss": 3.8327, | |
| "step": 322048 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.471898231285743e-05, | |
| "loss": 3.829, | |
| "step": 322560 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.471059636534691e-05, | |
| "loss": 3.8231, | |
| "step": 323072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.470221041783639e-05, | |
| "loss": 3.837, | |
| "step": 323584 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.469382447032587e-05, | |
| "loss": 3.8212, | |
| "step": 324096 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4685454901619076e-05, | |
| "loss": 3.8207, | |
| "step": 324608 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4677068954108556e-05, | |
| "loss": 3.8096, | |
| "step": 325120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4668683006598036e-05, | |
| "loss": 3.8266, | |
| "step": 325632 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4660297059087516e-05, | |
| "loss": 3.8182, | |
| "step": 326144 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.465192749038073e-05, | |
| "loss": 3.8294, | |
| "step": 326656 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.464354154287021e-05, | |
| "loss": 3.8234, | |
| "step": 327168 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.463515559535969e-05, | |
| "loss": 3.8139, | |
| "step": 327680 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.462676964784917e-05, | |
| "loss": 3.829, | |
| "step": 328192 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.461840007914238e-05, | |
| "loss": 3.8194, | |
| "step": 328704 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.461001413163186e-05, | |
| "loss": 3.817, | |
| "step": 329216 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.460162818412134e-05, | |
| "loss": 3.8105, | |
| "step": 329728 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.459324223661082e-05, | |
| "loss": 3.8096, | |
| "step": 330240 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.458487266790403e-05, | |
| "loss": 3.8215, | |
| "step": 330752 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.457648672039351e-05, | |
| "loss": 3.8195, | |
| "step": 331264 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.456810077288299e-05, | |
| "loss": 3.8147, | |
| "step": 331776 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.455971482537247e-05, | |
| "loss": 3.807, | |
| "step": 332288 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4551345256665685e-05, | |
| "loss": 3.8192, | |
| "step": 332800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4542959309155165e-05, | |
| "loss": 3.8026, | |
| "step": 333312 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4534573361644645e-05, | |
| "loss": 3.821, | |
| "step": 333824 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4526187414134125e-05, | |
| "loss": 3.8061, | |
| "step": 334336 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4517817845427334e-05, | |
| "loss": 3.8197, | |
| "step": 334848 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4509431897916814e-05, | |
| "loss": 3.8161, | |
| "step": 335360 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4501045950406294e-05, | |
| "loss": 3.8112, | |
| "step": 335872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.4492660002895774e-05, | |
| "loss": 3.8052, | |
| "step": 336384 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.448429043418898e-05, | |
| "loss": 3.8154, | |
| "step": 336896 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.447590448667846e-05, | |
| "loss": 3.8022, | |
| "step": 337408 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.446751853916794e-05, | |
| "loss": 3.8097, | |
| "step": 337920 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.445913259165742e-05, | |
| "loss": 3.8157, | |
| "step": 338432 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.445076302295064e-05, | |
| "loss": 3.8147, | |
| "step": 338944 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.444237707544012e-05, | |
| "loss": 3.8026, | |
| "step": 339456 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.44339911279296e-05, | |
| "loss": 3.8056, | |
| "step": 339968 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.442560518041908e-05, | |
| "loss": 3.8025, | |
| "step": 340480 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.441723561171229e-05, | |
| "loss": 3.8031, | |
| "step": 340992 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.440884966420177e-05, | |
| "loss": 3.8192, | |
| "step": 341504 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.440046371669125e-05, | |
| "loss": 3.8122, | |
| "step": 342016 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.439207776918073e-05, | |
| "loss": 3.8241, | |
| "step": 342528 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.438370820047394e-05, | |
| "loss": 3.8188, | |
| "step": 343040 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.437532225296342e-05, | |
| "loss": 3.8204, | |
| "step": 343552 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.43669363054529e-05, | |
| "loss": 3.8018, | |
| "step": 344064 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.435855035794238e-05, | |
| "loss": 3.8121, | |
| "step": 344576 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.435018078923559e-05, | |
| "loss": 3.8182, | |
| "step": 345088 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.434179484172507e-05, | |
| "loss": 3.8047, | |
| "step": 345600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.433340889421455e-05, | |
| "loss": 3.8089, | |
| "step": 346112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.432502294670403e-05, | |
| "loss": 3.8111, | |
| "step": 346624 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.431665337799724e-05, | |
| "loss": 3.8265, | |
| "step": 347136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.430826743048672e-05, | |
| "loss": 3.8077, | |
| "step": 347648 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.42998814829762e-05, | |
| "loss": 3.7939, | |
| "step": 348160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.429149553546568e-05, | |
| "loss": 3.8046, | |
| "step": 348672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.428312596675889e-05, | |
| "loss": 3.8088, | |
| "step": 349184 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.427474001924837e-05, | |
| "loss": 3.8115, | |
| "step": 349696 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.426635407173785e-05, | |
| "loss": 3.8127, | |
| "step": 350208 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.425796812422733e-05, | |
| "loss": 3.7994, | |
| "step": 350720 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4249598555520546e-05, | |
| "loss": 3.8042, | |
| "step": 351232 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4241212608010026e-05, | |
| "loss": 3.8004, | |
| "step": 351744 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4232826660499506e-05, | |
| "loss": 3.7967, | |
| "step": 352256 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4224440712988986e-05, | |
| "loss": 3.8049, | |
| "step": 352768 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4216071144282195e-05, | |
| "loss": 3.8111, | |
| "step": 353280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4207685196771675e-05, | |
| "loss": 3.8263, | |
| "step": 353792 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4199299249261155e-05, | |
| "loss": 3.8109, | |
| "step": 354304 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4190913301750635e-05, | |
| "loss": 3.7913, | |
| "step": 354816 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4182543733043844e-05, | |
| "loss": 3.804, | |
| "step": 355328 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4174157785533324e-05, | |
| "loss": 3.8002, | |
| "step": 355840 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4165771838022804e-05, | |
| "loss": 3.8136, | |
| "step": 356352 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4157385890512284e-05, | |
| "loss": 3.8057, | |
| "step": 356864 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.41490163218055e-05, | |
| "loss": 3.8026, | |
| "step": 357376 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.414063037429498e-05, | |
| "loss": 3.7973, | |
| "step": 357888 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.413224442678446e-05, | |
| "loss": 3.8094, | |
| "step": 358400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.412385847927394e-05, | |
| "loss": 3.7891, | |
| "step": 358912 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.411548891056715e-05, | |
| "loss": 3.7999, | |
| "step": 359424 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.410710296305663e-05, | |
| "loss": 3.7889, | |
| "step": 359936 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.409871701554611e-05, | |
| "loss": 3.8082, | |
| "step": 360448 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.409033106803559e-05, | |
| "loss": 3.7927, | |
| "step": 360960 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.40819614993288e-05, | |
| "loss": 3.7991, | |
| "step": 361472 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.407357555181828e-05, | |
| "loss": 3.7916, | |
| "step": 361984 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.406518960430776e-05, | |
| "loss": 3.7976, | |
| "step": 362496 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.405680365679724e-05, | |
| "loss": 3.7989, | |
| "step": 363008 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4048434088090454e-05, | |
| "loss": 3.7983, | |
| "step": 363520 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4040048140579934e-05, | |
| "loss": 3.8088, | |
| "step": 364032 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.4031662193069414e-05, | |
| "loss": 3.8078, | |
| "step": 364544 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.402329262436262e-05, | |
| "loss": 3.8007, | |
| "step": 365056 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.40149066768521e-05, | |
| "loss": 3.7954, | |
| "step": 365568 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.400652072934158e-05, | |
| "loss": 3.797, | |
| "step": 366080 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.399813478183106e-05, | |
| "loss": 3.8048, | |
| "step": 366592 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.398974883432054e-05, | |
| "loss": 3.789, | |
| "step": 367104 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3981362886810016e-05, | |
| "loss": 3.799, | |
| "step": 367616 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3972976939299496e-05, | |
| "loss": 3.7899, | |
| "step": 368128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3964590991788976e-05, | |
| "loss": 3.7967, | |
| "step": 368640 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.395622142308219e-05, | |
| "loss": 3.7918, | |
| "step": 369152 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.394783547557167e-05, | |
| "loss": 3.7923, | |
| "step": 369664 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.393944952806115e-05, | |
| "loss": 3.7866, | |
| "step": 370176 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.393106358055063e-05, | |
| "loss": 3.7988, | |
| "step": 370688 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.392269401184384e-05, | |
| "loss": 3.7836, | |
| "step": 371200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.391430806433332e-05, | |
| "loss": 3.8075, | |
| "step": 371712 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.39059221168228e-05, | |
| "loss": 3.7982, | |
| "step": 372224 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.389753616931228e-05, | |
| "loss": 3.8086, | |
| "step": 372736 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.388916660060549e-05, | |
| "loss": 3.7769, | |
| "step": 373248 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.388078065309497e-05, | |
| "loss": 3.8017, | |
| "step": 373760 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.387239470558445e-05, | |
| "loss": 3.7999, | |
| "step": 374272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.386400875807393e-05, | |
| "loss": 3.7983, | |
| "step": 374784 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3855639189367145e-05, | |
| "loss": 3.7985, | |
| "step": 375296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3847253241856625e-05, | |
| "loss": 3.7986, | |
| "step": 375808 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3838867294346105e-05, | |
| "loss": 3.793, | |
| "step": 376320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3830481346835585e-05, | |
| "loss": 3.802, | |
| "step": 376832 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3822111778128794e-05, | |
| "loss": 3.7856, | |
| "step": 377344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3813725830618274e-05, | |
| "loss": 3.7967, | |
| "step": 377856 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3805339883107754e-05, | |
| "loss": 3.7932, | |
| "step": 378368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3796953935597234e-05, | |
| "loss": 3.7856, | |
| "step": 378880 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.378858436689044e-05, | |
| "loss": 3.7958, | |
| "step": 379392 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.378019841937992e-05, | |
| "loss": 3.8004, | |
| "step": 379904 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.37718124718694e-05, | |
| "loss": 3.7935, | |
| "step": 380416 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.376342652435888e-05, | |
| "loss": 3.7803, | |
| "step": 380928 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.37550569556521e-05, | |
| "loss": 3.7887, | |
| "step": 381440 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.884821891784668, | |
| "eval_runtime": 307.7494, | |
| "eval_samples_per_second": 1239.941, | |
| "eval_steps_per_second": 38.749, | |
| "step": 381600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.374667100814158e-05, | |
| "loss": 3.7869, | |
| "step": 381952 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.373828506063106e-05, | |
| "loss": 3.7781, | |
| "step": 382464 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.372989911312054e-05, | |
| "loss": 3.7911, | |
| "step": 382976 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.372151316561002e-05, | |
| "loss": 3.7942, | |
| "step": 383488 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.37131272180995e-05, | |
| "loss": 3.8013, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.370474127058898e-05, | |
| "loss": 3.7862, | |
| "step": 384512 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.369635532307846e-05, | |
| "loss": 3.7811, | |
| "step": 385024 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.368796937556794e-05, | |
| "loss": 3.7707, | |
| "step": 385536 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.367959980686115e-05, | |
| "loss": 3.7902, | |
| "step": 386048 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.367121385935063e-05, | |
| "loss": 3.7929, | |
| "step": 386560 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.366282791184011e-05, | |
| "loss": 3.7848, | |
| "step": 387072 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.365444196432959e-05, | |
| "loss": 3.7864, | |
| "step": 387584 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.36460723956228e-05, | |
| "loss": 3.7776, | |
| "step": 388096 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.363768644811228e-05, | |
| "loss": 3.7848, | |
| "step": 388608 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.362930050060176e-05, | |
| "loss": 3.7736, | |
| "step": 389120 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.362091455309124e-05, | |
| "loss": 3.7812, | |
| "step": 389632 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.361254498438445e-05, | |
| "loss": 3.7733, | |
| "step": 390144 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.360415903687393e-05, | |
| "loss": 3.782, | |
| "step": 390656 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.359577308936341e-05, | |
| "loss": 3.776, | |
| "step": 391168 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.358738714185289e-05, | |
| "loss": 3.7939, | |
| "step": 391680 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.35790175731461e-05, | |
| "loss": 3.7821, | |
| "step": 392192 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.357063162563558e-05, | |
| "loss": 3.7898, | |
| "step": 392704 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.356224567812506e-05, | |
| "loss": 3.7748, | |
| "step": 393216 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.355387610941827e-05, | |
| "loss": 3.7867, | |
| "step": 393728 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.354549016190776e-05, | |
| "loss": 3.7719, | |
| "step": 394240 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.353710421439724e-05, | |
| "loss": 3.7838, | |
| "step": 394752 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.352871826688672e-05, | |
| "loss": 3.7808, | |
| "step": 395264 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.3520348698179926e-05, | |
| "loss": 3.7688, | |
| "step": 395776 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.3511962750669406e-05, | |
| "loss": 3.7656, | |
| "step": 396288 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.3503576803158886e-05, | |
| "loss": 3.7703, | |
| "step": 396800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3495190855648366e-05, | |
| "loss": 3.7803, | |
| "step": 397312 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3486821286941575e-05, | |
| "loss": 3.7818, | |
| "step": 397824 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3478435339431055e-05, | |
| "loss": 3.7831, | |
| "step": 398336 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3470049391920535e-05, | |
| "loss": 3.7835, | |
| "step": 398848 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3461663444410015e-05, | |
| "loss": 3.7732, | |
| "step": 399360 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3453293875703224e-05, | |
| "loss": 3.7826, | |
| "step": 399872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.344490792819271e-05, | |
| "loss": 3.7734, | |
| "step": 400384 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.343652198068219e-05, | |
| "loss": 3.7729, | |
| "step": 400896 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.342813603317167e-05, | |
| "loss": 3.7575, | |
| "step": 401408 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.341976646446488e-05, | |
| "loss": 3.7772, | |
| "step": 401920 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.341138051695436e-05, | |
| "loss": 3.7675, | |
| "step": 402432 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.340299456944384e-05, | |
| "loss": 3.78, | |
| "step": 402944 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.339460862193332e-05, | |
| "loss": 3.7727, | |
| "step": 403456 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.338623905322653e-05, | |
| "loss": 3.7674, | |
| "step": 403968 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.337785310571601e-05, | |
| "loss": 3.7804, | |
| "step": 404480 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.336946715820549e-05, | |
| "loss": 3.7675, | |
| "step": 404992 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.336108121069497e-05, | |
| "loss": 3.7691, | |
| "step": 405504 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.335271164198818e-05, | |
| "loss": 3.7616, | |
| "step": 406016 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3344325694477664e-05, | |
| "loss": 3.7591, | |
| "step": 406528 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3335939746967144e-05, | |
| "loss": 3.7719, | |
| "step": 407040 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3327553799456624e-05, | |
| "loss": 3.7687, | |
| "step": 407552 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.331918423074983e-05, | |
| "loss": 3.7662, | |
| "step": 408064 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.331079828323931e-05, | |
| "loss": 3.7606, | |
| "step": 408576 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.330241233572879e-05, | |
| "loss": 3.7722, | |
| "step": 409088 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3294026388218266e-05, | |
| "loss": 3.7498, | |
| "step": 409600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.328565681951148e-05, | |
| "loss": 3.7743, | |
| "step": 410112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.327727087200096e-05, | |
| "loss": 3.7598, | |
| "step": 410624 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.326888492449044e-05, | |
| "loss": 3.7688, | |
| "step": 411136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3260498976979915e-05, | |
| "loss": 3.7669, | |
| "step": 411648 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.325212940827313e-05, | |
| "loss": 3.7649, | |
| "step": 412160 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.324374346076261e-05, | |
| "loss": 3.758, | |
| "step": 412672 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.32353575132521e-05, | |
| "loss": 3.7676, | |
| "step": 413184 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.322697156574157e-05, | |
| "loss": 3.7599, | |
| "step": 413696 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.321860199703479e-05, | |
| "loss": 3.7582, | |
| "step": 414208 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.321021604952427e-05, | |
| "loss": 3.7672, | |
| "step": 414720 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.320183010201374e-05, | |
| "loss": 3.7643, | |
| "step": 415232 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.319344415450322e-05, | |
| "loss": 3.7521, | |
| "step": 415744 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3185074585796436e-05, | |
| "loss": 3.7641, | |
| "step": 416256 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3176688638285916e-05, | |
| "loss": 3.7507, | |
| "step": 416768 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.316830269077539e-05, | |
| "loss": 3.7545, | |
| "step": 417280 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.315991674326487e-05, | |
| "loss": 3.771, | |
| "step": 417792 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3151547174558085e-05, | |
| "loss": 3.7685, | |
| "step": 418304 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.31431776058513e-05, | |
| "loss": 3.7735, | |
| "step": 418816 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.313479165834078e-05, | |
| "loss": 3.7693, | |
| "step": 419328 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.312640571083026e-05, | |
| "loss": 3.778, | |
| "step": 419840 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.311801976331974e-05, | |
| "loss": 3.758, | |
| "step": 420352 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3109633815809214e-05, | |
| "loss": 3.763, | |
| "step": 420864 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3101247868298694e-05, | |
| "loss": 3.7691, | |
| "step": 421376 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.3092861920788174e-05, | |
| "loss": 3.7557, | |
| "step": 421888 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.308449235208139e-05, | |
| "loss": 3.7656, | |
| "step": 422400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.307610640457086e-05, | |
| "loss": 3.7666, | |
| "step": 422912 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.306772045706034e-05, | |
| "loss": 3.771, | |
| "step": 423424 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.305933450954982e-05, | |
| "loss": 3.7631, | |
| "step": 423936 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.30509485620393e-05, | |
| "loss": 3.7493, | |
| "step": 424448 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.304256261452879e-05, | |
| "loss": 3.7576, | |
| "step": 424960 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.303417666701827e-05, | |
| "loss": 3.761, | |
| "step": 425472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.302580709831148e-05, | |
| "loss": 3.7652, | |
| "step": 425984 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.301742115080096e-05, | |
| "loss": 3.7635, | |
| "step": 426496 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.300903520329044e-05, | |
| "loss": 3.7559, | |
| "step": 427008 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.300064925577992e-05, | |
| "loss": 3.76, | |
| "step": 427520 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.299227968707313e-05, | |
| "loss": 3.7517, | |
| "step": 428032 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.298389373956261e-05, | |
| "loss": 3.7501, | |
| "step": 428544 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.297550779205209e-05, | |
| "loss": 3.7558, | |
| "step": 429056 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.296712184454157e-05, | |
| "loss": 3.7671, | |
| "step": 429568 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2958752275834776e-05, | |
| "loss": 3.783, | |
| "step": 430080 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2950366328324256e-05, | |
| "loss": 3.7668, | |
| "step": 430592 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.294198038081374e-05, | |
| "loss": 3.7443, | |
| "step": 431104 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.293359443330322e-05, | |
| "loss": 3.7609, | |
| "step": 431616 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.29252084857927e-05, | |
| "loss": 3.7563, | |
| "step": 432128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.291682253828218e-05, | |
| "loss": 3.7664, | |
| "step": 432640 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.290843659077166e-05, | |
| "loss": 3.7575, | |
| "step": 433152 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.290006702206487e-05, | |
| "loss": 3.7575, | |
| "step": 433664 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.289168107455435e-05, | |
| "loss": 3.7525, | |
| "step": 434176 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.288329512704383e-05, | |
| "loss": 3.7601, | |
| "step": 434688 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.287490917953331e-05, | |
| "loss": 3.7491, | |
| "step": 435200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.286653961082652e-05, | |
| "loss": 3.7539, | |
| "step": 435712 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2858153663316e-05, | |
| "loss": 3.7418, | |
| "step": 436224 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.284976771580548e-05, | |
| "loss": 3.7654, | |
| "step": 436736 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.284138176829496e-05, | |
| "loss": 3.7488, | |
| "step": 437248 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.283301219958818e-05, | |
| "loss": 3.7518, | |
| "step": 437760 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.282462625207766e-05, | |
| "loss": 3.7429, | |
| "step": 438272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.281624030456714e-05, | |
| "loss": 3.7557, | |
| "step": 438784 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2807854357056617e-05, | |
| "loss": 3.7544, | |
| "step": 439296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2799484788349826e-05, | |
| "loss": 3.7538, | |
| "step": 439808 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2791098840839306e-05, | |
| "loss": 3.7644, | |
| "step": 440320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2782712893328786e-05, | |
| "loss": 3.7638, | |
| "step": 440832 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2774343324621995e-05, | |
| "loss": 3.7588, | |
| "step": 441344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2765957377111475e-05, | |
| "loss": 3.7534, | |
| "step": 441856 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2757571429600955e-05, | |
| "loss": 3.7489, | |
| "step": 442368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2749185482090435e-05, | |
| "loss": 3.7613, | |
| "step": 442880 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2740799534579915e-05, | |
| "loss": 3.7454, | |
| "step": 443392 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2732413587069394e-05, | |
| "loss": 3.7533, | |
| "step": 443904 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2724027639558874e-05, | |
| "loss": 3.743, | |
| "step": 444416 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2715641692048354e-05, | |
| "loss": 3.757, | |
| "step": 444928 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.270727212334157e-05, | |
| "loss": 3.7427, | |
| "step": 445440 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.269888617583105e-05, | |
| "loss": 3.7525, | |
| "step": 445952 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2690500228320523e-05, | |
| "loss": 3.7483, | |
| "step": 446464 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.268211428081e-05, | |
| "loss": 3.7498, | |
| "step": 446976 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.267374471210322e-05, | |
| "loss": 3.7453, | |
| "step": 447488 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.26653587645927e-05, | |
| "loss": 3.7585, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.265697281708217e-05, | |
| "loss": 3.7573, | |
| "step": 448512 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.264858686957165e-05, | |
| "loss": 3.7612, | |
| "step": 449024 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.264021730086487e-05, | |
| "loss": 3.7357, | |
| "step": 449536 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.263183135335435e-05, | |
| "loss": 3.7587, | |
| "step": 450048 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.262344540584383e-05, | |
| "loss": 3.7562, | |
| "step": 450560 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.261505945833331e-05, | |
| "loss": 3.7569, | |
| "step": 451072 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2606689889626524e-05, | |
| "loss": 3.7515, | |
| "step": 451584 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2598303942116e-05, | |
| "loss": 3.7551, | |
| "step": 452096 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.258991799460548e-05, | |
| "loss": 3.7492, | |
| "step": 452608 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.258153204709496e-05, | |
| "loss": 3.7606, | |
| "step": 453120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.257316247838817e-05, | |
| "loss": 3.7424, | |
| "step": 453632 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.2564776530877646e-05, | |
| "loss": 3.7551, | |
| "step": 454144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.255640696217086e-05, | |
| "loss": 3.7485, | |
| "step": 454656 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.254802101466034e-05, | |
| "loss": 3.7458, | |
| "step": 455168 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.253963506714982e-05, | |
| "loss": 3.7501, | |
| "step": 455680 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.25312491196393e-05, | |
| "loss": 3.7517, | |
| "step": 456192 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.252286317212878e-05, | |
| "loss": 3.7564, | |
| "step": 456704 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.251447722461826e-05, | |
| "loss": 3.7342, | |
| "step": 457216 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.250609127710774e-05, | |
| "loss": 3.7486, | |
| "step": 457728 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.8680694103240967, | |
| "eval_runtime": 304.2378, | |
| "eval_samples_per_second": 1254.252, | |
| "eval_steps_per_second": 39.196, | |
| "step": 457920 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.249772170840095e-05, | |
| "loss": 3.7488, | |
| "step": 458240 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.248933576089043e-05, | |
| "loss": 3.7356, | |
| "step": 458752 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.248094981337991e-05, | |
| "loss": 3.7485, | |
| "step": 459264 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.247256386586939e-05, | |
| "loss": 3.7527, | |
| "step": 459776 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.24641942971626e-05, | |
| "loss": 3.759, | |
| "step": 460288 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.245580834965208e-05, | |
| "loss": 3.7412, | |
| "step": 460800 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.244742240214156e-05, | |
| "loss": 3.7357, | |
| "step": 461312 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.243903645463104e-05, | |
| "loss": 3.7364, | |
| "step": 461824 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2430666885924255e-05, | |
| "loss": 3.7426, | |
| "step": 462336 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2422280938413735e-05, | |
| "loss": 3.7502, | |
| "step": 462848 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2413894990903215e-05, | |
| "loss": 3.7425, | |
| "step": 463360 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2405509043392695e-05, | |
| "loss": 3.7446, | |
| "step": 463872 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2397139474685904e-05, | |
| "loss": 3.7398, | |
| "step": 464384 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2388753527175384e-05, | |
| "loss": 3.7395, | |
| "step": 464896 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2380367579664864e-05, | |
| "loss": 3.7347, | |
| "step": 465408 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2371981632154344e-05, | |
| "loss": 3.7396, | |
| "step": 465920 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.2363612063447553e-05, | |
| "loss": 3.7339, | |
| "step": 466432 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.235522611593703e-05, | |
| "loss": 3.735, | |
| "step": 466944 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.234684016842651e-05, | |
| "loss": 3.7373, | |
| "step": 467456 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.233845422091599e-05, | |
| "loss": 3.7519, | |
| "step": 467968 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.233008465220921e-05, | |
| "loss": 3.7421, | |
| "step": 468480 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.232169870469869e-05, | |
| "loss": 3.7499, | |
| "step": 468992 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.231331275718817e-05, | |
| "loss": 3.7327, | |
| "step": 469504 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.230492680967765e-05, | |
| "loss": 3.7454, | |
| "step": 470016 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.229655724097086e-05, | |
| "loss": 3.7292, | |
| "step": 470528 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.228817129346034e-05, | |
| "loss": 3.7449, | |
| "step": 471040 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.227978534594982e-05, | |
| "loss": 3.7366, | |
| "step": 471552 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.22713993984393e-05, | |
| "loss": 3.7287, | |
| "step": 472064 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.226302982973251e-05, | |
| "loss": 3.7295, | |
| "step": 472576 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.225464388222199e-05, | |
| "loss": 3.7298, | |
| "step": 473088 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.224625793471147e-05, | |
| "loss": 3.739, | |
| "step": 473600 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.223787198720095e-05, | |
| "loss": 3.7406, | |
| "step": 474112 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.222950241849416e-05, | |
| "loss": 3.7437, | |
| "step": 474624 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.222111647098364e-05, | |
| "loss": 3.7446, | |
| "step": 475136 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.221273052347312e-05, | |
| "loss": 3.7279, | |
| "step": 475648 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.22043445759626e-05, | |
| "loss": 3.7449, | |
| "step": 476160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.219599138605954e-05, | |
| "loss": 3.737, | |
| "step": 476672 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.218760543854902e-05, | |
| "loss": 3.7272, | |
| "step": 477184 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.21792194910385e-05, | |
| "loss": 3.7212, | |
| "step": 477696 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.217083354352798e-05, | |
| "loss": 3.7307, | |
| "step": 478208 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.216246397482119e-05, | |
| "loss": 3.7328, | |
| "step": 478720 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.215407802731067e-05, | |
| "loss": 3.7399, | |
| "step": 479232 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.214569207980015e-05, | |
| "loss": 3.7301, | |
| "step": 479744 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2137306132289637e-05, | |
| "loss": 3.7273, | |
| "step": 480256 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2128920184779116e-05, | |
| "loss": 3.7436, | |
| "step": 480768 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2120534237268596e-05, | |
| "loss": 3.7279, | |
| "step": 481280 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2112148289758076e-05, | |
| "loss": 3.7288, | |
| "step": 481792 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2103762342247556e-05, | |
| "loss": 3.7213, | |
| "step": 482304 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2095392773540765e-05, | |
| "loss": 3.7185, | |
| "step": 482816 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2087006826030245e-05, | |
| "loss": 3.7319, | |
| "step": 483328 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2078620878519725e-05, | |
| "loss": 3.7311, | |
| "step": 483840 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2070234931009205e-05, | |
| "loss": 3.7266, | |
| "step": 484352 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2061848983498685e-05, | |
| "loss": 3.7188, | |
| "step": 484864 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2053463035988165e-05, | |
| "loss": 3.734, | |
| "step": 485376 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2045077088477645e-05, | |
| "loss": 3.7088, | |
| "step": 485888 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2036707519770854e-05, | |
| "loss": 3.7351, | |
| "step": 486400 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.2028321572260334e-05, | |
| "loss": 3.721, | |
| "step": 486912 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.201993562474982e-05, | |
| "loss": 3.7248, | |
| "step": 487424 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.20115496772393e-05, | |
| "loss": 3.7321, | |
| "step": 487936 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.200316372972878e-05, | |
| "loss": 3.7234, | |
| "step": 488448 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1994777782218254e-05, | |
| "loss": 3.7203, | |
| "step": 488960 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1986391834707734e-05, | |
| "loss": 3.7323, | |
| "step": 489472 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1978005887197214e-05, | |
| "loss": 3.7185, | |
| "step": 489984 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.196963631849042e-05, | |
| "loss": 3.7201, | |
| "step": 490496 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.19612503709799e-05, | |
| "loss": 3.7293, | |
| "step": 491008 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.195286442346938e-05, | |
| "loss": 3.7276, | |
| "step": 491520 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.194447847595886e-05, | |
| "loss": 3.7138, | |
| "step": 492032 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.193610890725207e-05, | |
| "loss": 3.7242, | |
| "step": 492544 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.192772295974156e-05, | |
| "loss": 3.7105, | |
| "step": 493056 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.191933701223104e-05, | |
| "loss": 3.7171, | |
| "step": 493568 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.191095106472052e-05, | |
| "loss": 3.7308, | |
| "step": 494080 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.190258149601373e-05, | |
| "loss": 3.7281, | |
| "step": 494592 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1894211927306944e-05, | |
| "loss": 3.7349, | |
| "step": 495104 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1885825979796424e-05, | |
| "loss": 3.7275, | |
| "step": 495616 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.18774400322859e-05, | |
| "loss": 3.7418, | |
| "step": 496128 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.186905408477538e-05, | |
| "loss": 3.7179, | |
| "step": 496640 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.186066813726486e-05, | |
| "loss": 3.7295, | |
| "step": 497152 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.185229856855807e-05, | |
| "loss": 3.7308, | |
| "step": 497664 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1843912621047546e-05, | |
| "loss": 3.7149, | |
| "step": 498176 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.1835526673537026e-05, | |
| "loss": 3.7267, | |
| "step": 498688 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.182714072602651e-05, | |
| "loss": 3.7289, | |
| "step": 499200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.181875477851599e-05, | |
| "loss": 3.7345, | |
| "step": 499712 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.18103852098092e-05, | |
| "loss": 3.7236, | |
| "step": 500224 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.180199926229868e-05, | |
| "loss": 3.714, | |
| "step": 500736 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.179361331478816e-05, | |
| "loss": 3.7144, | |
| "step": 501248 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.178522736727764e-05, | |
| "loss": 3.7227, | |
| "step": 501760 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.177685779857085e-05, | |
| "loss": 3.7289, | |
| "step": 502272 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.176847185106033e-05, | |
| "loss": 3.7262, | |
| "step": 502784 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 4.176008590354981e-05, | |
| "loss": 3.7216, | |
| "step": 503296 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.175169995603929e-05, | |
| "loss": 3.7144, | |
| "step": 503808 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.174331400852877e-05, | |
| "loss": 3.7166, | |
| "step": 504320 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.173492806101825e-05, | |
| "loss": 3.7143, | |
| "step": 504832 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.172654211350773e-05, | |
| "loss": 3.719, | |
| "step": 505344 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.171815616599721e-05, | |
| "loss": 3.7314, | |
| "step": 505856 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1709786597290426e-05, | |
| "loss": 3.7397, | |
| "step": 506368 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1701400649779906e-05, | |
| "loss": 3.7307, | |
| "step": 506880 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1693014702269386e-05, | |
| "loss": 3.7102, | |
| "step": 507392 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1684628754758866e-05, | |
| "loss": 3.7203, | |
| "step": 507904 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1676242807248346e-05, | |
| "loss": 3.7176, | |
| "step": 508416 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1667856859737826e-05, | |
| "loss": 3.7276, | |
| "step": 508928 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1659487291031035e-05, | |
| "loss": 3.7201, | |
| "step": 509440 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1651101343520515e-05, | |
| "loss": 3.7248, | |
| "step": 509952 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1642715396009995e-05, | |
| "loss": 3.7177, | |
| "step": 510464 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1634329448499475e-05, | |
| "loss": 3.7189, | |
| "step": 510976 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1625943500988955e-05, | |
| "loss": 3.7162, | |
| "step": 511488 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1617557553478435e-05, | |
| "loss": 3.7157, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1609171605967915e-05, | |
| "loss": 3.7057, | |
| "step": 512512 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.160080203726113e-05, | |
| "loss": 3.7279, | |
| "step": 513024 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.159241608975061e-05, | |
| "loss": 3.7125, | |
| "step": 513536 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1584030142240084e-05, | |
| "loss": 3.7137, | |
| "step": 514048 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1575644194729564e-05, | |
| "loss": 3.7116, | |
| "step": 514560 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.156727462602278e-05, | |
| "loss": 3.7143, | |
| "step": 515072 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.155888867851226e-05, | |
| "loss": 3.7199, | |
| "step": 515584 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.155050273100173e-05, | |
| "loss": 3.7158, | |
| "step": 516096 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.154211678349121e-05, | |
| "loss": 3.7293, | |
| "step": 516608 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.153374721478443e-05, | |
| "loss": 3.7243, | |
| "step": 517120 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.152537764607764e-05, | |
| "loss": 3.7219, | |
| "step": 517632 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.151699169856712e-05, | |
| "loss": 3.7216, | |
| "step": 518144 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.15086057510566e-05, | |
| "loss": 3.707, | |
| "step": 518656 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1500219803546084e-05, | |
| "loss": 3.727, | |
| "step": 519168 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.149183385603556e-05, | |
| "loss": 3.7137, | |
| "step": 519680 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.148344790852504e-05, | |
| "loss": 3.7151, | |
| "step": 520192 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.147506196101452e-05, | |
| "loss": 3.7077, | |
| "step": 520704 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1466676013504e-05, | |
| "loss": 3.718, | |
| "step": 521216 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1458306444797206e-05, | |
| "loss": 3.707, | |
| "step": 521728 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1449920497286686e-05, | |
| "loss": 3.7124, | |
| "step": 522240 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1441534549776166e-05, | |
| "loss": 3.7107, | |
| "step": 522752 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1433148602265646e-05, | |
| "loss": 3.7174, | |
| "step": 523264 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1424779033558855e-05, | |
| "loss": 3.7075, | |
| "step": 523776 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.141640946485207e-05, | |
| "loss": 3.7247, | |
| "step": 524288 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.140802351734155e-05, | |
| "loss": 3.7172, | |
| "step": 524800 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.139963756983103e-05, | |
| "loss": 3.7279, | |
| "step": 525312 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.139125162232051e-05, | |
| "loss": 3.7011, | |
| "step": 525824 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.138286567480999e-05, | |
| "loss": 3.723, | |
| "step": 526336 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.137447972729947e-05, | |
| "loss": 3.7177, | |
| "step": 526848 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.136611015859268e-05, | |
| "loss": 3.7169, | |
| "step": 527360 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.135772421108216e-05, | |
| "loss": 3.7189, | |
| "step": 527872 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.134933826357164e-05, | |
| "loss": 3.7191, | |
| "step": 528384 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.134095231606112e-05, | |
| "loss": 3.7111, | |
| "step": 528896 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.13325663685506e-05, | |
| "loss": 3.7315, | |
| "step": 529408 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.132418042104008e-05, | |
| "loss": 3.7024, | |
| "step": 529920 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.131579447352956e-05, | |
| "loss": 3.7185, | |
| "step": 530432 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1307424904822776e-05, | |
| "loss": 3.7119, | |
| "step": 530944 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1299038957312256e-05, | |
| "loss": 3.7111, | |
| "step": 531456 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1290653009801736e-05, | |
| "loss": 3.7142, | |
| "step": 531968 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1282267062291215e-05, | |
| "loss": 3.7167, | |
| "step": 532480 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1273881114780695e-05, | |
| "loss": 3.7213, | |
| "step": 532992 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1265495167270175e-05, | |
| "loss": 3.6965, | |
| "step": 533504 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 4.1257125598563384e-05, | |
| "loss": 3.7135, | |
| "step": 534016 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 3.8583016395568848, | |
| "eval_runtime": 306.4215, | |
| "eval_samples_per_second": 1245.314, | |
| "eval_steps_per_second": 38.917, | |
| "step": 534240 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1248739651052864e-05, | |
| "loss": 3.7093, | |
| "step": 534528 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1240353703542344e-05, | |
| "loss": 3.6985, | |
| "step": 535040 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1231967756031824e-05, | |
| "loss": 3.7129, | |
| "step": 535552 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1223581808521304e-05, | |
| "loss": 3.7127, | |
| "step": 536064 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1215195861010784e-05, | |
| "loss": 3.7213, | |
| "step": 536576 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.120682629230399e-05, | |
| "loss": 3.7099, | |
| "step": 537088 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.119844034479347e-05, | |
| "loss": 3.7023, | |
| "step": 537600 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.119005439728296e-05, | |
| "loss": 3.7009, | |
| "step": 538112 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.118166844977244e-05, | |
| "loss": 3.7096, | |
| "step": 538624 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.117328250226192e-05, | |
| "loss": 3.714, | |
| "step": 539136 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.116489655475139e-05, | |
| "loss": 3.7067, | |
| "step": 539648 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.115651060724087e-05, | |
| "loss": 3.7104, | |
| "step": 540160 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.114814103853409e-05, | |
| "loss": 3.7061, | |
| "step": 540672 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.113975509102357e-05, | |
| "loss": 3.7063, | |
| "step": 541184 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.113136914351304e-05, | |
| "loss": 3.6985, | |
| "step": 541696 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.112298319600252e-05, | |
| "loss": 3.6998, | |
| "step": 542208 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1114597248492e-05, | |
| "loss": 3.701, | |
| "step": 542720 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.110621130098148e-05, | |
| "loss": 3.7018, | |
| "step": 543232 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.109782535347096e-05, | |
| "loss": 3.7051, | |
| "step": 543744 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.108943940596044e-05, | |
| "loss": 3.7137, | |
| "step": 544256 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.108106983725366e-05, | |
| "loss": 3.7106, | |
| "step": 544768 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.107268388974314e-05, | |
| "loss": 3.7133, | |
| "step": 545280 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.106429794223262e-05, | |
| "loss": 3.7001, | |
| "step": 545792 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.10559119947221e-05, | |
| "loss": 3.7104, | |
| "step": 546304 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.104755880481904e-05, | |
| "loss": 3.6948, | |
| "step": 546816 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1039172857308516e-05, | |
| "loss": 3.7146, | |
| "step": 547328 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1030786909797996e-05, | |
| "loss": 3.6976, | |
| "step": 547840 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1022400962287476e-05, | |
| "loss": 3.6969, | |
| "step": 548352 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1014015014776956e-05, | |
| "loss": 3.6952, | |
| "step": 548864 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.1005629067266436e-05, | |
| "loss": 3.6981, | |
| "step": 549376 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0997243119755916e-05, | |
| "loss": 3.7014, | |
| "step": 549888 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.098887355104913e-05, | |
| "loss": 3.7078, | |
| "step": 550400 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.098048760353861e-05, | |
| "loss": 3.7092, | |
| "step": 550912 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.097210165602809e-05, | |
| "loss": 3.7061, | |
| "step": 551424 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.096371570851757e-05, | |
| "loss": 3.6972, | |
| "step": 551936 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.095532976100705e-05, | |
| "loss": 3.7101, | |
| "step": 552448 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.094696019230026e-05, | |
| "loss": 3.7058, | |
| "step": 552960 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.093857424478974e-05, | |
| "loss": 3.6899, | |
| "step": 553472 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.093018829727922e-05, | |
| "loss": 3.6923, | |
| "step": 553984 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.09218023497687e-05, | |
| "loss": 3.6953, | |
| "step": 554496 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.091341640225818e-05, | |
| "loss": 3.6988, | |
| "step": 555008 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.090504683355139e-05, | |
| "loss": 3.7065, | |
| "step": 555520 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.089666088604087e-05, | |
| "loss": 3.6974, | |
| "step": 556032 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.088827493853035e-05, | |
| "loss": 3.6948, | |
| "step": 556544 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.087988899101983e-05, | |
| "loss": 3.7077, | |
| "step": 557056 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0871519422313045e-05, | |
| "loss": 3.6972, | |
| "step": 557568 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0863133474802525e-05, | |
| "loss": 3.6979, | |
| "step": 558080 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0854747527292005e-05, | |
| "loss": 3.6859, | |
| "step": 558592 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0846361579781485e-05, | |
| "loss": 3.6812, | |
| "step": 559104 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0837975632270965e-05, | |
| "loss": 3.7038, | |
| "step": 559616 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0829589684760445e-05, | |
| "loss": 3.6938, | |
| "step": 560128 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0821203737249925e-05, | |
| "loss": 3.6987, | |
| "step": 560640 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0812834168543134e-05, | |
| "loss": 3.6907, | |
| "step": 561152 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0804448221032614e-05, | |
| "loss": 3.695, | |
| "step": 561664 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0796062273522094e-05, | |
| "loss": 3.6784, | |
| "step": 562176 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0787676326011574e-05, | |
| "loss": 3.6974, | |
| "step": 562688 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0779290378501054e-05, | |
| "loss": 3.6898, | |
| "step": 563200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0770904430990534e-05, | |
| "loss": 3.6923, | |
| "step": 563712 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.076253486228375e-05, | |
| "loss": 3.7018, | |
| "step": 564224 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.075414891477323e-05, | |
| "loss": 3.6904, | |
| "step": 564736 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.07457629672627e-05, | |
| "loss": 3.684, | |
| "step": 565248 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.073737701975218e-05, | |
| "loss": 3.6999, | |
| "step": 565760 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.07290074510454e-05, | |
| "loss": 3.6859, | |
| "step": 566272 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.072062150353488e-05, | |
| "loss": 3.6837, | |
| "step": 566784 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.071223555602435e-05, | |
| "loss": 3.6995, | |
| "step": 567296 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.070384960851383e-05, | |
| "loss": 3.6944, | |
| "step": 567808 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.069546366100331e-05, | |
| "loss": 3.6792, | |
| "step": 568320 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.068707771349279e-05, | |
| "loss": 3.6939, | |
| "step": 568832 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.067869176598227e-05, | |
| "loss": 3.6809, | |
| "step": 569344 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.067032219727549e-05, | |
| "loss": 3.6846, | |
| "step": 569856 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.066193624976497e-05, | |
| "loss": 3.6995, | |
| "step": 570368 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.065355030225445e-05, | |
| "loss": 3.6983, | |
| "step": 570880 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.064516435474393e-05, | |
| "loss": 3.6988, | |
| "step": 571392 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.063677840723341e-05, | |
| "loss": 3.6958, | |
| "step": 571904 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.062839245972289e-05, | |
| "loss": 3.7105, | |
| "step": 572416 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.062000651221237e-05, | |
| "loss": 3.687, | |
| "step": 572928 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0611636943505576e-05, | |
| "loss": 3.6972, | |
| "step": 573440 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0603250995995056e-05, | |
| "loss": 3.6999, | |
| "step": 573952 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0594865048484536e-05, | |
| "loss": 3.6832, | |
| "step": 574464 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0586479100974016e-05, | |
| "loss": 3.6933, | |
| "step": 574976 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0578093153463496e-05, | |
| "loss": 3.6996, | |
| "step": 575488 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.0569723584756705e-05, | |
| "loss": 3.7004, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.056133763724619e-05, | |
| "loss": 3.6951, | |
| "step": 576512 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.055295168973567e-05, | |
| "loss": 3.6844, | |
| "step": 577024 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.054456574222515e-05, | |
| "loss": 3.6794, | |
| "step": 577536 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.053619617351836e-05, | |
| "loss": 3.6911, | |
| "step": 578048 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.052781022600784e-05, | |
| "loss": 3.6984, | |
| "step": 578560 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.051942427849732e-05, | |
| "loss": 3.6933, | |
| "step": 579072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.05110383309868e-05, | |
| "loss": 3.6897, | |
| "step": 579584 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.050266876228001e-05, | |
| "loss": 3.6788, | |
| "step": 580096 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.049428281476949e-05, | |
| "loss": 3.6873, | |
| "step": 580608 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.048589686725897e-05, | |
| "loss": 3.6839, | |
| "step": 581120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.047751091974845e-05, | |
| "loss": 3.69, | |
| "step": 581632 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.046912497223793e-05, | |
| "loss": 3.6956, | |
| "step": 582144 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.046075540353114e-05, | |
| "loss": 3.7092, | |
| "step": 582656 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0452369456020625e-05, | |
| "loss": 3.6979, | |
| "step": 583168 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0443983508510105e-05, | |
| "loss": 3.6796, | |
| "step": 583680 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0435597560999585e-05, | |
| "loss": 3.6869, | |
| "step": 584192 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0427211613489065e-05, | |
| "loss": 3.6864, | |
| "step": 584704 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0418842044782274e-05, | |
| "loss": 3.6973, | |
| "step": 585216 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0410456097271754e-05, | |
| "loss": 3.6866, | |
| "step": 585728 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0402070149761234e-05, | |
| "loss": 3.6968, | |
| "step": 586240 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.039368420225071e-05, | |
| "loss": 3.6861, | |
| "step": 586752 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.038529825474019e-05, | |
| "loss": 3.678, | |
| "step": 587264 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.03769286860334e-05, | |
| "loss": 3.6906, | |
| "step": 587776 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.036854273852288e-05, | |
| "loss": 3.6793, | |
| "step": 588288 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.036015679101236e-05, | |
| "loss": 3.6775, | |
| "step": 588800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.035177084350184e-05, | |
| "loss": 3.6928, | |
| "step": 589312 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.034338489599132e-05, | |
| "loss": 3.6864, | |
| "step": 589824 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.03349989484808e-05, | |
| "loss": 3.6811, | |
| "step": 590336 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.032661300097028e-05, | |
| "loss": 3.683, | |
| "step": 590848 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.031822705345976e-05, | |
| "loss": 3.6795, | |
| "step": 591360 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.030985748475297e-05, | |
| "loss": 3.6903, | |
| "step": 591872 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.030147153724245e-05, | |
| "loss": 3.6835, | |
| "step": 592384 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.029308558973193e-05, | |
| "loss": 3.7004, | |
| "step": 592896 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.028469964222141e-05, | |
| "loss": 3.6931, | |
| "step": 593408 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.027631369471089e-05, | |
| "loss": 3.6924, | |
| "step": 593920 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.02679441260041e-05, | |
| "loss": 3.689, | |
| "step": 594432 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.025955817849358e-05, | |
| "loss": 3.6765, | |
| "step": 594944 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.025117223098306e-05, | |
| "loss": 3.6905, | |
| "step": 595456 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.024278628347255e-05, | |
| "loss": 3.6894, | |
| "step": 595968 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.023441671476576e-05, | |
| "loss": 3.6805, | |
| "step": 596480 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.022603076725524e-05, | |
| "loss": 3.6776, | |
| "step": 596992 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.021764481974472e-05, | |
| "loss": 3.6891, | |
| "step": 597504 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0209258872234197e-05, | |
| "loss": 3.6757, | |
| "step": 598016 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0200872924723677e-05, | |
| "loss": 3.6838, | |
| "step": 598528 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0192503356016886e-05, | |
| "loss": 3.6782, | |
| "step": 599040 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0184117408506366e-05, | |
| "loss": 3.69, | |
| "step": 599552 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0175731460995846e-05, | |
| "loss": 3.6749, | |
| "step": 600064 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0167345513485326e-05, | |
| "loss": 3.6959, | |
| "step": 600576 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0158975944778535e-05, | |
| "loss": 3.6844, | |
| "step": 601088 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0150589997268015e-05, | |
| "loss": 3.6972, | |
| "step": 601600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.01422040497575e-05, | |
| "loss": 3.6707, | |
| "step": 602112 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.013381810224698e-05, | |
| "loss": 3.6924, | |
| "step": 602624 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.012543215473646e-05, | |
| "loss": 3.6882, | |
| "step": 603136 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.011706258602967e-05, | |
| "loss": 3.6914, | |
| "step": 603648 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.010867663851915e-05, | |
| "loss": 3.6881, | |
| "step": 604160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.010029069100863e-05, | |
| "loss": 3.6853, | |
| "step": 604672 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.009190474349811e-05, | |
| "loss": 3.6842, | |
| "step": 605184 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.008351879598759e-05, | |
| "loss": 3.6966, | |
| "step": 605696 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.00751492272808e-05, | |
| "loss": 3.6754, | |
| "step": 606208 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.006676327977028e-05, | |
| "loss": 3.6862, | |
| "step": 606720 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.005837733225976e-05, | |
| "loss": 3.6853, | |
| "step": 607232 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.004999138474924e-05, | |
| "loss": 3.6812, | |
| "step": 607744 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0041621816042455e-05, | |
| "loss": 3.6831, | |
| "step": 608256 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0033235868531935e-05, | |
| "loss": 3.6824, | |
| "step": 608768 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0024849921021415e-05, | |
| "loss": 3.6933, | |
| "step": 609280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.0016463973510895e-05, | |
| "loss": 3.6657, | |
| "step": 609792 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.000807802600037e-05, | |
| "loss": 3.6868, | |
| "step": 610304 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.8516273498535156, | |
| "eval_runtime": 305.3558, | |
| "eval_samples_per_second": 1249.66, | |
| "eval_steps_per_second": 39.053, | |
| "step": 610560 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.999969207848985e-05, | |
| "loss": 3.6793, | |
| "step": 610816 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9991322509783064e-05, | |
| "loss": 3.6718, | |
| "step": 611328 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9982936562272544e-05, | |
| "loss": 3.681, | |
| "step": 611840 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.997455061476202e-05, | |
| "loss": 3.6838, | |
| "step": 612352 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.99661646672515e-05, | |
| "loss": 3.6954, | |
| "step": 612864 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.995779509854471e-05, | |
| "loss": 3.6759, | |
| "step": 613376 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.994940915103419e-05, | |
| "loss": 3.6757, | |
| "step": 613888 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.994102320352367e-05, | |
| "loss": 3.6734, | |
| "step": 614400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.993263725601315e-05, | |
| "loss": 3.6758, | |
| "step": 614912 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.992425130850263e-05, | |
| "loss": 3.6866, | |
| "step": 615424 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.991588173979584e-05, | |
| "loss": 3.6747, | |
| "step": 615936 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.990749579228532e-05, | |
| "loss": 3.6837, | |
| "step": 616448 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.98991098447748e-05, | |
| "loss": 3.6753, | |
| "step": 616960 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.989072389726428e-05, | |
| "loss": 3.6729, | |
| "step": 617472 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.988233794975376e-05, | |
| "loss": 3.6731, | |
| "step": 617984 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.987396838104697e-05, | |
| "loss": 3.6713, | |
| "step": 618496 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.986558243353645e-05, | |
| "loss": 3.6699, | |
| "step": 619008 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.985719648602593e-05, | |
| "loss": 3.6744, | |
| "step": 619520 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.984881053851541e-05, | |
| "loss": 3.675, | |
| "step": 620032 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.984042459100489e-05, | |
| "loss": 3.6811, | |
| "step": 620544 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.983203864349437e-05, | |
| "loss": 3.6814, | |
| "step": 621056 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9823669074787586e-05, | |
| "loss": 3.6868, | |
| "step": 621568 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9815283127277066e-05, | |
| "loss": 3.6694, | |
| "step": 622080 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9806897179766546e-05, | |
| "loss": 3.6789, | |
| "step": 622592 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9798511232256026e-05, | |
| "loss": 3.6698, | |
| "step": 623104 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9790125284745506e-05, | |
| "loss": 3.6834, | |
| "step": 623616 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9781755716038715e-05, | |
| "loss": 3.6713, | |
| "step": 624128 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9773369768528195e-05, | |
| "loss": 3.6701, | |
| "step": 624640 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9764983821017675e-05, | |
| "loss": 3.6676, | |
| "step": 625152 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9756597873507155e-05, | |
| "loss": 3.6658, | |
| "step": 625664 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9748228304800364e-05, | |
| "loss": 3.6687, | |
| "step": 626176 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9739842357289844e-05, | |
| "loss": 3.6817, | |
| "step": 626688 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9731456409779324e-05, | |
| "loss": 3.6775, | |
| "step": 627200 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.972307046226881e-05, | |
| "loss": 3.6775, | |
| "step": 627712 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.971468451475829e-05, | |
| "loss": 3.6689, | |
| "step": 628224 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.970629856724777e-05, | |
| "loss": 3.6816, | |
| "step": 628736 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.969792899854098e-05, | |
| "loss": 3.6757, | |
| "step": 629248 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.968954305103046e-05, | |
| "loss": 3.6611, | |
| "step": 629760 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.968115710351994e-05, | |
| "loss": 3.665, | |
| "step": 630272 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.967277115600942e-05, | |
| "loss": 3.6655, | |
| "step": 630784 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.96643852084989e-05, | |
| "loss": 3.6659, | |
| "step": 631296 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.965601563979211e-05, | |
| "loss": 3.6759, | |
| "step": 631808 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.964762969228159e-05, | |
| "loss": 3.6697, | |
| "step": 632320 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.963924374477107e-05, | |
| "loss": 3.6661, | |
| "step": 632832 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.963085779726055e-05, | |
| "loss": 3.678, | |
| "step": 633344 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9622488228553764e-05, | |
| "loss": 3.665, | |
| "step": 633856 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9614102281043244e-05, | |
| "loss": 3.6713, | |
| "step": 634368 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9605716333532724e-05, | |
| "loss": 3.6575, | |
| "step": 634880 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9597330386022204e-05, | |
| "loss": 3.6475, | |
| "step": 635392 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.958894443851168e-05, | |
| "loss": 3.677, | |
| "step": 635904 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.958055849100116e-05, | |
| "loss": 3.6663, | |
| "step": 636416 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.957217254349064e-05, | |
| "loss": 3.6708, | |
| "step": 636928 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.956380297478385e-05, | |
| "loss": 3.6637, | |
| "step": 637440 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9555417027273326e-05, | |
| "loss": 3.6617, | |
| "step": 637952 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9547031079762806e-05, | |
| "loss": 3.656, | |
| "step": 638464 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9538645132252286e-05, | |
| "loss": 3.6692, | |
| "step": 638976 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.95302755635455e-05, | |
| "loss": 3.6581, | |
| "step": 639488 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.952188961603498e-05, | |
| "loss": 3.6664, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.951350366852446e-05, | |
| "loss": 3.6749, | |
| "step": 640512 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.950511772101394e-05, | |
| "loss": 3.6593, | |
| "step": 641024 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.949674815230715e-05, | |
| "loss": 3.6555, | |
| "step": 641536 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.948836220479663e-05, | |
| "loss": 3.6741, | |
| "step": 642048 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.947997625728611e-05, | |
| "loss": 3.6574, | |
| "step": 642560 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.947159030977559e-05, | |
| "loss": 3.6553, | |
| "step": 643072 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.946320436226507e-05, | |
| "loss": 3.6719, | |
| "step": 643584 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.945483479355828e-05, | |
| "loss": 3.6632, | |
| "step": 644096 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.944644884604776e-05, | |
| "loss": 3.6511, | |
| "step": 644608 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.943806289853724e-05, | |
| "loss": 3.6646, | |
| "step": 645120 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.942967695102672e-05, | |
| "loss": 3.6536, | |
| "step": 645632 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9421307382319936e-05, | |
| "loss": 3.6541, | |
| "step": 646144 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9412921434809416e-05, | |
| "loss": 3.6717, | |
| "step": 646656 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9404535487298896e-05, | |
| "loss": 3.6677, | |
| "step": 647168 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9396149539788376e-05, | |
| "loss": 3.6679, | |
| "step": 647680 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9387779971081585e-05, | |
| "loss": 3.6686, | |
| "step": 648192 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9379394023571065e-05, | |
| "loss": 3.6846, | |
| "step": 648704 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9371008076060545e-05, | |
| "loss": 3.659, | |
| "step": 649216 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9362622128550025e-05, | |
| "loss": 3.6699, | |
| "step": 649728 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9354252559843234e-05, | |
| "loss": 3.6681, | |
| "step": 650240 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9345866612332714e-05, | |
| "loss": 3.6592, | |
| "step": 650752 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9337480664822194e-05, | |
| "loss": 3.6619, | |
| "step": 651264 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.9329094717311674e-05, | |
| "loss": 3.677, | |
| "step": 651776 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.932072514860489e-05, | |
| "loss": 3.6692, | |
| "step": 652288 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.931233920109437e-05, | |
| "loss": 3.6724, | |
| "step": 652800 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.930395325358385e-05, | |
| "loss": 3.655, | |
| "step": 653312 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.929556730607333e-05, | |
| "loss": 3.6468, | |
| "step": 653824 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.928719773736654e-05, | |
| "loss": 3.6658, | |
| "step": 654336 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.927881178985602e-05, | |
| "loss": 3.6698, | |
| "step": 654848 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.92704258423455e-05, | |
| "loss": 3.6672, | |
| "step": 655360 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.926203989483498e-05, | |
| "loss": 3.6641, | |
| "step": 655872 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.925367032612819e-05, | |
| "loss": 3.6502, | |
| "step": 656384 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.924528437861767e-05, | |
| "loss": 3.662, | |
| "step": 656896 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.923689843110715e-05, | |
| "loss": 3.6557, | |
| "step": 657408 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.922851248359663e-05, | |
| "loss": 3.6584, | |
| "step": 657920 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.922014291488984e-05, | |
| "loss": 3.6713, | |
| "step": 658432 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.921175696737932e-05, | |
| "loss": 3.6769, | |
| "step": 658944 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.92033710198688e-05, | |
| "loss": 3.6717, | |
| "step": 659456 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.919498507235828e-05, | |
| "loss": 3.6563, | |
| "step": 659968 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.918659912484776e-05, | |
| "loss": 3.656, | |
| "step": 660480 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.917822955614097e-05, | |
| "loss": 3.6615, | |
| "step": 660992 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.916984360863045e-05, | |
| "loss": 3.6692, | |
| "step": 661504 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.916145766111993e-05, | |
| "loss": 3.6582, | |
| "step": 662016 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.915307171360941e-05, | |
| "loss": 3.6693, | |
| "step": 662528 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.914470214490262e-05, | |
| "loss": 3.6583, | |
| "step": 663040 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.91363161973921e-05, | |
| "loss": 3.655, | |
| "step": 663552 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.912793024988158e-05, | |
| "loss": 3.6634, | |
| "step": 664064 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.911954430237106e-05, | |
| "loss": 3.6533, | |
| "step": 664576 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.911115835486054e-05, | |
| "loss": 3.6508, | |
| "step": 665088 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.910278878615376e-05, | |
| "loss": 3.6641, | |
| "step": 665600 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.909440283864324e-05, | |
| "loss": 3.6606, | |
| "step": 666112 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.908601689113272e-05, | |
| "loss": 3.6556, | |
| "step": 666624 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.90776309436222e-05, | |
| "loss": 3.6528, | |
| "step": 667136 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9069261374915406e-05, | |
| "loss": 3.6506, | |
| "step": 667648 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9060875427404886e-05, | |
| "loss": 3.6633, | |
| "step": 668160 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9052489479894366e-05, | |
| "loss": 3.6544, | |
| "step": 668672 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9044103532383846e-05, | |
| "loss": 3.6758, | |
| "step": 669184 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9035733963677055e-05, | |
| "loss": 3.6695, | |
| "step": 669696 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9027348016166535e-05, | |
| "loss": 3.6644, | |
| "step": 670208 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9018962068656015e-05, | |
| "loss": 3.6601, | |
| "step": 670720 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.9010576121145495e-05, | |
| "loss": 3.6527, | |
| "step": 671232 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.900220655243871e-05, | |
| "loss": 3.6617, | |
| "step": 671744 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.899382060492819e-05, | |
| "loss": 3.6571, | |
| "step": 672256 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.898543465741767e-05, | |
| "loss": 3.6555, | |
| "step": 672768 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.897704870990715e-05, | |
| "loss": 3.6509, | |
| "step": 673280 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.896867914120036e-05, | |
| "loss": 3.663, | |
| "step": 673792 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.896029319368984e-05, | |
| "loss": 3.6523, | |
| "step": 674304 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.895190724617932e-05, | |
| "loss": 3.6546, | |
| "step": 674816 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.89435212986688e-05, | |
| "loss": 3.6493, | |
| "step": 675328 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.893515172996201e-05, | |
| "loss": 3.6642, | |
| "step": 675840 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.892676578245149e-05, | |
| "loss": 3.6493, | |
| "step": 676352 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.891837983494097e-05, | |
| "loss": 3.6653, | |
| "step": 676864 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.890999388743045e-05, | |
| "loss": 3.6583, | |
| "step": 677376 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.8901607939919935e-05, | |
| "loss": 3.6703, | |
| "step": 677888 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.8893238371213144e-05, | |
| "loss": 3.6476, | |
| "step": 678400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.8884852423702624e-05, | |
| "loss": 3.6672, | |
| "step": 678912 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.8876466476192104e-05, | |
| "loss": 3.6585, | |
| "step": 679424 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.886808052868158e-05, | |
| "loss": 3.6635, | |
| "step": 679936 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.885971095997479e-05, | |
| "loss": 3.6632, | |
| "step": 680448 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.885132501246427e-05, | |
| "loss": 3.6555, | |
| "step": 680960 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.884293906495375e-05, | |
| "loss": 3.6616, | |
| "step": 681472 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.8834553117443226e-05, | |
| "loss": 3.6711, | |
| "step": 681984 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.882618354873644e-05, | |
| "loss": 3.6489, | |
| "step": 682496 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.881779760122592e-05, | |
| "loss": 3.6591, | |
| "step": 683008 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.88094116537154e-05, | |
| "loss": 3.6629, | |
| "step": 683520 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.880102570620488e-05, | |
| "loss": 3.6586, | |
| "step": 684032 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.87926561374981e-05, | |
| "loss": 3.6495, | |
| "step": 684544 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.878427018998758e-05, | |
| "loss": 3.6568, | |
| "step": 685056 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.877588424247705e-05, | |
| "loss": 3.6645, | |
| "step": 685568 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.876749829496653e-05, | |
| "loss": 3.6437, | |
| "step": 686080 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.875912872625975e-05, | |
| "loss": 3.6574, | |
| "step": 686592 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 3.846895694732666, | |
| "eval_runtime": 309.4699, | |
| "eval_samples_per_second": 1233.047, | |
| "eval_steps_per_second": 38.534, | |
| "step": 686880 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.875074277874923e-05, | |
| "loss": 3.6485, | |
| "step": 687104 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.87423568312387e-05, | |
| "loss": 3.6467, | |
| "step": 687616 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.873397088372818e-05, | |
| "loss": 3.6511, | |
| "step": 688128 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.872558493621766e-05, | |
| "loss": 3.6603, | |
| "step": 688640 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8717215367510876e-05, | |
| "loss": 3.6703, | |
| "step": 689152 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8708829420000356e-05, | |
| "loss": 3.6484, | |
| "step": 689664 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8700443472489836e-05, | |
| "loss": 3.6484, | |
| "step": 690176 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8692057524979316e-05, | |
| "loss": 3.6518, | |
| "step": 690688 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8683687956272525e-05, | |
| "loss": 3.6422, | |
| "step": 691200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8675302008762005e-05, | |
| "loss": 3.6632, | |
| "step": 691712 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8666916061251485e-05, | |
| "loss": 3.6467, | |
| "step": 692224 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8658530113740964e-05, | |
| "loss": 3.6526, | |
| "step": 692736 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8650144166230444e-05, | |
| "loss": 3.658, | |
| "step": 693248 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8641774597523654e-05, | |
| "loss": 3.6436, | |
| "step": 693760 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8633388650013133e-05, | |
| "loss": 3.6448, | |
| "step": 694272 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8625002702502613e-05, | |
| "loss": 3.6457, | |
| "step": 694784 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8616616754992093e-05, | |
| "loss": 3.6442, | |
| "step": 695296 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.860824718628531e-05, | |
| "loss": 3.6523, | |
| "step": 695808 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.859986123877479e-05, | |
| "loss": 3.6462, | |
| "step": 696320 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.859147529126427e-05, | |
| "loss": 3.6506, | |
| "step": 696832 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.858308934375375e-05, | |
| "loss": 3.6594, | |
| "step": 697344 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.857471977504696e-05, | |
| "loss": 3.6622, | |
| "step": 697856 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.856633382753644e-05, | |
| "loss": 3.6506, | |
| "step": 698368 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.855794788002592e-05, | |
| "loss": 3.6455, | |
| "step": 698880 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.85495619325154e-05, | |
| "loss": 3.6446, | |
| "step": 699392 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.854119236380861e-05, | |
| "loss": 3.6583, | |
| "step": 699904 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.853280641629809e-05, | |
| "loss": 3.6486, | |
| "step": 700416 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.852442046878757e-05, | |
| "loss": 3.6455, | |
| "step": 700928 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.851603452127705e-05, | |
| "loss": 3.6414, | |
| "step": 701440 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.8507648573766534e-05, | |
| "loss": 3.6395, | |
| "step": 701952 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.849927900505974e-05, | |
| "loss": 3.6416, | |
| "step": 702464 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.849089305754922e-05, | |
| "loss": 3.6567, | |
| "step": 702976 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.84825071100387e-05, | |
| "loss": 3.6558, | |
| "step": 703488 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.847412116252818e-05, | |
| "loss": 3.6533, | |
| "step": 704000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.846575159382139e-05, | |
| "loss": 3.6432, | |
| "step": 704512 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.845736564631087e-05, | |
| "loss": 3.6469, | |
| "step": 705024 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.844897969880035e-05, | |
| "loss": 3.6567, | |
| "step": 705536 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.844059375128983e-05, | |
| "loss": 3.6386, | |
| "step": 706048 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.843222418258304e-05, | |
| "loss": 3.6407, | |
| "step": 706560 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.842383823507252e-05, | |
| "loss": 3.6372, | |
| "step": 707072 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8415452287562e-05, | |
| "loss": 3.6398, | |
| "step": 707584 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.840706634005148e-05, | |
| "loss": 3.6519, | |
| "step": 708096 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.839868039254097e-05, | |
| "loss": 3.645, | |
| "step": 708608 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8390310823834177e-05, | |
| "loss": 3.6419, | |
| "step": 709120 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8381924876323656e-05, | |
| "loss": 3.6513, | |
| "step": 709632 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8373538928813136e-05, | |
| "loss": 3.6429, | |
| "step": 710144 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8365152981302616e-05, | |
| "loss": 3.6428, | |
| "step": 710656 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8356767033792096e-05, | |
| "loss": 3.6383, | |
| "step": 711168 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8348397465085305e-05, | |
| "loss": 3.6163, | |
| "step": 711680 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8340011517574785e-05, | |
| "loss": 3.6545, | |
| "step": 712192 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8331625570064265e-05, | |
| "loss": 3.6392, | |
| "step": 712704 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8323239622553745e-05, | |
| "loss": 3.6492, | |
| "step": 713216 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8314870053846954e-05, | |
| "loss": 3.6362, | |
| "step": 713728 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8306484106336434e-05, | |
| "loss": 3.6395, | |
| "step": 714240 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.829809815882592e-05, | |
| "loss": 3.632, | |
| "step": 714752 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.82897122113154e-05, | |
| "loss": 3.6389, | |
| "step": 715264 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.828132626380488e-05, | |
| "loss": 3.6358, | |
| "step": 715776 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.827295669509809e-05, | |
| "loss": 3.6393, | |
| "step": 716288 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.826457074758757e-05, | |
| "loss": 3.6527, | |
| "step": 716800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.825618480007705e-05, | |
| "loss": 3.6333, | |
| "step": 717312 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.824779885256653e-05, | |
| "loss": 3.6303, | |
| "step": 717824 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.823942928385974e-05, | |
| "loss": 3.6491, | |
| "step": 718336 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.823104333634922e-05, | |
| "loss": 3.6351, | |
| "step": 718848 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.82226573888387e-05, | |
| "loss": 3.6301, | |
| "step": 719360 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.821427144132818e-05, | |
| "loss": 3.644, | |
| "step": 719872 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.820588549381766e-05, | |
| "loss": 3.6391, | |
| "step": 720384 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8197515925110875e-05, | |
| "loss": 3.6282, | |
| "step": 720896 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8189129977600355e-05, | |
| "loss": 3.6385, | |
| "step": 721408 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8180744030089835e-05, | |
| "loss": 3.6284, | |
| "step": 721920 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.817235808257931e-05, | |
| "loss": 3.6345, | |
| "step": 722432 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8163988513872524e-05, | |
| "loss": 3.6428, | |
| "step": 722944 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8155602566362004e-05, | |
| "loss": 3.6429, | |
| "step": 723456 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8147216618851484e-05, | |
| "loss": 3.6459, | |
| "step": 723968 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.813883067134096e-05, | |
| "loss": 3.6429, | |
| "step": 724480 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.813046110263417e-05, | |
| "loss": 3.6594, | |
| "step": 724992 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.812207515512365e-05, | |
| "loss": 3.6301, | |
| "step": 725504 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.8113689207613126e-05, | |
| "loss": 3.6531, | |
| "step": 726016 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.810530326010261e-05, | |
| "loss": 3.6376, | |
| "step": 726528 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.809693369139583e-05, | |
| "loss": 3.6351, | |
| "step": 727040 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.808854774388531e-05, | |
| "loss": 3.636, | |
| "step": 727552 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.808016179637478e-05, | |
| "loss": 3.652, | |
| "step": 728064 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.807177584886426e-05, | |
| "loss": 3.6466, | |
| "step": 728576 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.806338990135374e-05, | |
| "loss": 3.6489, | |
| "step": 729088 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.805502033264696e-05, | |
| "loss": 3.6279, | |
| "step": 729600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.804663438513643e-05, | |
| "loss": 3.6268, | |
| "step": 730112 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.803824843762591e-05, | |
| "loss": 3.6394, | |
| "step": 730624 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.802986249011539e-05, | |
| "loss": 3.6435, | |
| "step": 731136 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.80214929214086e-05, | |
| "loss": 3.6374, | |
| "step": 731648 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 3.801310697389808e-05, | |
| "loss": 3.6422, | |
| "step": 732160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.8004721026387566e-05, | |
| "loss": 3.6282, | |
| "step": 732672 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7996335078877046e-05, | |
| "loss": 3.6375, | |
| "step": 733184 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7987965510170255e-05, | |
| "loss": 3.6316, | |
| "step": 733696 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7979579562659735e-05, | |
| "loss": 3.6317, | |
| "step": 734208 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7971193615149215e-05, | |
| "loss": 3.6478, | |
| "step": 734720 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7962807667638695e-05, | |
| "loss": 3.6532, | |
| "step": 735232 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7954438098931904e-05, | |
| "loss": 3.649, | |
| "step": 735744 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7946052151421384e-05, | |
| "loss": 3.6284, | |
| "step": 736256 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7937666203910864e-05, | |
| "loss": 3.6328, | |
| "step": 736768 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7929280256400344e-05, | |
| "loss": 3.6387, | |
| "step": 737280 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.792091068769355e-05, | |
| "loss": 3.6439, | |
| "step": 737792 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.791252474018303e-05, | |
| "loss": 3.637, | |
| "step": 738304 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.790413879267252e-05, | |
| "loss": 3.6438, | |
| "step": 738816 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7895752845162e-05, | |
| "loss": 3.637, | |
| "step": 739328 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.788738327645521e-05, | |
| "loss": 3.6326, | |
| "step": 739840 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.787899732894469e-05, | |
| "loss": 3.6357, | |
| "step": 740352 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.787061138143417e-05, | |
| "loss": 3.6279, | |
| "step": 740864 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.786222543392365e-05, | |
| "loss": 3.6283, | |
| "step": 741376 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.785385586521686e-05, | |
| "loss": 3.6396, | |
| "step": 741888 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.784546991770634e-05, | |
| "loss": 3.6376, | |
| "step": 742400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.783708397019582e-05, | |
| "loss": 3.6292, | |
| "step": 742912 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.78286980226853e-05, | |
| "loss": 3.6314, | |
| "step": 743424 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.782032845397851e-05, | |
| "loss": 3.6217, | |
| "step": 743936 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.781194250646799e-05, | |
| "loss": 3.6394, | |
| "step": 744448 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7803556558957474e-05, | |
| "loss": 3.6322, | |
| "step": 744960 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7795170611446954e-05, | |
| "loss": 3.6503, | |
| "step": 745472 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.778680104274016e-05, | |
| "loss": 3.6422, | |
| "step": 745984 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.777841509522964e-05, | |
| "loss": 3.6456, | |
| "step": 746496 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.777002914771912e-05, | |
| "loss": 3.6339, | |
| "step": 747008 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.77616432002086e-05, | |
| "loss": 3.6289, | |
| "step": 747520 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.775325725269808e-05, | |
| "loss": 3.6408, | |
| "step": 748032 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.774488768399129e-05, | |
| "loss": 3.6383, | |
| "step": 748544 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.773650173648077e-05, | |
| "loss": 3.6303, | |
| "step": 749056 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.772811578897025e-05, | |
| "loss": 3.6252, | |
| "step": 749568 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.771972984145973e-05, | |
| "loss": 3.6383, | |
| "step": 750080 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.771136027275294e-05, | |
| "loss": 3.631, | |
| "step": 750592 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.770297432524243e-05, | |
| "loss": 3.6294, | |
| "step": 751104 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.769458837773191e-05, | |
| "loss": 3.6305, | |
| "step": 751616 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7686218809025116e-05, | |
| "loss": 3.6374, | |
| "step": 752128 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7677832861514596e-05, | |
| "loss": 3.6275, | |
| "step": 752640 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7669446914004076e-05, | |
| "loss": 3.6395, | |
| "step": 753152 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7661060966493556e-05, | |
| "loss": 3.6334, | |
| "step": 753664 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7652675018983036e-05, | |
| "loss": 3.6511, | |
| "step": 754176 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7644305450276245e-05, | |
| "loss": 3.6231, | |
| "step": 754688 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7635919502765725e-05, | |
| "loss": 3.6433, | |
| "step": 755200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7627533555255205e-05, | |
| "loss": 3.6327, | |
| "step": 755712 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7619147607744685e-05, | |
| "loss": 3.641, | |
| "step": 756224 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7610778039037894e-05, | |
| "loss": 3.6356, | |
| "step": 756736 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.760239209152738e-05, | |
| "loss": 3.6299, | |
| "step": 757248 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.759400614401686e-05, | |
| "loss": 3.6357, | |
| "step": 757760 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.758562019650634e-05, | |
| "loss": 3.6519, | |
| "step": 758272 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.757725062779955e-05, | |
| "loss": 3.6213, | |
| "step": 758784 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.756886468028903e-05, | |
| "loss": 3.6397, | |
| "step": 759296 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.756047873277851e-05, | |
| "loss": 3.6345, | |
| "step": 759808 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.755209278526799e-05, | |
| "loss": 3.6332, | |
| "step": 760320 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.75437232165612e-05, | |
| "loss": 3.6246, | |
| "step": 760832 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.753533726905068e-05, | |
| "loss": 3.6333, | |
| "step": 761344 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.752695132154016e-05, | |
| "loss": 3.6378, | |
| "step": 761856 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.751856537402964e-05, | |
| "loss": 3.6289, | |
| "step": 762368 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.751019580532285e-05, | |
| "loss": 3.6311, | |
| "step": 762880 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_loss": 3.844034433364868, | |
| "eval_runtime": 304.9394, | |
| "eval_samples_per_second": 1251.367, | |
| "eval_steps_per_second": 39.106, | |
| "step": 763200 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.750180985781233e-05, | |
| "loss": 3.6289, | |
| "step": 763392 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7493423910301815e-05, | |
| "loss": 3.6229, | |
| "step": 763904 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7485037962791294e-05, | |
| "loss": 3.6283, | |
| "step": 764416 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7476668394084504e-05, | |
| "loss": 3.638, | |
| "step": 764928 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7468282446573984e-05, | |
| "loss": 3.6456, | |
| "step": 765440 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7459896499063463e-05, | |
| "loss": 3.6273, | |
| "step": 765952 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7451510551552943e-05, | |
| "loss": 3.6254, | |
| "step": 766464 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.744314098284615e-05, | |
| "loss": 3.6258, | |
| "step": 766976 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.743475503533563e-05, | |
| "loss": 3.6234, | |
| "step": 767488 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.742636908782511e-05, | |
| "loss": 3.6371, | |
| "step": 768000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.741798314031459e-05, | |
| "loss": 3.6246, | |
| "step": 768512 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.74096135716078e-05, | |
| "loss": 3.6324, | |
| "step": 769024 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.740122762409728e-05, | |
| "loss": 3.6343, | |
| "step": 769536 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.739284167658677e-05, | |
| "loss": 3.6192, | |
| "step": 770048 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.738445572907625e-05, | |
| "loss": 3.6229, | |
| "step": 770560 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.737608616036946e-05, | |
| "loss": 3.6192, | |
| "step": 771072 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.736770021285894e-05, | |
| "loss": 3.6256, | |
| "step": 771584 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.735931426534842e-05, | |
| "loss": 3.625, | |
| "step": 772096 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.73509283178379e-05, | |
| "loss": 3.6256, | |
| "step": 772608 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.734254237032738e-05, | |
| "loss": 3.631, | |
| "step": 773120 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7334172801620586e-05, | |
| "loss": 3.6319, | |
| "step": 773632 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7325786854110066e-05, | |
| "loss": 3.6362, | |
| "step": 774144 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7317400906599546e-05, | |
| "loss": 3.6289, | |
| "step": 774656 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7309031337892755e-05, | |
| "loss": 3.6212, | |
| "step": 775168 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7300645390382235e-05, | |
| "loss": 3.6255, | |
| "step": 775680 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.729225944287172e-05, | |
| "loss": 3.6342, | |
| "step": 776192 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.72838734953612e-05, | |
| "loss": 3.6231, | |
| "step": 776704 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.727550392665441e-05, | |
| "loss": 3.6259, | |
| "step": 777216 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.726711797914389e-05, | |
| "loss": 3.618, | |
| "step": 777728 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.725873203163337e-05, | |
| "loss": 3.6145, | |
| "step": 778240 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.725034608412285e-05, | |
| "loss": 3.6187, | |
| "step": 778752 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.724196013661233e-05, | |
| "loss": 3.6294, | |
| "step": 779264 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.723359056790554e-05, | |
| "loss": 3.6342, | |
| "step": 779776 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.722520462039502e-05, | |
| "loss": 3.6282, | |
| "step": 780288 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.72168186728845e-05, | |
| "loss": 3.6259, | |
| "step": 780800 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.720843272537398e-05, | |
| "loss": 3.6198, | |
| "step": 781312 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.720006315666719e-05, | |
| "loss": 3.6351, | |
| "step": 781824 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7191677209156676e-05, | |
| "loss": 3.619, | |
| "step": 782336 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7183291261646155e-05, | |
| "loss": 3.6158, | |
| "step": 782848 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.717490531413563e-05, | |
| "loss": 3.6158, | |
| "step": 783360 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7166535745428845e-05, | |
| "loss": 3.6215, | |
| "step": 783872 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7158149797918324e-05, | |
| "loss": 3.6229, | |
| "step": 784384 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7149763850407804e-05, | |
| "loss": 3.6243, | |
| "step": 784896 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.714137790289728e-05, | |
| "loss": 3.6219, | |
| "step": 785408 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7133008334190493e-05, | |
| "loss": 3.6271, | |
| "step": 785920 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7124622386679973e-05, | |
| "loss": 3.6213, | |
| "step": 786432 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7116236439169453e-05, | |
| "loss": 3.6176, | |
| "step": 786944 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.7107850491658927e-05, | |
| "loss": 3.6163, | |
| "step": 787456 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.709948092295214e-05, | |
| "loss": 3.5954, | |
| "step": 787968 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.709109497544163e-05, | |
| "loss": 3.6303, | |
| "step": 788480 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.70827090279311e-05, | |
| "loss": 3.6162, | |
| "step": 788992 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.707432308042058e-05, | |
| "loss": 3.6267, | |
| "step": 789504 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.70659535117138e-05, | |
| "loss": 3.6185, | |
| "step": 790016 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.705756756420328e-05, | |
| "loss": 3.6159, | |
| "step": 790528 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.704918161669275e-05, | |
| "loss": 3.6057, | |
| "step": 791040 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.704079566918223e-05, | |
| "loss": 3.6178, | |
| "step": 791552 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.703240972167171e-05, | |
| "loss": 3.6169, | |
| "step": 792064 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.702404015296493e-05, | |
| "loss": 3.6116, | |
| "step": 792576 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.70156542054544e-05, | |
| "loss": 3.6314, | |
| "step": 793088 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.700726825794388e-05, | |
| "loss": 3.617, | |
| "step": 793600 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.699888231043337e-05, | |
| "loss": 3.6042, | |
| "step": 794112 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6990512741726576e-05, | |
| "loss": 3.6261, | |
| "step": 794624 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6982126794216056e-05, | |
| "loss": 3.6154, | |
| "step": 795136 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6973740846705536e-05, | |
| "loss": 3.6102, | |
| "step": 795648 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6965354899195016e-05, | |
| "loss": 3.622, | |
| "step": 796160 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6956985330488225e-05, | |
| "loss": 3.617, | |
| "step": 796672 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6948599382977705e-05, | |
| "loss": 3.607, | |
| "step": 797184 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6940213435467185e-05, | |
| "loss": 3.6177, | |
| "step": 797696 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6931827487956665e-05, | |
| "loss": 3.6059, | |
| "step": 798208 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6923457919249874e-05, | |
| "loss": 3.6109, | |
| "step": 798720 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6915071971739354e-05, | |
| "loss": 3.6215, | |
| "step": 799232 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6906686024228834e-05, | |
| "loss": 3.6223, | |
| "step": 799744 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.689830007671832e-05, | |
| "loss": 3.6239, | |
| "step": 800256 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.688993050801153e-05, | |
| "loss": 3.6162, | |
| "step": 800768 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.688154456050101e-05, | |
| "loss": 3.6381, | |
| "step": 801280 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.687315861299049e-05, | |
| "loss": 3.6125, | |
| "step": 801792 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.686477266547997e-05, | |
| "loss": 3.6264, | |
| "step": 802304 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.685640309677318e-05, | |
| "loss": 3.6157, | |
| "step": 802816 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.684801714926266e-05, | |
| "loss": 3.6137, | |
| "step": 803328 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.683964758055587e-05, | |
| "loss": 3.6126, | |
| "step": 803840 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.683126163304535e-05, | |
| "loss": 3.6317, | |
| "step": 804352 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.682287568553483e-05, | |
| "loss": 3.6208, | |
| "step": 804864 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.681448973802431e-05, | |
| "loss": 3.6312, | |
| "step": 805376 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.680610379051379e-05, | |
| "loss": 3.6032, | |
| "step": 805888 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6797717843003274e-05, | |
| "loss": 3.6037, | |
| "step": 806400 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6789331895492754e-05, | |
| "loss": 3.618, | |
| "step": 806912 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.6780945947982234e-05, | |
| "loss": 3.6253, | |
| "step": 807424 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.677257637927544e-05, | |
| "loss": 3.6152, | |
| "step": 807936 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.676419043176492e-05, | |
| "loss": 3.6177, | |
| "step": 808448 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.67558044842544e-05, | |
| "loss": 3.6138, | |
| "step": 808960 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.674741853674388e-05, | |
| "loss": 3.6093, | |
| "step": 809472 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.673904896803709e-05, | |
| "loss": 3.614, | |
| "step": 809984 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.673066302052657e-05, | |
| "loss": 3.61, | |
| "step": 810496 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.672227707301605e-05, | |
| "loss": 3.6252, | |
| "step": 811008 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.671389112550553e-05, | |
| "loss": 3.633, | |
| "step": 811520 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.670552155679874e-05, | |
| "loss": 3.6294, | |
| "step": 812032 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.669713560928822e-05, | |
| "loss": 3.6081, | |
| "step": 812544 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.668874966177771e-05, | |
| "loss": 3.6085, | |
| "step": 813056 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.668036371426719e-05, | |
| "loss": 3.6151, | |
| "step": 813568 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.66719941455604e-05, | |
| "loss": 3.6206, | |
| "step": 814080 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.666360819804988e-05, | |
| "loss": 3.6168, | |
| "step": 814592 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.665522225053936e-05, | |
| "loss": 3.6202, | |
| "step": 815104 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.664683630302884e-05, | |
| "loss": 3.6169, | |
| "step": 815616 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6638466734322046e-05, | |
| "loss": 3.6105, | |
| "step": 816128 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6630080786811526e-05, | |
| "loss": 3.614, | |
| "step": 816640 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6621694839301006e-05, | |
| "loss": 3.6064, | |
| "step": 817152 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6613308891790486e-05, | |
| "loss": 3.6068, | |
| "step": 817664 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6604939323083695e-05, | |
| "loss": 3.6213, | |
| "step": 818176 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6596553375573175e-05, | |
| "loss": 3.6153, | |
| "step": 818688 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.658816742806266e-05, | |
| "loss": 3.6046, | |
| "step": 819200 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.657978148055214e-05, | |
| "loss": 3.6116, | |
| "step": 819712 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.657141191184535e-05, | |
| "loss": 3.6011, | |
| "step": 820224 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.656302596433483e-05, | |
| "loss": 3.6191, | |
| "step": 820736 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.655464001682431e-05, | |
| "loss": 3.6133, | |
| "step": 821248 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.654625406931379e-05, | |
| "loss": 3.6224, | |
| "step": 821760 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6537884500607e-05, | |
| "loss": 3.6239, | |
| "step": 822272 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.652949855309648e-05, | |
| "loss": 3.6247, | |
| "step": 822784 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.652111260558596e-05, | |
| "loss": 3.6125, | |
| "step": 823296 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.651272665807544e-05, | |
| "loss": 3.6096, | |
| "step": 823808 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.650435708936865e-05, | |
| "loss": 3.6146, | |
| "step": 824320 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.649597114185813e-05, | |
| "loss": 3.6192, | |
| "step": 824832 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6487585194347615e-05, | |
| "loss": 3.6089, | |
| "step": 825344 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6479199246837095e-05, | |
| "loss": 3.6042, | |
| "step": 825856 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6470829678130304e-05, | |
| "loss": 3.6177, | |
| "step": 826368 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6462443730619784e-05, | |
| "loss": 3.6104, | |
| "step": 826880 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6454057783109264e-05, | |
| "loss": 3.608, | |
| "step": 827392 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6445671835598744e-05, | |
| "loss": 3.6072, | |
| "step": 827904 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.643730226689195e-05, | |
| "loss": 3.6191, | |
| "step": 828416 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.642891631938143e-05, | |
| "loss": 3.6034, | |
| "step": 828928 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.642053037187091e-05, | |
| "loss": 3.6216, | |
| "step": 829440 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.641214442436039e-05, | |
| "loss": 3.6125, | |
| "step": 829952 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.64037748556536e-05, | |
| "loss": 3.6267, | |
| "step": 830464 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.639538890814308e-05, | |
| "loss": 3.6, | |
| "step": 830976 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.638700296063257e-05, | |
| "loss": 3.6199, | |
| "step": 831488 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.637861701312205e-05, | |
| "loss": 3.6175, | |
| "step": 832000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.637024744441526e-05, | |
| "loss": 3.6153, | |
| "step": 832512 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.636186149690474e-05, | |
| "loss": 3.6173, | |
| "step": 833024 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.635347554939422e-05, | |
| "loss": 3.609, | |
| "step": 833536 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.63450896018837e-05, | |
| "loss": 3.6119, | |
| "step": 834048 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.633672003317691e-05, | |
| "loss": 3.6289, | |
| "step": 834560 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.632833408566639e-05, | |
| "loss": 3.6062, | |
| "step": 835072 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.631994813815587e-05, | |
| "loss": 3.6166, | |
| "step": 835584 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.631156219064535e-05, | |
| "loss": 3.616, | |
| "step": 836096 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6303192621938556e-05, | |
| "loss": 3.6112, | |
| "step": 836608 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6294806674428036e-05, | |
| "loss": 3.6077, | |
| "step": 837120 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.628642072691752e-05, | |
| "loss": 3.6144, | |
| "step": 837632 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.6278034779407e-05, | |
| "loss": 3.6146, | |
| "step": 838144 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.626966521070021e-05, | |
| "loss": 3.6133, | |
| "step": 838656 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.626127926318969e-05, | |
| "loss": 3.6076, | |
| "step": 839168 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_loss": 3.8431217670440674, | |
| "eval_runtime": 304.7999, | |
| "eval_samples_per_second": 1251.94, | |
| "eval_steps_per_second": 39.124, | |
| "step": 839520 | |
| } | |
| ], | |
| "logging_steps": 512, | |
| "max_steps": 3052726, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 10, | |
| "total_flos": 5.854230451983514e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |