|
{ |
|
"best_metric": 3.8680694103240967, |
|
"best_model_checkpoint": "/mmfs1/gscratch/stf/abhinavp/corpus-filtering/outputs/npi-only/transformer/0/checkpoints/checkpoint-457920", |
|
"epoch": 0.025000606015738065, |
|
"eval_steps": 10, |
|
"global_step": 457920, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.999998362119627e-05, |
|
"loss": 11.0588, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.999161405248948e-05, |
|
"loss": 6.8253, |
|
"step": 512 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.998322810497896e-05, |
|
"loss": 6.1936, |
|
"step": 1024 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.997484215746844e-05, |
|
"loss": 5.9813, |
|
"step": 1536 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.996645620995792e-05, |
|
"loss": 5.8216, |
|
"step": 2048 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.99580702624474e-05, |
|
"loss": 5.713, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.994968431493688e-05, |
|
"loss": 5.6086, |
|
"step": 3072 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.994129836742636e-05, |
|
"loss": 5.5394, |
|
"step": 3584 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.993291241991584e-05, |
|
"loss": 5.4501, |
|
"step": 4096 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.992452647240532e-05, |
|
"loss": 5.4083, |
|
"step": 4608 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.99161405248948e-05, |
|
"loss": 5.3582, |
|
"step": 5120 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.990775457738428e-05, |
|
"loss": 5.3178, |
|
"step": 5632 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.989938500867749e-05, |
|
"loss": 5.252, |
|
"step": 6144 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.989099906116697e-05, |
|
"loss": 5.2149, |
|
"step": 6656 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.988261311365645e-05, |
|
"loss": 5.1821, |
|
"step": 7168 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.987422716614593e-05, |
|
"loss": 5.1327, |
|
"step": 7680 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.986584121863541e-05, |
|
"loss": 5.1165, |
|
"step": 8192 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.985745527112489e-05, |
|
"loss": 5.0838, |
|
"step": 8704 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.984906932361437e-05, |
|
"loss": 5.0435, |
|
"step": 9216 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.984068337610385e-05, |
|
"loss": 5.0226, |
|
"step": 9728 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.983229742859333e-05, |
|
"loss": 5.006, |
|
"step": 10240 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9823927859886547e-05, |
|
"loss": 4.9758, |
|
"step": 10752 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9815541912376026e-05, |
|
"loss": 4.9579, |
|
"step": 11264 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9807155964865506e-05, |
|
"loss": 4.924, |
|
"step": 11776 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9798770017354986e-05, |
|
"loss": 4.9175, |
|
"step": 12288 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9790400448648195e-05, |
|
"loss": 4.8957, |
|
"step": 12800 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9782014501137675e-05, |
|
"loss": 4.8727, |
|
"step": 13312 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9773628553627155e-05, |
|
"loss": 4.8537, |
|
"step": 13824 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9765242606116635e-05, |
|
"loss": 4.8275, |
|
"step": 14336 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.9756873037409844e-05, |
|
"loss": 4.819, |
|
"step": 14848 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9748487089899324e-05, |
|
"loss": 4.8016, |
|
"step": 15360 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9740101142388804e-05, |
|
"loss": 4.7967, |
|
"step": 15872 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9731715194878284e-05, |
|
"loss": 4.7803, |
|
"step": 16384 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.97233456261715e-05, |
|
"loss": 4.7663, |
|
"step": 16896 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.971495967866098e-05, |
|
"loss": 4.7574, |
|
"step": 17408 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.970657373115046e-05, |
|
"loss": 4.7454, |
|
"step": 17920 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.969818778363994e-05, |
|
"loss": 4.7346, |
|
"step": 18432 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.968981821493315e-05, |
|
"loss": 4.7047, |
|
"step": 18944 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.968143226742263e-05, |
|
"loss": 4.7049, |
|
"step": 19456 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.967304631991211e-05, |
|
"loss": 4.6774, |
|
"step": 19968 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.966466037240159e-05, |
|
"loss": 4.6839, |
|
"step": 20480 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.965627442489107e-05, |
|
"loss": 4.6639, |
|
"step": 20992 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.964788847738054e-05, |
|
"loss": 4.6668, |
|
"step": 21504 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.963950252987002e-05, |
|
"loss": 4.6458, |
|
"step": 22016 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.963113296116324e-05, |
|
"loss": 4.6426, |
|
"step": 22528 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.962274701365272e-05, |
|
"loss": 4.6324, |
|
"step": 23040 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.96143610661422e-05, |
|
"loss": 4.6267, |
|
"step": 23552 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.960597511863168e-05, |
|
"loss": 4.615, |
|
"step": 24064 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.959758917112116e-05, |
|
"loss": 4.5899, |
|
"step": 24576 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9589219602414374e-05, |
|
"loss": 4.5954, |
|
"step": 25088 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.958083365490385e-05, |
|
"loss": 4.5974, |
|
"step": 25600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.957244770739333e-05, |
|
"loss": 4.5919, |
|
"step": 26112 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.956406175988281e-05, |
|
"loss": 4.5707, |
|
"step": 26624 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9555692191176016e-05, |
|
"loss": 4.5576, |
|
"step": 27136 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.954732262246923e-05, |
|
"loss": 4.5604, |
|
"step": 27648 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.953893667495871e-05, |
|
"loss": 4.5479, |
|
"step": 28160 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.953055072744819e-05, |
|
"loss": 4.5611, |
|
"step": 28672 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.952216477993767e-05, |
|
"loss": 4.5227, |
|
"step": 29184 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.951377883242715e-05, |
|
"loss": 4.5403, |
|
"step": 29696 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.950539288491663e-05, |
|
"loss": 4.5301, |
|
"step": 30208 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.949700693740611e-05, |
|
"loss": 4.5091, |
|
"step": 30720 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.948862098989559e-05, |
|
"loss": 4.5199, |
|
"step": 31232 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.94802514211888e-05, |
|
"loss": 4.503, |
|
"step": 31744 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.947186547367828e-05, |
|
"loss": 4.495, |
|
"step": 32256 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.946347952616776e-05, |
|
"loss": 4.4884, |
|
"step": 32768 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.945509357865724e-05, |
|
"loss": 4.5, |
|
"step": 33280 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.944672400995045e-05, |
|
"loss": 4.4795, |
|
"step": 33792 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.943833806243993e-05, |
|
"loss": 4.4754, |
|
"step": 34304 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.942995211492941e-05, |
|
"loss": 4.4684, |
|
"step": 34816 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.942156616741889e-05, |
|
"loss": 4.4614, |
|
"step": 35328 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9413196598712105e-05, |
|
"loss": 4.4675, |
|
"step": 35840 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.940482703000532e-05, |
|
"loss": 4.4724, |
|
"step": 36352 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9396441082494794e-05, |
|
"loss": 4.4502, |
|
"step": 36864 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9388055134984274e-05, |
|
"loss": 4.4592, |
|
"step": 37376 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9379669187473754e-05, |
|
"loss": 4.463, |
|
"step": 37888 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.9371283239963234e-05, |
|
"loss": 4.4468, |
|
"step": 38400 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.936291367125644e-05, |
|
"loss": 4.4333, |
|
"step": 38912 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.935452772374592e-05, |
|
"loss": 4.4358, |
|
"step": 39424 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.93461417762354e-05, |
|
"loss": 4.4326, |
|
"step": 39936 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.933775582872488e-05, |
|
"loss": 4.4202, |
|
"step": 40448 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.93293862600181e-05, |
|
"loss": 4.4169, |
|
"step": 40960 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.932100031250758e-05, |
|
"loss": 4.4264, |
|
"step": 41472 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.931261436499706e-05, |
|
"loss": 4.427, |
|
"step": 41984 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.930422841748654e-05, |
|
"loss": 4.4087, |
|
"step": 42496 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.929584246997602e-05, |
|
"loss": 4.3873, |
|
"step": 43008 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.92874565224655e-05, |
|
"loss": 4.4003, |
|
"step": 43520 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.927907057495498e-05, |
|
"loss": 4.4045, |
|
"step": 44032 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.927068462744446e-05, |
|
"loss": 4.3923, |
|
"step": 44544 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.926231505873767e-05, |
|
"loss": 4.397, |
|
"step": 45056 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.925392911122715e-05, |
|
"loss": 4.3801, |
|
"step": 45568 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.924554316371663e-05, |
|
"loss": 4.3782, |
|
"step": 46080 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.923715721620611e-05, |
|
"loss": 4.3741, |
|
"step": 46592 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.922878764749932e-05, |
|
"loss": 4.3698, |
|
"step": 47104 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.92204016999888e-05, |
|
"loss": 4.3758, |
|
"step": 47616 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.921201575247828e-05, |
|
"loss": 4.366, |
|
"step": 48128 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.920362980496776e-05, |
|
"loss": 4.3804, |
|
"step": 48640 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.919524385745724e-05, |
|
"loss": 4.3638, |
|
"step": 49152 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.918685790994672e-05, |
|
"loss": 4.3481, |
|
"step": 49664 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.917848834123993e-05, |
|
"loss": 4.3505, |
|
"step": 50176 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.917010239372941e-05, |
|
"loss": 4.3578, |
|
"step": 50688 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.916171644621889e-05, |
|
"loss": 4.3477, |
|
"step": 51200 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.915333049870837e-05, |
|
"loss": 4.3465, |
|
"step": 51712 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.914494455119785e-05, |
|
"loss": 4.345, |
|
"step": 52224 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.913657498249106e-05, |
|
"loss": 4.3333, |
|
"step": 52736 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.912818903498054e-05, |
|
"loss": 4.3372, |
|
"step": 53248 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.911980308747002e-05, |
|
"loss": 4.3157, |
|
"step": 53760 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.91114171399595e-05, |
|
"loss": 4.3219, |
|
"step": 54272 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.910304757125272e-05, |
|
"loss": 4.3278, |
|
"step": 54784 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.90946616237422e-05, |
|
"loss": 4.3213, |
|
"step": 55296 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.908627567623168e-05, |
|
"loss": 4.3146, |
|
"step": 55808 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.907788972872115e-05, |
|
"loss": 4.3235, |
|
"step": 56320 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.906950378121063e-05, |
|
"loss": 4.299, |
|
"step": 56832 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9061134212503846e-05, |
|
"loss": 4.3095, |
|
"step": 57344 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9052748264993326e-05, |
|
"loss": 4.3043, |
|
"step": 57856 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.90443623174828e-05, |
|
"loss": 4.3085, |
|
"step": 58368 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.903597636997228e-05, |
|
"loss": 4.3151, |
|
"step": 58880 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.902759042246176e-05, |
|
"loss": 4.3037, |
|
"step": 59392 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9019220853754975e-05, |
|
"loss": 4.2971, |
|
"step": 59904 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9010834906244455e-05, |
|
"loss": 4.2927, |
|
"step": 60416 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.9002448958733935e-05, |
|
"loss": 4.2986, |
|
"step": 60928 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8994063011223415e-05, |
|
"loss": 4.2912, |
|
"step": 61440 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8985693442516624e-05, |
|
"loss": 4.2895, |
|
"step": 61952 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8977307495006104e-05, |
|
"loss": 4.2823, |
|
"step": 62464 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8968921547495584e-05, |
|
"loss": 4.279, |
|
"step": 62976 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8960535599985064e-05, |
|
"loss": 4.2796, |
|
"step": 63488 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8952149652474544e-05, |
|
"loss": 4.2698, |
|
"step": 64000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8943763704964024e-05, |
|
"loss": 4.2746, |
|
"step": 64512 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.893539413625723e-05, |
|
"loss": 4.2725, |
|
"step": 65024 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.892700818874671e-05, |
|
"loss": 4.2672, |
|
"step": 65536 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.891862224123619e-05, |
|
"loss": 4.2592, |
|
"step": 66048 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.891023629372567e-05, |
|
"loss": 4.2765, |
|
"step": 66560 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.890185034621515e-05, |
|
"loss": 4.2761, |
|
"step": 67072 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.889346439870464e-05, |
|
"loss": 4.2645, |
|
"step": 67584 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.888507845119412e-05, |
|
"loss": 4.2548, |
|
"step": 68096 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.887670888248733e-05, |
|
"loss": 4.2609, |
|
"step": 68608 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.886832293497681e-05, |
|
"loss": 4.2609, |
|
"step": 69120 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.885993698746629e-05, |
|
"loss": 4.2617, |
|
"step": 69632 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.885155103995577e-05, |
|
"loss": 4.2565, |
|
"step": 70144 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.884316509244525e-05, |
|
"loss": 4.2554, |
|
"step": 70656 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.883479552373846e-05, |
|
"loss": 4.2497, |
|
"step": 71168 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.882640957622794e-05, |
|
"loss": 4.2492, |
|
"step": 71680 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.881802362871742e-05, |
|
"loss": 4.2419, |
|
"step": 72192 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.88096376812069e-05, |
|
"loss": 4.2454, |
|
"step": 72704 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8801268112500106e-05, |
|
"loss": 4.239, |
|
"step": 73216 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8792882164989586e-05, |
|
"loss": 4.2321, |
|
"step": 73728 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.878449621747907e-05, |
|
"loss": 4.2446, |
|
"step": 74240 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.877611026996855e-05, |
|
"loss": 4.231, |
|
"step": 74752 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.876772432245803e-05, |
|
"loss": 4.2397, |
|
"step": 75264 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.875933837494751e-05, |
|
"loss": 4.227, |
|
"step": 75776 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.8750952427436986e-05, |
|
"loss": 4.2219, |
|
"step": 76288 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"eval_loss": 4.193910598754883, |
|
"eval_runtime": 303.1016, |
|
"eval_samples_per_second": 1258.954, |
|
"eval_steps_per_second": 39.343, |
|
"step": 76320 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8742566479926466e-05, |
|
"loss": 4.2132, |
|
"step": 76800 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.873419691121968e-05, |
|
"loss": 4.2137, |
|
"step": 77312 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.872581096370916e-05, |
|
"loss": 4.2258, |
|
"step": 77824 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8717425016198635e-05, |
|
"loss": 4.2145, |
|
"step": 78336 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8709039068688115e-05, |
|
"loss": 4.2196, |
|
"step": 78848 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.870066949998133e-05, |
|
"loss": 4.2088, |
|
"step": 79360 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.869228355247081e-05, |
|
"loss": 4.2042, |
|
"step": 79872 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.868389760496029e-05, |
|
"loss": 4.1964, |
|
"step": 80384 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8675528036253507e-05, |
|
"loss": 4.2113, |
|
"step": 80896 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8667142088742986e-05, |
|
"loss": 4.2027, |
|
"step": 81408 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.865875614123246e-05, |
|
"loss": 4.2141, |
|
"step": 81920 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.865037019372194e-05, |
|
"loss": 4.1951, |
|
"step": 82432 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8642000625015155e-05, |
|
"loss": 4.1929, |
|
"step": 82944 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8633614677504635e-05, |
|
"loss": 4.1871, |
|
"step": 83456 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.862522872999411e-05, |
|
"loss": 4.1823, |
|
"step": 83968 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.861684278248359e-05, |
|
"loss": 4.1827, |
|
"step": 84480 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.860845683497307e-05, |
|
"loss": 4.1908, |
|
"step": 84992 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.860007088746255e-05, |
|
"loss": 4.1794, |
|
"step": 85504 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.859168493995203e-05, |
|
"loss": 4.1764, |
|
"step": 86016 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8583315371245244e-05, |
|
"loss": 4.1955, |
|
"step": 86528 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8574929423734724e-05, |
|
"loss": 4.1839, |
|
"step": 87040 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8566543476224204e-05, |
|
"loss": 4.1832, |
|
"step": 87552 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8558157528713684e-05, |
|
"loss": 4.1714, |
|
"step": 88064 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.8549771581203164e-05, |
|
"loss": 4.1842, |
|
"step": 88576 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.854140201249637e-05, |
|
"loss": 4.1696, |
|
"step": 89088 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.853301606498585e-05, |
|
"loss": 4.1701, |
|
"step": 89600 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.852463011747533e-05, |
|
"loss": 4.1693, |
|
"step": 90112 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.851624416996481e-05, |
|
"loss": 4.1616, |
|
"step": 90624 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.850785822245429e-05, |
|
"loss": 4.1558, |
|
"step": 91136 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.84994886537475e-05, |
|
"loss": 4.1558, |
|
"step": 91648 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.849110270623698e-05, |
|
"loss": 4.1648, |
|
"step": 92160 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.848271675872646e-05, |
|
"loss": 4.1633, |
|
"step": 92672 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.847433081121595e-05, |
|
"loss": 4.1571, |
|
"step": 93184 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.846594486370543e-05, |
|
"loss": 4.1632, |
|
"step": 93696 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.845757529499864e-05, |
|
"loss": 4.1586, |
|
"step": 94208 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.844918934748812e-05, |
|
"loss": 4.1571, |
|
"step": 94720 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.84408033999776e-05, |
|
"loss": 4.145, |
|
"step": 95232 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.843241745246708e-05, |
|
"loss": 4.1455, |
|
"step": 95744 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.842403150495656e-05, |
|
"loss": 4.1361, |
|
"step": 96256 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.841566193624977e-05, |
|
"loss": 4.1485, |
|
"step": 96768 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.840727598873925e-05, |
|
"loss": 4.1336, |
|
"step": 97280 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.839889004122873e-05, |
|
"loss": 4.1485, |
|
"step": 97792 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.839050409371821e-05, |
|
"loss": 4.134, |
|
"step": 98304 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8382118146207687e-05, |
|
"loss": 4.1381, |
|
"step": 98816 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.83737485775009e-05, |
|
"loss": 4.1384, |
|
"step": 99328 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.836536262999038e-05, |
|
"loss": 4.133, |
|
"step": 99840 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.835697668247986e-05, |
|
"loss": 4.1318, |
|
"step": 100352 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.834859073496934e-05, |
|
"loss": 4.1195, |
|
"step": 100864 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.834020478745882e-05, |
|
"loss": 4.1229, |
|
"step": 101376 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.833183521875203e-05, |
|
"loss": 4.1351, |
|
"step": 101888 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.832344927124151e-05, |
|
"loss": 4.1296, |
|
"step": 102400 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.831506332373099e-05, |
|
"loss": 4.1211, |
|
"step": 102912 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.830667737622047e-05, |
|
"loss": 4.1115, |
|
"step": 103424 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.829830780751368e-05, |
|
"loss": 4.1214, |
|
"step": 103936 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.828992186000316e-05, |
|
"loss": 4.1086, |
|
"step": 104448 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.828153591249264e-05, |
|
"loss": 4.1306, |
|
"step": 104960 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.827314996498212e-05, |
|
"loss": 4.1028, |
|
"step": 105472 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8264780396275336e-05, |
|
"loss": 4.1242, |
|
"step": 105984 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8256394448764816e-05, |
|
"loss": 4.1154, |
|
"step": 106496 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8248008501254296e-05, |
|
"loss": 4.1021, |
|
"step": 107008 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.823962255374377e-05, |
|
"loss": 4.1127, |
|
"step": 107520 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.823123660623325e-05, |
|
"loss": 4.1064, |
|
"step": 108032 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8222867037526465e-05, |
|
"loss": 4.098, |
|
"step": 108544 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8214481090015945e-05, |
|
"loss": 4.1004, |
|
"step": 109056 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.820609514250542e-05, |
|
"loss": 4.113, |
|
"step": 109568 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.81977091949949e-05, |
|
"loss": 4.1012, |
|
"step": 110080 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8189339626288114e-05, |
|
"loss": 4.0986, |
|
"step": 110592 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8180953678777594e-05, |
|
"loss": 4.0949, |
|
"step": 111104 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8172567731267074e-05, |
|
"loss": 4.092, |
|
"step": 111616 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8164181783756554e-05, |
|
"loss": 4.0999, |
|
"step": 112128 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8155795836246034e-05, |
|
"loss": 4.1128, |
|
"step": 112640 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.814742626753924e-05, |
|
"loss": 4.0921, |
|
"step": 113152 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.813904032002872e-05, |
|
"loss": 4.1084, |
|
"step": 113664 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.81306543725182e-05, |
|
"loss": 4.1072, |
|
"step": 114176 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.812226842500768e-05, |
|
"loss": 4.0968, |
|
"step": 114688 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.811389885630089e-05, |
|
"loss": 4.0871, |
|
"step": 115200 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.810551290879037e-05, |
|
"loss": 4.0993, |
|
"step": 115712 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.809712696127985e-05, |
|
"loss": 4.0944, |
|
"step": 116224 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.808874101376933e-05, |
|
"loss": 4.0855, |
|
"step": 116736 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.808035506625881e-05, |
|
"loss": 4.0875, |
|
"step": 117248 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.807198549755203e-05, |
|
"loss": 4.0929, |
|
"step": 117760 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.806359955004151e-05, |
|
"loss": 4.1, |
|
"step": 118272 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.805521360253099e-05, |
|
"loss": 4.0875, |
|
"step": 118784 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.804682765502047e-05, |
|
"loss": 4.0731, |
|
"step": 119296 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8038458086313677e-05, |
|
"loss": 4.0804, |
|
"step": 119808 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8030072138803156e-05, |
|
"loss": 4.0871, |
|
"step": 120320 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8021686191292636e-05, |
|
"loss": 4.0819, |
|
"step": 120832 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8013316622585846e-05, |
|
"loss": 4.0868, |
|
"step": 121344 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.8004930675075325e-05, |
|
"loss": 4.0737, |
|
"step": 121856 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7996544727564805e-05, |
|
"loss": 4.0716, |
|
"step": 122368 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7988158780054285e-05, |
|
"loss": 4.0715, |
|
"step": 122880 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7979772832543765e-05, |
|
"loss": 4.0712, |
|
"step": 123392 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7971386885033245e-05, |
|
"loss": 4.0763, |
|
"step": 123904 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7963000937522725e-05, |
|
"loss": 4.0731, |
|
"step": 124416 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.795461499001221e-05, |
|
"loss": 4.0908, |
|
"step": 124928 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.794624542130542e-05, |
|
"loss": 4.0768, |
|
"step": 125440 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.79378594737949e-05, |
|
"loss": 4.0603, |
|
"step": 125952 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.792947352628438e-05, |
|
"loss": 4.0695, |
|
"step": 126464 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.792108757877386e-05, |
|
"loss": 4.0712, |
|
"step": 126976 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.791271801006707e-05, |
|
"loss": 4.0717, |
|
"step": 127488 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.790433206255655e-05, |
|
"loss": 4.069, |
|
"step": 128000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.789594611504603e-05, |
|
"loss": 4.0666, |
|
"step": 128512 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.788756016753551e-05, |
|
"loss": 4.0592, |
|
"step": 129024 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.787919059882872e-05, |
|
"loss": 4.071, |
|
"step": 129536 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.78708046513182e-05, |
|
"loss": 4.0441, |
|
"step": 130048 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.786241870380768e-05, |
|
"loss": 4.0573, |
|
"step": 130560 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7854032756297166e-05, |
|
"loss": 4.0568, |
|
"step": 131072 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7845663187590375e-05, |
|
"loss": 4.0589, |
|
"step": 131584 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7837277240079855e-05, |
|
"loss": 4.0492, |
|
"step": 132096 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7828891292569335e-05, |
|
"loss": 4.0605, |
|
"step": 132608 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7820505345058815e-05, |
|
"loss": 4.0452, |
|
"step": 133120 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7812135776352024e-05, |
|
"loss": 4.0514, |
|
"step": 133632 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7803749828841504e-05, |
|
"loss": 4.0515, |
|
"step": 134144 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7795363881330984e-05, |
|
"loss": 4.0531, |
|
"step": 134656 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7786977933820464e-05, |
|
"loss": 4.0668, |
|
"step": 135168 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.777860836511367e-05, |
|
"loss": 4.0566, |
|
"step": 135680 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.777023879640689e-05, |
|
"loss": 4.0522, |
|
"step": 136192 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.776185284889637e-05, |
|
"loss": 4.0446, |
|
"step": 136704 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.775346690138585e-05, |
|
"loss": 4.0511, |
|
"step": 137216 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.774508095387533e-05, |
|
"loss": 4.0494, |
|
"step": 137728 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.773669500636481e-05, |
|
"loss": 4.0468, |
|
"step": 138240 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.772830905885429e-05, |
|
"loss": 4.0436, |
|
"step": 138752 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.771992311134377e-05, |
|
"loss": 4.0399, |
|
"step": 139264 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.771153716383325e-05, |
|
"loss": 4.0425, |
|
"step": 139776 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.770316759512646e-05, |
|
"loss": 4.033, |
|
"step": 140288 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.769478164761594e-05, |
|
"loss": 4.0404, |
|
"step": 140800 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.768639570010542e-05, |
|
"loss": 4.0376, |
|
"step": 141312 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.76780097525949e-05, |
|
"loss": 4.0384, |
|
"step": 141824 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7669640183888106e-05, |
|
"loss": 4.027, |
|
"step": 142336 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7661254236377586e-05, |
|
"loss": 4.0472, |
|
"step": 142848 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.765286828886707e-05, |
|
"loss": 4.0524, |
|
"step": 143360 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.764448234135655e-05, |
|
"loss": 4.0356, |
|
"step": 143872 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.763611277264976e-05, |
|
"loss": 4.0313, |
|
"step": 144384 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.762774320394297e-05, |
|
"loss": 4.0388, |
|
"step": 144896 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.761935725643245e-05, |
|
"loss": 4.0405, |
|
"step": 145408 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.761097130892193e-05, |
|
"loss": 4.0412, |
|
"step": 145920 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.760258536141141e-05, |
|
"loss": 4.0365, |
|
"step": 146432 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.759419941390089e-05, |
|
"loss": 4.0363, |
|
"step": 146944 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.758581346639037e-05, |
|
"loss": 4.0307, |
|
"step": 147456 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7577427518879844e-05, |
|
"loss": 4.0375, |
|
"step": 147968 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7569041571369324e-05, |
|
"loss": 4.0252, |
|
"step": 148480 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.756067200266254e-05, |
|
"loss": 4.0352, |
|
"step": 148992 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.755228605515202e-05, |
|
"loss": 4.0311, |
|
"step": 149504 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.75439001076415e-05, |
|
"loss": 4.0195, |
|
"step": 150016 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.753551416013098e-05, |
|
"loss": 4.0369, |
|
"step": 150528 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.7527144591424196e-05, |
|
"loss": 4.0241, |
|
"step": 151040 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.751875864391367e-05, |
|
"loss": 4.0323, |
|
"step": 151552 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.751037269640315e-05, |
|
"loss": 4.0187, |
|
"step": 152064 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.750198674889263e-05, |
|
"loss": 4.0171, |
|
"step": 152576 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"eval_loss": 4.024856090545654, |
|
"eval_runtime": 302.4886, |
|
"eval_samples_per_second": 1261.505, |
|
"eval_steps_per_second": 39.423, |
|
"step": 152640 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7493617180185845e-05, |
|
"loss": 4.0124, |
|
"step": 153088 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.748523123267532e-05, |
|
"loss": 4.0072, |
|
"step": 153600 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.74768452851648e-05, |
|
"loss": 4.028, |
|
"step": 154112 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.746845933765428e-05, |
|
"loss": 4.0172, |
|
"step": 154624 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7460073390143764e-05, |
|
"loss": 4.0261, |
|
"step": 155136 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7451687442633244e-05, |
|
"loss": 4.0084, |
|
"step": 155648 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7443301495122724e-05, |
|
"loss": 4.0123, |
|
"step": 156160 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7434915547612204e-05, |
|
"loss": 4.0003, |
|
"step": 156672 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7426529600101684e-05, |
|
"loss": 4.0163, |
|
"step": 157184 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7418143652591164e-05, |
|
"loss": 4.0168, |
|
"step": 157696 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.7409757705080644e-05, |
|
"loss": 4.0179, |
|
"step": 158208 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.740138813637385e-05, |
|
"loss": 4.0089, |
|
"step": 158720 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.739301856766706e-05, |
|
"loss": 4.0036, |
|
"step": 159232 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.738463262015654e-05, |
|
"loss": 4.0009, |
|
"step": 159744 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.737624667264602e-05, |
|
"loss": 3.9978, |
|
"step": 160256 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.73678607251355e-05, |
|
"loss": 3.9991, |
|
"step": 160768 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.735947477762498e-05, |
|
"loss": 4.0022, |
|
"step": 161280 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.735108883011446e-05, |
|
"loss": 3.9979, |
|
"step": 161792 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.734271926140768e-05, |
|
"loss": 3.997, |
|
"step": 162304 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.733433331389716e-05, |
|
"loss": 4.0167, |
|
"step": 162816 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.732594736638664e-05, |
|
"loss": 4.0008, |
|
"step": 163328 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.731756141887612e-05, |
|
"loss": 4.006, |
|
"step": 163840 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.73091754713656e-05, |
|
"loss": 3.9936, |
|
"step": 164352 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.730078952385508e-05, |
|
"loss": 4.0096, |
|
"step": 164864 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.729240357634456e-05, |
|
"loss": 3.986, |
|
"step": 165376 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.728401762883403e-05, |
|
"loss": 3.9975, |
|
"step": 165888 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.727564806012725e-05, |
|
"loss": 3.9942, |
|
"step": 166400 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.726726211261673e-05, |
|
"loss": 3.9917, |
|
"step": 166912 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.725887616510621e-05, |
|
"loss": 3.9803, |
|
"step": 167424 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.725049021759568e-05, |
|
"loss": 3.9852, |
|
"step": 167936 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7242120648888896e-05, |
|
"loss": 3.9935, |
|
"step": 168448 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.723373470137838e-05, |
|
"loss": 3.9967, |
|
"step": 168960 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.722536513267159e-05, |
|
"loss": 3.9922, |
|
"step": 169472 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.721697918516107e-05, |
|
"loss": 3.9914, |
|
"step": 169984 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.720859323765055e-05, |
|
"loss": 3.9885, |
|
"step": 170496 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.720020729014003e-05, |
|
"loss": 3.9935, |
|
"step": 171008 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7191821342629505e-05, |
|
"loss": 3.9783, |
|
"step": 171520 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7183435395118985e-05, |
|
"loss": 3.9806, |
|
"step": 172032 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7175049447608465e-05, |
|
"loss": 3.9712, |
|
"step": 172544 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.716667987890168e-05, |
|
"loss": 3.9888, |
|
"step": 173056 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7158293931391154e-05, |
|
"loss": 3.9748, |
|
"step": 173568 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7149907983880634e-05, |
|
"loss": 3.9856, |
|
"step": 174080 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.714152203637012e-05, |
|
"loss": 3.9773, |
|
"step": 174592 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.71331360888596e-05, |
|
"loss": 3.9737, |
|
"step": 175104 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.712475014134908e-05, |
|
"loss": 3.9859, |
|
"step": 175616 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.711636419383856e-05, |
|
"loss": 3.9725, |
|
"step": 176128 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.710797824632804e-05, |
|
"loss": 3.9767, |
|
"step": 176640 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.709960867762125e-05, |
|
"loss": 3.9588, |
|
"step": 177152 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.709122273011073e-05, |
|
"loss": 3.9707, |
|
"step": 177664 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.708283678260021e-05, |
|
"loss": 3.9785, |
|
"step": 178176 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.707446721389342e-05, |
|
"loss": 3.973, |
|
"step": 178688 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.70660812663829e-05, |
|
"loss": 3.9713, |
|
"step": 179200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.705769531887238e-05, |
|
"loss": 3.9564, |
|
"step": 179712 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.704930937136186e-05, |
|
"loss": 3.9702, |
|
"step": 180224 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.704092342385134e-05, |
|
"loss": 3.9565, |
|
"step": 180736 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.703253747634082e-05, |
|
"loss": 3.9783, |
|
"step": 181248 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7024167907634034e-05, |
|
"loss": 3.953, |
|
"step": 181760 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7015781960123514e-05, |
|
"loss": 3.9735, |
|
"step": 182272 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.7007396012612994e-05, |
|
"loss": 3.9712, |
|
"step": 182784 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6999010065102474e-05, |
|
"loss": 3.9532, |
|
"step": 183296 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6990624117591954e-05, |
|
"loss": 3.9602, |
|
"step": 183808 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6982238170081434e-05, |
|
"loss": 3.9646, |
|
"step": 184320 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6973852222570914e-05, |
|
"loss": 3.952, |
|
"step": 184832 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6965466275060394e-05, |
|
"loss": 3.9561, |
|
"step": 185344 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.69570967063536e-05, |
|
"loss": 3.9672, |
|
"step": 185856 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.694871075884308e-05, |
|
"loss": 3.9624, |
|
"step": 186368 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.694032481133256e-05, |
|
"loss": 3.9495, |
|
"step": 186880 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.693193886382204e-05, |
|
"loss": 3.9561, |
|
"step": 187392 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.692356929511526e-05, |
|
"loss": 3.9472, |
|
"step": 187904 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.691518334760474e-05, |
|
"loss": 3.9577, |
|
"step": 188416 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.690679740009422e-05, |
|
"loss": 3.9725, |
|
"step": 188928 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.689841145258369e-05, |
|
"loss": 3.9561, |
|
"step": 189440 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6890058262680636e-05, |
|
"loss": 3.9696, |
|
"step": 189952 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6881672315170116e-05, |
|
"loss": 3.9653, |
|
"step": 190464 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6873286367659596e-05, |
|
"loss": 3.9607, |
|
"step": 190976 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6864900420149076e-05, |
|
"loss": 3.9478, |
|
"step": 191488 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6856514472638556e-05, |
|
"loss": 3.9639, |
|
"step": 192000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6848128525128036e-05, |
|
"loss": 3.9537, |
|
"step": 192512 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.683974257761751e-05, |
|
"loss": 3.9549, |
|
"step": 193024 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6831356630106996e-05, |
|
"loss": 3.9507, |
|
"step": 193536 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6822987061400205e-05, |
|
"loss": 3.9563, |
|
"step": 194048 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.681460111388969e-05, |
|
"loss": 3.9699, |
|
"step": 194560 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6806215166379165e-05, |
|
"loss": 3.9513, |
|
"step": 195072 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6797829218868645e-05, |
|
"loss": 3.9394, |
|
"step": 195584 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.678945965016186e-05, |
|
"loss": 3.9439, |
|
"step": 196096 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.678107370265134e-05, |
|
"loss": 3.9535, |
|
"step": 196608 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6772687755140814e-05, |
|
"loss": 3.9528, |
|
"step": 197120 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.6764301807630294e-05, |
|
"loss": 3.9564, |
|
"step": 197632 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.675593223892351e-05, |
|
"loss": 3.9393, |
|
"step": 198144 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.674754629141298e-05, |
|
"loss": 3.9449, |
|
"step": 198656 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.673916034390246e-05, |
|
"loss": 3.9365, |
|
"step": 199168 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.673077439639194e-05, |
|
"loss": 3.9422, |
|
"step": 199680 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.672240482768516e-05, |
|
"loss": 3.9478, |
|
"step": 200192 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.671401888017464e-05, |
|
"loss": 3.9459, |
|
"step": 200704 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6705649311467855e-05, |
|
"loss": 3.9649, |
|
"step": 201216 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6697263363957335e-05, |
|
"loss": 3.9441, |
|
"step": 201728 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6688877416446815e-05, |
|
"loss": 3.9354, |
|
"step": 202240 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.668049146893629e-05, |
|
"loss": 3.9415, |
|
"step": 202752 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.667210552142577e-05, |
|
"loss": 3.942, |
|
"step": 203264 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6663735952718984e-05, |
|
"loss": 3.9487, |
|
"step": 203776 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.665535000520846e-05, |
|
"loss": 3.9444, |
|
"step": 204288 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.664696405769794e-05, |
|
"loss": 3.9397, |
|
"step": 204800 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.663857811018742e-05, |
|
"loss": 3.9361, |
|
"step": 205312 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.66301921626769e-05, |
|
"loss": 3.946, |
|
"step": 205824 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6621806215166383e-05, |
|
"loss": 3.9216, |
|
"step": 206336 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.661343664645959e-05, |
|
"loss": 3.9363, |
|
"step": 206848 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.660505069894907e-05, |
|
"loss": 3.9317, |
|
"step": 207360 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.659666475143855e-05, |
|
"loss": 3.9362, |
|
"step": 207872 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.658827880392803e-05, |
|
"loss": 3.9279, |
|
"step": 208384 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.657989285641751e-05, |
|
"loss": 3.9388, |
|
"step": 208896 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.657150690890699e-05, |
|
"loss": 3.9243, |
|
"step": 209408 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.656312096139647e-05, |
|
"loss": 3.929, |
|
"step": 209920 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.655473501388595e-05, |
|
"loss": 3.9356, |
|
"step": 210432 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.654636544517916e-05, |
|
"loss": 3.9297, |
|
"step": 210944 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.653797949766864e-05, |
|
"loss": 3.9493, |
|
"step": 211456 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.652960992896185e-05, |
|
"loss": 3.9398, |
|
"step": 211968 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.652122398145134e-05, |
|
"loss": 3.9364, |
|
"step": 212480 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.651283803394082e-05, |
|
"loss": 3.926, |
|
"step": 212992 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.65044520864303e-05, |
|
"loss": 3.9299, |
|
"step": 213504 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.649606613891978e-05, |
|
"loss": 3.9317, |
|
"step": 214016 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.648768019140926e-05, |
|
"loss": 3.9319, |
|
"step": 214528 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.647929424389874e-05, |
|
"loss": 3.9285, |
|
"step": 215040 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6470924675191946e-05, |
|
"loss": 3.9196, |
|
"step": 215552 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6462538727681426e-05, |
|
"loss": 3.9315, |
|
"step": 216064 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6454152780170906e-05, |
|
"loss": 3.9178, |
|
"step": 216576 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6445766832660386e-05, |
|
"loss": 3.9247, |
|
"step": 217088 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6437397263953595e-05, |
|
"loss": 3.9226, |
|
"step": 217600 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6429027695246804e-05, |
|
"loss": 3.9229, |
|
"step": 218112 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.642064174773629e-05, |
|
"loss": 3.913, |
|
"step": 218624 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.641225580022577e-05, |
|
"loss": 3.937, |
|
"step": 219136 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.640386985271525e-05, |
|
"loss": 3.9374, |
|
"step": 219648 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.639548390520473e-05, |
|
"loss": 3.9275, |
|
"step": 220160 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.638709795769421e-05, |
|
"loss": 3.9123, |
|
"step": 220672 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.637871201018369e-05, |
|
"loss": 3.9277, |
|
"step": 221184 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.637032606267317e-05, |
|
"loss": 3.9261, |
|
"step": 221696 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.636195649396638e-05, |
|
"loss": 3.9306, |
|
"step": 222208 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.635357054645586e-05, |
|
"loss": 3.9252, |
|
"step": 222720 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.634520097774907e-05, |
|
"loss": 3.9222, |
|
"step": 223232 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.633681503023855e-05, |
|
"loss": 3.9216, |
|
"step": 223744 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.632842908272803e-05, |
|
"loss": 3.9291, |
|
"step": 224256 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.632004313521751e-05, |
|
"loss": 3.9189, |
|
"step": 224768 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.631165718770699e-05, |
|
"loss": 3.9238, |
|
"step": 225280 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6303271240196475e-05, |
|
"loss": 3.9214, |
|
"step": 225792 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.629488529268595e-05, |
|
"loss": 3.9125, |
|
"step": 226304 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.628649934517543e-05, |
|
"loss": 3.9259, |
|
"step": 226816 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.6278146155272373e-05, |
|
"loss": 3.9218, |
|
"step": 227328 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.626976020776185e-05, |
|
"loss": 3.9177, |
|
"step": 227840 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.626137426025133e-05, |
|
"loss": 3.9112, |
|
"step": 228352 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.625298831274081e-05, |
|
"loss": 3.9099, |
|
"step": 228864 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"eval_loss": 3.9509408473968506, |
|
"eval_runtime": 306.3068, |
|
"eval_samples_per_second": 1245.781, |
|
"eval_steps_per_second": 38.932, |
|
"step": 228960 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.624460236523029e-05, |
|
"loss": 3.9126, |
|
"step": 229376 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6236216417719766e-05, |
|
"loss": 3.9037, |
|
"step": 229888 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6227830470209246e-05, |
|
"loss": 3.9199, |
|
"step": 230400 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6219444522698726e-05, |
|
"loss": 3.9119, |
|
"step": 230912 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.621107495399194e-05, |
|
"loss": 3.9245, |
|
"step": 231424 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.620268900648142e-05, |
|
"loss": 3.9048, |
|
"step": 231936 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.61943030589709e-05, |
|
"loss": 3.9071, |
|
"step": 232448 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.618591711146038e-05, |
|
"loss": 3.8971, |
|
"step": 232960 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.617753116394986e-05, |
|
"loss": 3.9127, |
|
"step": 233472 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.616914521643934e-05, |
|
"loss": 3.9127, |
|
"step": 233984 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.616077564773255e-05, |
|
"loss": 3.9125, |
|
"step": 234496 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.615238970022203e-05, |
|
"loss": 3.9064, |
|
"step": 235008 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.614400375271151e-05, |
|
"loss": 3.9034, |
|
"step": 235520 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.613561780520099e-05, |
|
"loss": 3.901, |
|
"step": 236032 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.612723185769047e-05, |
|
"loss": 3.8956, |
|
"step": 236544 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.611884591017995e-05, |
|
"loss": 3.899, |
|
"step": 237056 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.611047634147316e-05, |
|
"loss": 3.9019, |
|
"step": 237568 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.610209039396265e-05, |
|
"loss": 3.8961, |
|
"step": 238080 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.609370444645213e-05, |
|
"loss": 3.8971, |
|
"step": 238592 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6085318498941607e-05, |
|
"loss": 3.9202, |
|
"step": 239104 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6076932551431087e-05, |
|
"loss": 3.9023, |
|
"step": 239616 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6068546603920566e-05, |
|
"loss": 3.9034, |
|
"step": 240128 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6060160656410046e-05, |
|
"loss": 3.8974, |
|
"step": 240640 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6051791087703256e-05, |
|
"loss": 3.9069, |
|
"step": 241152 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6043405140192735e-05, |
|
"loss": 3.8897, |
|
"step": 241664 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6035035571485945e-05, |
|
"loss": 3.9042, |
|
"step": 242176 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6026649623975425e-05, |
|
"loss": 3.8954, |
|
"step": 242688 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6018263676464904e-05, |
|
"loss": 3.8922, |
|
"step": 243200 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 4.6009877728954384e-05, |
|
"loss": 3.8809, |
|
"step": 243712 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.6001491781443864e-05, |
|
"loss": 3.8899, |
|
"step": 244224 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.599312221273708e-05, |
|
"loss": 3.8951, |
|
"step": 244736 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.598473626522656e-05, |
|
"loss": 3.9011, |
|
"step": 245248 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.597635031771604e-05, |
|
"loss": 3.9008, |
|
"step": 245760 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.596796437020552e-05, |
|
"loss": 3.8979, |
|
"step": 246272 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.595959480149873e-05, |
|
"loss": 3.8881, |
|
"step": 246784 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.595120885398821e-05, |
|
"loss": 3.9023, |
|
"step": 247296 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.594282290647769e-05, |
|
"loss": 3.8835, |
|
"step": 247808 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.593443695896717e-05, |
|
"loss": 3.8911, |
|
"step": 248320 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.592605101145665e-05, |
|
"loss": 3.8761, |
|
"step": 248832 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.591768144274986e-05, |
|
"loss": 3.8934, |
|
"step": 249344 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.590929549523934e-05, |
|
"loss": 3.8819, |
|
"step": 249856 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.590090954772882e-05, |
|
"loss": 3.8926, |
|
"step": 250368 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.58925236002183e-05, |
|
"loss": 3.888, |
|
"step": 250880 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5884154031511514e-05, |
|
"loss": 3.879, |
|
"step": 251392 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5875768084000994e-05, |
|
"loss": 3.8949, |
|
"step": 251904 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5867382136490474e-05, |
|
"loss": 3.8828, |
|
"step": 252416 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5858996188979954e-05, |
|
"loss": 3.8811, |
|
"step": 252928 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.585061024146943e-05, |
|
"loss": 3.8711, |
|
"step": 253440 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.584224067276264e-05, |
|
"loss": 3.8778, |
|
"step": 253952 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.583385472525212e-05, |
|
"loss": 3.8864, |
|
"step": 254464 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.58254687777416e-05, |
|
"loss": 3.8823, |
|
"step": 254976 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5817082830231076e-05, |
|
"loss": 3.8801, |
|
"step": 255488 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.580871326152429e-05, |
|
"loss": 3.8691, |
|
"step": 256000 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.580032731401377e-05, |
|
"loss": 3.8805, |
|
"step": 256512 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.579194136650325e-05, |
|
"loss": 3.8648, |
|
"step": 257024 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.578355541899273e-05, |
|
"loss": 3.8866, |
|
"step": 257536 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.577516947148221e-05, |
|
"loss": 3.8725, |
|
"step": 258048 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.576678352397169e-05, |
|
"loss": 3.8784, |
|
"step": 258560 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.575839757646117e-05, |
|
"loss": 3.8823, |
|
"step": 259072 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.575002800775438e-05, |
|
"loss": 3.8667, |
|
"step": 259584 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.574164206024386e-05, |
|
"loss": 3.8709, |
|
"step": 260096 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.573325611273334e-05, |
|
"loss": 3.8763, |
|
"step": 260608 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.572487016522282e-05, |
|
"loss": 3.8643, |
|
"step": 261120 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.571650059651603e-05, |
|
"loss": 3.872, |
|
"step": 261632 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.570811464900551e-05, |
|
"loss": 3.8745, |
|
"step": 262144 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.569972870149499e-05, |
|
"loss": 3.8769, |
|
"step": 262656 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5691342753984476e-05, |
|
"loss": 3.8617, |
|
"step": 263168 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5682956806473956e-05, |
|
"loss": 3.8705, |
|
"step": 263680 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5674570858963436e-05, |
|
"loss": 3.8595, |
|
"step": 264192 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5666201290256645e-05, |
|
"loss": 3.8686, |
|
"step": 264704 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5657815342746125e-05, |
|
"loss": 3.8811, |
|
"step": 265216 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5649429395235605e-05, |
|
"loss": 3.8729, |
|
"step": 265728 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5641043447725085e-05, |
|
"loss": 3.8842, |
|
"step": 266240 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5632673879018294e-05, |
|
"loss": 3.8799, |
|
"step": 266752 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5624287931507774e-05, |
|
"loss": 3.8797, |
|
"step": 267264 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5615901983997254e-05, |
|
"loss": 3.8595, |
|
"step": 267776 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5607516036486734e-05, |
|
"loss": 3.8795, |
|
"step": 268288 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.5599130088976214e-05, |
|
"loss": 3.8752, |
|
"step": 268800 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.559076052026943e-05, |
|
"loss": 3.8652, |
|
"step": 269312 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.558237457275891e-05, |
|
"loss": 3.8696, |
|
"step": 269824 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.557398862524839e-05, |
|
"loss": 3.8732, |
|
"step": 270336 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.556560267773787e-05, |
|
"loss": 3.8852, |
|
"step": 270848 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.555723310903108e-05, |
|
"loss": 3.8657, |
|
"step": 271360 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.554884716152056e-05, |
|
"loss": 3.8544, |
|
"step": 271872 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.554046121401004e-05, |
|
"loss": 3.8661, |
|
"step": 272384 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.553207526649952e-05, |
|
"loss": 3.8677, |
|
"step": 272896 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.552370569779273e-05, |
|
"loss": 3.8709, |
|
"step": 273408 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.551531975028221e-05, |
|
"loss": 3.8719, |
|
"step": 273920 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 4.550693380277169e-05, |
|
"loss": 3.8606, |
|
"step": 274432 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.549854785526117e-05, |
|
"loss": 3.8634, |
|
"step": 274944 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5490178286554384e-05, |
|
"loss": 3.8536, |
|
"step": 275456 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5481792339043864e-05, |
|
"loss": 3.8596, |
|
"step": 275968 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5473406391533343e-05, |
|
"loss": 3.8613, |
|
"step": 276480 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5465020444022823e-05, |
|
"loss": 3.8726, |
|
"step": 276992 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.54566344965123e-05, |
|
"loss": 3.8858, |
|
"step": 277504 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.544826492780551e-05, |
|
"loss": 3.8634, |
|
"step": 278016 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.543987898029499e-05, |
|
"loss": 3.8528, |
|
"step": 278528 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.543149303278447e-05, |
|
"loss": 3.8628, |
|
"step": 279040 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.542310708527395e-05, |
|
"loss": 3.8616, |
|
"step": 279552 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.541473751656716e-05, |
|
"loss": 3.8708, |
|
"step": 280064 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.540635156905664e-05, |
|
"loss": 3.8607, |
|
"step": 280576 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.539796562154612e-05, |
|
"loss": 3.861, |
|
"step": 281088 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.53895796740356e-05, |
|
"loss": 3.8563, |
|
"step": 281600 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.538119372652508e-05, |
|
"loss": 3.8678, |
|
"step": 282112 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.53728241578183e-05, |
|
"loss": 3.8427, |
|
"step": 282624 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.536443821030778e-05, |
|
"loss": 3.8547, |
|
"step": 283136 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.535605226279726e-05, |
|
"loss": 3.8514, |
|
"step": 283648 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.534766631528674e-05, |
|
"loss": 3.8636, |
|
"step": 284160 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5339296746579946e-05, |
|
"loss": 3.849, |
|
"step": 284672 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5330910799069426e-05, |
|
"loss": 3.8592, |
|
"step": 285184 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5322524851558906e-05, |
|
"loss": 3.848, |
|
"step": 285696 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5314138904048386e-05, |
|
"loss": 3.8528, |
|
"step": 286208 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5305769335341595e-05, |
|
"loss": 3.855, |
|
"step": 286720 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5297383387831075e-05, |
|
"loss": 3.8566, |
|
"step": 287232 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5288997440320555e-05, |
|
"loss": 3.8683, |
|
"step": 287744 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5280611492810035e-05, |
|
"loss": 3.8664, |
|
"step": 288256 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.527224192410325e-05, |
|
"loss": 3.8587, |
|
"step": 288768 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.526385597659273e-05, |
|
"loss": 3.8507, |
|
"step": 289280 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.525547002908221e-05, |
|
"loss": 3.8536, |
|
"step": 289792 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5247084081571684e-05, |
|
"loss": 3.8574, |
|
"step": 290304 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.52387145128649e-05, |
|
"loss": 3.8495, |
|
"step": 290816 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.523032856535438e-05, |
|
"loss": 3.853, |
|
"step": 291328 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.522194261784386e-05, |
|
"loss": 3.8521, |
|
"step": 291840 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.521355667033333e-05, |
|
"loss": 3.8502, |
|
"step": 292352 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.520518710162655e-05, |
|
"loss": 3.8459, |
|
"step": 292864 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.519680115411603e-05, |
|
"loss": 3.8476, |
|
"step": 293376 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.518841520660551e-05, |
|
"loss": 3.8464, |
|
"step": 293888 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.518002925909499e-05, |
|
"loss": 3.8512, |
|
"step": 294400 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5171659690388204e-05, |
|
"loss": 3.8364, |
|
"step": 294912 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5163273742877684e-05, |
|
"loss": 3.862, |
|
"step": 295424 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.515488779536716e-05, |
|
"loss": 3.8592, |
|
"step": 295936 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.514650184785664e-05, |
|
"loss": 3.8581, |
|
"step": 296448 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.513811590034612e-05, |
|
"loss": 3.8345, |
|
"step": 296960 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5129746331639333e-05, |
|
"loss": 3.8548, |
|
"step": 297472 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5121360384128807e-05, |
|
"loss": 3.8567, |
|
"step": 297984 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5112974436618287e-05, |
|
"loss": 3.8527, |
|
"step": 298496 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5104588489107766e-05, |
|
"loss": 3.8517, |
|
"step": 299008 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.5096218920400976e-05, |
|
"loss": 3.8491, |
|
"step": 299520 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.508783297289046e-05, |
|
"loss": 3.8491, |
|
"step": 300032 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.507944702537994e-05, |
|
"loss": 3.8547, |
|
"step": 300544 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.507106107786942e-05, |
|
"loss": 3.8455, |
|
"step": 301056 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.506269150916263e-05, |
|
"loss": 3.8496, |
|
"step": 301568 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.505430556165211e-05, |
|
"loss": 3.8494, |
|
"step": 302080 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.504591961414159e-05, |
|
"loss": 3.8389, |
|
"step": 302592 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.503753366663107e-05, |
|
"loss": 3.8539, |
|
"step": 303104 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.502916409792428e-05, |
|
"loss": 3.8499, |
|
"step": 303616 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.502077815041376e-05, |
|
"loss": 3.8475, |
|
"step": 304128 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.501239220290324e-05, |
|
"loss": 3.837, |
|
"step": 304640 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 4.500400625539272e-05, |
|
"loss": 3.8379, |
|
"step": 305152 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"eval_loss": 3.909670114517212, |
|
"eval_runtime": 304.1604, |
|
"eval_samples_per_second": 1254.572, |
|
"eval_steps_per_second": 39.206, |
|
"step": 305280 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.49956203078822e-05, |
|
"loss": 3.8368, |
|
"step": 305664 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.498723436037168e-05, |
|
"loss": 3.8318, |
|
"step": 306176 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.497884841286116e-05, |
|
"loss": 3.8464, |
|
"step": 306688 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.497046246535065e-05, |
|
"loss": 3.8427, |
|
"step": 307200 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.496207651784013e-05, |
|
"loss": 3.8571, |
|
"step": 307712 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.495369057032961e-05, |
|
"loss": 3.834, |
|
"step": 308224 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4945304622819087e-05, |
|
"loss": 3.8365, |
|
"step": 308736 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4936918675308567e-05, |
|
"loss": 3.8245, |
|
"step": 309248 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4928549106601776e-05, |
|
"loss": 3.8467, |
|
"step": 309760 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4920163159091256e-05, |
|
"loss": 3.8438, |
|
"step": 310272 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4911777211580736e-05, |
|
"loss": 3.8391, |
|
"step": 310784 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4903391264070216e-05, |
|
"loss": 3.837, |
|
"step": 311296 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4895021695363425e-05, |
|
"loss": 3.8313, |
|
"step": 311808 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4886635747852905e-05, |
|
"loss": 3.8369, |
|
"step": 312320 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4878249800342385e-05, |
|
"loss": 3.8233, |
|
"step": 312832 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4869863852831864e-05, |
|
"loss": 3.833, |
|
"step": 313344 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4861477905321344e-05, |
|
"loss": 3.8309, |
|
"step": 313856 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4853091957810824e-05, |
|
"loss": 3.8282, |
|
"step": 314368 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4844706010300304e-05, |
|
"loss": 3.8327, |
|
"step": 314880 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4836320062789784e-05, |
|
"loss": 3.8482, |
|
"step": 315392 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.4827950494082993e-05, |
|
"loss": 3.8299, |
|
"step": 315904 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.481956454657247e-05, |
|
"loss": 3.8355, |
|
"step": 316416 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.481117859906195e-05, |
|
"loss": 3.8296, |
|
"step": 316928 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.480279265155143e-05, |
|
"loss": 3.8394, |
|
"step": 317440 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.479440670404091e-05, |
|
"loss": 3.8241, |
|
"step": 317952 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.478603713533412e-05, |
|
"loss": 3.8355, |
|
"step": 318464 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.47776511878236e-05, |
|
"loss": 3.8278, |
|
"step": 318976 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.476926524031308e-05, |
|
"loss": 3.8239, |
|
"step": 319488 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.476087929280256e-05, |
|
"loss": 3.8164, |
|
"step": 320000 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.475250972409578e-05, |
|
"loss": 3.8218, |
|
"step": 320512 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.474412377658526e-05, |
|
"loss": 3.8291, |
|
"step": 321024 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.473573782907474e-05, |
|
"loss": 3.8344, |
|
"step": 321536 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.472735188156422e-05, |
|
"loss": 3.8327, |
|
"step": 322048 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.471898231285743e-05, |
|
"loss": 3.829, |
|
"step": 322560 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.471059636534691e-05, |
|
"loss": 3.8231, |
|
"step": 323072 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.470221041783639e-05, |
|
"loss": 3.837, |
|
"step": 323584 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.469382447032587e-05, |
|
"loss": 3.8212, |
|
"step": 324096 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4685454901619076e-05, |
|
"loss": 3.8207, |
|
"step": 324608 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4677068954108556e-05, |
|
"loss": 3.8096, |
|
"step": 325120 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4668683006598036e-05, |
|
"loss": 3.8266, |
|
"step": 325632 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4660297059087516e-05, |
|
"loss": 3.8182, |
|
"step": 326144 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.465192749038073e-05, |
|
"loss": 3.8294, |
|
"step": 326656 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.464354154287021e-05, |
|
"loss": 3.8234, |
|
"step": 327168 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.463515559535969e-05, |
|
"loss": 3.8139, |
|
"step": 327680 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.462676964784917e-05, |
|
"loss": 3.829, |
|
"step": 328192 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.461840007914238e-05, |
|
"loss": 3.8194, |
|
"step": 328704 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.461001413163186e-05, |
|
"loss": 3.817, |
|
"step": 329216 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.460162818412134e-05, |
|
"loss": 3.8105, |
|
"step": 329728 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.459324223661082e-05, |
|
"loss": 3.8096, |
|
"step": 330240 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.458487266790403e-05, |
|
"loss": 3.8215, |
|
"step": 330752 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.457648672039351e-05, |
|
"loss": 3.8195, |
|
"step": 331264 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.456810077288299e-05, |
|
"loss": 3.8147, |
|
"step": 331776 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.455971482537247e-05, |
|
"loss": 3.807, |
|
"step": 332288 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4551345256665685e-05, |
|
"loss": 3.8192, |
|
"step": 332800 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4542959309155165e-05, |
|
"loss": 3.8026, |
|
"step": 333312 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4534573361644645e-05, |
|
"loss": 3.821, |
|
"step": 333824 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4526187414134125e-05, |
|
"loss": 3.8061, |
|
"step": 334336 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4517817845427334e-05, |
|
"loss": 3.8197, |
|
"step": 334848 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4509431897916814e-05, |
|
"loss": 3.8161, |
|
"step": 335360 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4501045950406294e-05, |
|
"loss": 3.8112, |
|
"step": 335872 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4492660002895774e-05, |
|
"loss": 3.8052, |
|
"step": 336384 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.448429043418898e-05, |
|
"loss": 3.8154, |
|
"step": 336896 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.447590448667846e-05, |
|
"loss": 3.8022, |
|
"step": 337408 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.446751853916794e-05, |
|
"loss": 3.8097, |
|
"step": 337920 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.445913259165742e-05, |
|
"loss": 3.8157, |
|
"step": 338432 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.445076302295064e-05, |
|
"loss": 3.8147, |
|
"step": 338944 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.444237707544012e-05, |
|
"loss": 3.8026, |
|
"step": 339456 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.44339911279296e-05, |
|
"loss": 3.8056, |
|
"step": 339968 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.442560518041908e-05, |
|
"loss": 3.8025, |
|
"step": 340480 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.441723561171229e-05, |
|
"loss": 3.8031, |
|
"step": 340992 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.440884966420177e-05, |
|
"loss": 3.8192, |
|
"step": 341504 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.440046371669125e-05, |
|
"loss": 3.8122, |
|
"step": 342016 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.439207776918073e-05, |
|
"loss": 3.8241, |
|
"step": 342528 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.438370820047394e-05, |
|
"loss": 3.8188, |
|
"step": 343040 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.437532225296342e-05, |
|
"loss": 3.8204, |
|
"step": 343552 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.43669363054529e-05, |
|
"loss": 3.8018, |
|
"step": 344064 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.435855035794238e-05, |
|
"loss": 3.8121, |
|
"step": 344576 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.435018078923559e-05, |
|
"loss": 3.8182, |
|
"step": 345088 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.434179484172507e-05, |
|
"loss": 3.8047, |
|
"step": 345600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.433340889421455e-05, |
|
"loss": 3.8089, |
|
"step": 346112 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.432502294670403e-05, |
|
"loss": 3.8111, |
|
"step": 346624 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.431665337799724e-05, |
|
"loss": 3.8265, |
|
"step": 347136 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.430826743048672e-05, |
|
"loss": 3.8077, |
|
"step": 347648 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.42998814829762e-05, |
|
"loss": 3.7939, |
|
"step": 348160 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.429149553546568e-05, |
|
"loss": 3.8046, |
|
"step": 348672 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.428312596675889e-05, |
|
"loss": 3.8088, |
|
"step": 349184 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.427474001924837e-05, |
|
"loss": 3.8115, |
|
"step": 349696 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.426635407173785e-05, |
|
"loss": 3.8127, |
|
"step": 350208 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.425796812422733e-05, |
|
"loss": 3.7994, |
|
"step": 350720 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4249598555520546e-05, |
|
"loss": 3.8042, |
|
"step": 351232 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4241212608010026e-05, |
|
"loss": 3.8004, |
|
"step": 351744 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4232826660499506e-05, |
|
"loss": 3.7967, |
|
"step": 352256 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4224440712988986e-05, |
|
"loss": 3.8049, |
|
"step": 352768 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4216071144282195e-05, |
|
"loss": 3.8111, |
|
"step": 353280 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4207685196771675e-05, |
|
"loss": 3.8263, |
|
"step": 353792 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4199299249261155e-05, |
|
"loss": 3.8109, |
|
"step": 354304 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4190913301750635e-05, |
|
"loss": 3.7913, |
|
"step": 354816 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4182543733043844e-05, |
|
"loss": 3.804, |
|
"step": 355328 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4174157785533324e-05, |
|
"loss": 3.8002, |
|
"step": 355840 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4165771838022804e-05, |
|
"loss": 3.8136, |
|
"step": 356352 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4157385890512284e-05, |
|
"loss": 3.8057, |
|
"step": 356864 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.41490163218055e-05, |
|
"loss": 3.8026, |
|
"step": 357376 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.414063037429498e-05, |
|
"loss": 3.7973, |
|
"step": 357888 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.413224442678446e-05, |
|
"loss": 3.8094, |
|
"step": 358400 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.412385847927394e-05, |
|
"loss": 3.7891, |
|
"step": 358912 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.411548891056715e-05, |
|
"loss": 3.7999, |
|
"step": 359424 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.410710296305663e-05, |
|
"loss": 3.7889, |
|
"step": 359936 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.409871701554611e-05, |
|
"loss": 3.8082, |
|
"step": 360448 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.409033106803559e-05, |
|
"loss": 3.7927, |
|
"step": 360960 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.40819614993288e-05, |
|
"loss": 3.7991, |
|
"step": 361472 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.407357555181828e-05, |
|
"loss": 3.7916, |
|
"step": 361984 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.406518960430776e-05, |
|
"loss": 3.7976, |
|
"step": 362496 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.405680365679724e-05, |
|
"loss": 3.7989, |
|
"step": 363008 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4048434088090454e-05, |
|
"loss": 3.7983, |
|
"step": 363520 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4040048140579934e-05, |
|
"loss": 3.8088, |
|
"step": 364032 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.4031662193069414e-05, |
|
"loss": 3.8078, |
|
"step": 364544 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.402329262436262e-05, |
|
"loss": 3.8007, |
|
"step": 365056 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.40149066768521e-05, |
|
"loss": 3.7954, |
|
"step": 365568 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.400652072934158e-05, |
|
"loss": 3.797, |
|
"step": 366080 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.399813478183106e-05, |
|
"loss": 3.8048, |
|
"step": 366592 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.398974883432054e-05, |
|
"loss": 3.789, |
|
"step": 367104 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3981362886810016e-05, |
|
"loss": 3.799, |
|
"step": 367616 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3972976939299496e-05, |
|
"loss": 3.7899, |
|
"step": 368128 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3964590991788976e-05, |
|
"loss": 3.7967, |
|
"step": 368640 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.395622142308219e-05, |
|
"loss": 3.7918, |
|
"step": 369152 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.394783547557167e-05, |
|
"loss": 3.7923, |
|
"step": 369664 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.393944952806115e-05, |
|
"loss": 3.7866, |
|
"step": 370176 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.393106358055063e-05, |
|
"loss": 3.7988, |
|
"step": 370688 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.392269401184384e-05, |
|
"loss": 3.7836, |
|
"step": 371200 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.391430806433332e-05, |
|
"loss": 3.8075, |
|
"step": 371712 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.39059221168228e-05, |
|
"loss": 3.7982, |
|
"step": 372224 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.389753616931228e-05, |
|
"loss": 3.8086, |
|
"step": 372736 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.388916660060549e-05, |
|
"loss": 3.7769, |
|
"step": 373248 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.388078065309497e-05, |
|
"loss": 3.8017, |
|
"step": 373760 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.387239470558445e-05, |
|
"loss": 3.7999, |
|
"step": 374272 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.386400875807393e-05, |
|
"loss": 3.7983, |
|
"step": 374784 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3855639189367145e-05, |
|
"loss": 3.7985, |
|
"step": 375296 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3847253241856625e-05, |
|
"loss": 3.7986, |
|
"step": 375808 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3838867294346105e-05, |
|
"loss": 3.793, |
|
"step": 376320 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3830481346835585e-05, |
|
"loss": 3.802, |
|
"step": 376832 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3822111778128794e-05, |
|
"loss": 3.7856, |
|
"step": 377344 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3813725830618274e-05, |
|
"loss": 3.7967, |
|
"step": 377856 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3805339883107754e-05, |
|
"loss": 3.7932, |
|
"step": 378368 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3796953935597234e-05, |
|
"loss": 3.7856, |
|
"step": 378880 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.378858436689044e-05, |
|
"loss": 3.7958, |
|
"step": 379392 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.378019841937992e-05, |
|
"loss": 3.8004, |
|
"step": 379904 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.37718124718694e-05, |
|
"loss": 3.7935, |
|
"step": 380416 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.376342652435888e-05, |
|
"loss": 3.7803, |
|
"step": 380928 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.37550569556521e-05, |
|
"loss": 3.7887, |
|
"step": 381440 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"eval_loss": 3.884821891784668, |
|
"eval_runtime": 307.7494, |
|
"eval_samples_per_second": 1239.941, |
|
"eval_steps_per_second": 38.749, |
|
"step": 381600 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.374667100814158e-05, |
|
"loss": 3.7869, |
|
"step": 381952 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.373828506063106e-05, |
|
"loss": 3.7781, |
|
"step": 382464 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.372989911312054e-05, |
|
"loss": 3.7911, |
|
"step": 382976 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.372151316561002e-05, |
|
"loss": 3.7942, |
|
"step": 383488 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.37131272180995e-05, |
|
"loss": 3.8013, |
|
"step": 384000 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.370474127058898e-05, |
|
"loss": 3.7862, |
|
"step": 384512 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.369635532307846e-05, |
|
"loss": 3.7811, |
|
"step": 385024 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.368796937556794e-05, |
|
"loss": 3.7707, |
|
"step": 385536 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.367959980686115e-05, |
|
"loss": 3.7902, |
|
"step": 386048 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.367121385935063e-05, |
|
"loss": 3.7929, |
|
"step": 386560 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.366282791184011e-05, |
|
"loss": 3.7848, |
|
"step": 387072 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.365444196432959e-05, |
|
"loss": 3.7864, |
|
"step": 387584 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.36460723956228e-05, |
|
"loss": 3.7776, |
|
"step": 388096 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.363768644811228e-05, |
|
"loss": 3.7848, |
|
"step": 388608 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.362930050060176e-05, |
|
"loss": 3.7736, |
|
"step": 389120 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.362091455309124e-05, |
|
"loss": 3.7812, |
|
"step": 389632 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.361254498438445e-05, |
|
"loss": 3.7733, |
|
"step": 390144 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.360415903687393e-05, |
|
"loss": 3.782, |
|
"step": 390656 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.359577308936341e-05, |
|
"loss": 3.776, |
|
"step": 391168 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.358738714185289e-05, |
|
"loss": 3.7939, |
|
"step": 391680 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.35790175731461e-05, |
|
"loss": 3.7821, |
|
"step": 392192 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.357063162563558e-05, |
|
"loss": 3.7898, |
|
"step": 392704 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.356224567812506e-05, |
|
"loss": 3.7748, |
|
"step": 393216 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.355387610941827e-05, |
|
"loss": 3.7867, |
|
"step": 393728 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.354549016190776e-05, |
|
"loss": 3.7719, |
|
"step": 394240 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.353710421439724e-05, |
|
"loss": 3.7838, |
|
"step": 394752 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.352871826688672e-05, |
|
"loss": 3.7808, |
|
"step": 395264 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.3520348698179926e-05, |
|
"loss": 3.7688, |
|
"step": 395776 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.3511962750669406e-05, |
|
"loss": 3.7656, |
|
"step": 396288 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.3503576803158886e-05, |
|
"loss": 3.7703, |
|
"step": 396800 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3495190855648366e-05, |
|
"loss": 3.7803, |
|
"step": 397312 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3486821286941575e-05, |
|
"loss": 3.7818, |
|
"step": 397824 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3478435339431055e-05, |
|
"loss": 3.7831, |
|
"step": 398336 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3470049391920535e-05, |
|
"loss": 3.7835, |
|
"step": 398848 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3461663444410015e-05, |
|
"loss": 3.7732, |
|
"step": 399360 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3453293875703224e-05, |
|
"loss": 3.7826, |
|
"step": 399872 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.344490792819271e-05, |
|
"loss": 3.7734, |
|
"step": 400384 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.343652198068219e-05, |
|
"loss": 3.7729, |
|
"step": 400896 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.342813603317167e-05, |
|
"loss": 3.7575, |
|
"step": 401408 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.341976646446488e-05, |
|
"loss": 3.7772, |
|
"step": 401920 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.341138051695436e-05, |
|
"loss": 3.7675, |
|
"step": 402432 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.340299456944384e-05, |
|
"loss": 3.78, |
|
"step": 402944 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.339460862193332e-05, |
|
"loss": 3.7727, |
|
"step": 403456 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.338623905322653e-05, |
|
"loss": 3.7674, |
|
"step": 403968 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.337785310571601e-05, |
|
"loss": 3.7804, |
|
"step": 404480 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.336946715820549e-05, |
|
"loss": 3.7675, |
|
"step": 404992 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.336108121069497e-05, |
|
"loss": 3.7691, |
|
"step": 405504 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.335271164198818e-05, |
|
"loss": 3.7616, |
|
"step": 406016 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3344325694477664e-05, |
|
"loss": 3.7591, |
|
"step": 406528 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3335939746967144e-05, |
|
"loss": 3.7719, |
|
"step": 407040 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3327553799456624e-05, |
|
"loss": 3.7687, |
|
"step": 407552 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.331918423074983e-05, |
|
"loss": 3.7662, |
|
"step": 408064 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.331079828323931e-05, |
|
"loss": 3.7606, |
|
"step": 408576 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.330241233572879e-05, |
|
"loss": 3.7722, |
|
"step": 409088 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3294026388218266e-05, |
|
"loss": 3.7498, |
|
"step": 409600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.328565681951148e-05, |
|
"loss": 3.7743, |
|
"step": 410112 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.327727087200096e-05, |
|
"loss": 3.7598, |
|
"step": 410624 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.326888492449044e-05, |
|
"loss": 3.7688, |
|
"step": 411136 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3260498976979915e-05, |
|
"loss": 3.7669, |
|
"step": 411648 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.325212940827313e-05, |
|
"loss": 3.7649, |
|
"step": 412160 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.324374346076261e-05, |
|
"loss": 3.758, |
|
"step": 412672 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.32353575132521e-05, |
|
"loss": 3.7676, |
|
"step": 413184 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.322697156574157e-05, |
|
"loss": 3.7599, |
|
"step": 413696 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.321860199703479e-05, |
|
"loss": 3.7582, |
|
"step": 414208 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.321021604952427e-05, |
|
"loss": 3.7672, |
|
"step": 414720 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.320183010201374e-05, |
|
"loss": 3.7643, |
|
"step": 415232 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.319344415450322e-05, |
|
"loss": 3.7521, |
|
"step": 415744 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3185074585796436e-05, |
|
"loss": 3.7641, |
|
"step": 416256 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3176688638285916e-05, |
|
"loss": 3.7507, |
|
"step": 416768 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.316830269077539e-05, |
|
"loss": 3.7545, |
|
"step": 417280 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.315991674326487e-05, |
|
"loss": 3.771, |
|
"step": 417792 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3151547174558085e-05, |
|
"loss": 3.7685, |
|
"step": 418304 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.31431776058513e-05, |
|
"loss": 3.7735, |
|
"step": 418816 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.313479165834078e-05, |
|
"loss": 3.7693, |
|
"step": 419328 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.312640571083026e-05, |
|
"loss": 3.778, |
|
"step": 419840 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.311801976331974e-05, |
|
"loss": 3.758, |
|
"step": 420352 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3109633815809214e-05, |
|
"loss": 3.763, |
|
"step": 420864 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3101247868298694e-05, |
|
"loss": 3.7691, |
|
"step": 421376 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.3092861920788174e-05, |
|
"loss": 3.7557, |
|
"step": 421888 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.308449235208139e-05, |
|
"loss": 3.7656, |
|
"step": 422400 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.307610640457086e-05, |
|
"loss": 3.7666, |
|
"step": 422912 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.306772045706034e-05, |
|
"loss": 3.771, |
|
"step": 423424 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.305933450954982e-05, |
|
"loss": 3.7631, |
|
"step": 423936 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.30509485620393e-05, |
|
"loss": 3.7493, |
|
"step": 424448 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.304256261452879e-05, |
|
"loss": 3.7576, |
|
"step": 424960 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.303417666701827e-05, |
|
"loss": 3.761, |
|
"step": 425472 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.302580709831148e-05, |
|
"loss": 3.7652, |
|
"step": 425984 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.301742115080096e-05, |
|
"loss": 3.7635, |
|
"step": 426496 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.300903520329044e-05, |
|
"loss": 3.7559, |
|
"step": 427008 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.300064925577992e-05, |
|
"loss": 3.76, |
|
"step": 427520 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.299227968707313e-05, |
|
"loss": 3.7517, |
|
"step": 428032 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.298389373956261e-05, |
|
"loss": 3.7501, |
|
"step": 428544 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.297550779205209e-05, |
|
"loss": 3.7558, |
|
"step": 429056 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.296712184454157e-05, |
|
"loss": 3.7671, |
|
"step": 429568 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2958752275834776e-05, |
|
"loss": 3.783, |
|
"step": 430080 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2950366328324256e-05, |
|
"loss": 3.7668, |
|
"step": 430592 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.294198038081374e-05, |
|
"loss": 3.7443, |
|
"step": 431104 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.293359443330322e-05, |
|
"loss": 3.7609, |
|
"step": 431616 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.29252084857927e-05, |
|
"loss": 3.7563, |
|
"step": 432128 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.291682253828218e-05, |
|
"loss": 3.7664, |
|
"step": 432640 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.290843659077166e-05, |
|
"loss": 3.7575, |
|
"step": 433152 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.290006702206487e-05, |
|
"loss": 3.7575, |
|
"step": 433664 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.289168107455435e-05, |
|
"loss": 3.7525, |
|
"step": 434176 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.288329512704383e-05, |
|
"loss": 3.7601, |
|
"step": 434688 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.287490917953331e-05, |
|
"loss": 3.7491, |
|
"step": 435200 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.286653961082652e-05, |
|
"loss": 3.7539, |
|
"step": 435712 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2858153663316e-05, |
|
"loss": 3.7418, |
|
"step": 436224 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.284976771580548e-05, |
|
"loss": 3.7654, |
|
"step": 436736 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.284138176829496e-05, |
|
"loss": 3.7488, |
|
"step": 437248 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.283301219958818e-05, |
|
"loss": 3.7518, |
|
"step": 437760 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.282462625207766e-05, |
|
"loss": 3.7429, |
|
"step": 438272 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.281624030456714e-05, |
|
"loss": 3.7557, |
|
"step": 438784 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2807854357056617e-05, |
|
"loss": 3.7544, |
|
"step": 439296 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2799484788349826e-05, |
|
"loss": 3.7538, |
|
"step": 439808 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2791098840839306e-05, |
|
"loss": 3.7644, |
|
"step": 440320 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2782712893328786e-05, |
|
"loss": 3.7638, |
|
"step": 440832 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2774343324621995e-05, |
|
"loss": 3.7588, |
|
"step": 441344 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2765957377111475e-05, |
|
"loss": 3.7534, |
|
"step": 441856 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2757571429600955e-05, |
|
"loss": 3.7489, |
|
"step": 442368 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2749185482090435e-05, |
|
"loss": 3.7613, |
|
"step": 442880 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2740799534579915e-05, |
|
"loss": 3.7454, |
|
"step": 443392 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2732413587069394e-05, |
|
"loss": 3.7533, |
|
"step": 443904 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2724027639558874e-05, |
|
"loss": 3.743, |
|
"step": 444416 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2715641692048354e-05, |
|
"loss": 3.757, |
|
"step": 444928 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.270727212334157e-05, |
|
"loss": 3.7427, |
|
"step": 445440 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.269888617583105e-05, |
|
"loss": 3.7525, |
|
"step": 445952 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2690500228320523e-05, |
|
"loss": 3.7483, |
|
"step": 446464 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.268211428081e-05, |
|
"loss": 3.7498, |
|
"step": 446976 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.267374471210322e-05, |
|
"loss": 3.7453, |
|
"step": 447488 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.26653587645927e-05, |
|
"loss": 3.7585, |
|
"step": 448000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.265697281708217e-05, |
|
"loss": 3.7573, |
|
"step": 448512 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.264858686957165e-05, |
|
"loss": 3.7612, |
|
"step": 449024 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.264021730086487e-05, |
|
"loss": 3.7357, |
|
"step": 449536 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.263183135335435e-05, |
|
"loss": 3.7587, |
|
"step": 450048 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.262344540584383e-05, |
|
"loss": 3.7562, |
|
"step": 450560 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.261505945833331e-05, |
|
"loss": 3.7569, |
|
"step": 451072 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2606689889626524e-05, |
|
"loss": 3.7515, |
|
"step": 451584 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2598303942116e-05, |
|
"loss": 3.7551, |
|
"step": 452096 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.258991799460548e-05, |
|
"loss": 3.7492, |
|
"step": 452608 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.258153204709496e-05, |
|
"loss": 3.7606, |
|
"step": 453120 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.257316247838817e-05, |
|
"loss": 3.7424, |
|
"step": 453632 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2564776530877646e-05, |
|
"loss": 3.7551, |
|
"step": 454144 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.255640696217086e-05, |
|
"loss": 3.7485, |
|
"step": 454656 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.254802101466034e-05, |
|
"loss": 3.7458, |
|
"step": 455168 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.253963506714982e-05, |
|
"loss": 3.7501, |
|
"step": 455680 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.25312491196393e-05, |
|
"loss": 3.7517, |
|
"step": 456192 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.252286317212878e-05, |
|
"loss": 3.7564, |
|
"step": 456704 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.251447722461826e-05, |
|
"loss": 3.7342, |
|
"step": 457216 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.250609127710774e-05, |
|
"loss": 3.7486, |
|
"step": 457728 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"eval_loss": 3.8680694103240967, |
|
"eval_runtime": 304.2378, |
|
"eval_samples_per_second": 1254.252, |
|
"eval_steps_per_second": 39.196, |
|
"step": 457920 |
|
} |
|
], |
|
"logging_steps": 512, |
|
"max_steps": 3052726, |
|
"num_train_epochs": 9223372036854775807, |
|
"save_steps": 10, |
|
"total_flos": 3.1932166101728256e+17, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|