| { | |
| "best_metric": 0.7877622937690213, | |
| "best_model_checkpoint": "./XLM-V_64-multi-outputs/checkpoint-16000", | |
| "epoch": 14.8619957537155, | |
| "eval_steps": 1000, | |
| "global_step": 21000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.7077140835102619, | |
| "grad_norm": 0.7589670419692993, | |
| "learning_rate": 4.7169811320754717e-07, | |
| "loss": 0.6944, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7077140835102619, | |
| "eval_accuracy": 0.5096086826645425, | |
| "eval_f1": 0.6748960327414351, | |
| "eval_loss": 0.6923578381538391, | |
| "eval_precision": 0.5093155325296403, | |
| "eval_recall": 1.0, | |
| "eval_runtime": 57.7937, | |
| "eval_samples_per_second": 173.773, | |
| "eval_steps_per_second": 2.717, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.4154281670205238, | |
| "grad_norm": 6.16334867477417, | |
| "learning_rate": 9.433962264150943e-07, | |
| "loss": 0.6848, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.4154281670205238, | |
| "eval_accuracy": 0.6086826645424674, | |
| "eval_f1": 0.7141402385801571, | |
| "eval_loss": 0.6570077538490295, | |
| "eval_precision": 0.5684344603983326, | |
| "eval_recall": 0.9602895148669797, | |
| "eval_runtime": 57.4971, | |
| "eval_samples_per_second": 174.67, | |
| "eval_steps_per_second": 2.731, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.1231422505307855, | |
| "grad_norm": 2.09871768951416, | |
| "learning_rate": 9.538663171690695e-07, | |
| "loss": 0.6613, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.1231422505307855, | |
| "eval_accuracy": 0.6230210096584686, | |
| "eval_f1": 0.7231241772707327, | |
| "eval_loss": 0.6287678480148315, | |
| "eval_precision": 0.5774351786965662, | |
| "eval_recall": 0.9671361502347418, | |
| "eval_runtime": 57.6578, | |
| "eval_samples_per_second": 174.183, | |
| "eval_steps_per_second": 2.723, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.8308563340410475, | |
| "grad_norm": 1.726118803024292, | |
| "learning_rate": 9.014416775884666e-07, | |
| "loss": 0.6505, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.8308563340410475, | |
| "eval_accuracy": 0.635965348999303, | |
| "eval_f1": 0.7311764705882353, | |
| "eval_loss": 0.615561306476593, | |
| "eval_precision": 0.5857681432610744, | |
| "eval_recall": 0.9726134585289515, | |
| "eval_runtime": 57.6722, | |
| "eval_samples_per_second": 174.139, | |
| "eval_steps_per_second": 2.722, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.538570417551309, | |
| "grad_norm": 18.405258178710938, | |
| "learning_rate": 8.490170380078637e-07, | |
| "loss": 0.6453, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.538570417551309, | |
| "eval_accuracy": 0.6402469381658867, | |
| "eval_f1": 0.7314353675760054, | |
| "eval_loss": 0.6071421504020691, | |
| "eval_precision": 0.5898573312552452, | |
| "eval_recall": 0.9624413145539906, | |
| "eval_runtime": 57.5099, | |
| "eval_samples_per_second": 174.631, | |
| "eval_steps_per_second": 2.73, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.246284501061571, | |
| "grad_norm": 1.6453580856323242, | |
| "learning_rate": 7.965923984272608e-07, | |
| "loss": 0.632, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.246284501061571, | |
| "eval_accuracy": 0.6659364731653888, | |
| "eval_f1": 0.7478770571879462, | |
| "eval_loss": 0.5868598222732544, | |
| "eval_precision": 0.6071995118974984, | |
| "eval_recall": 0.97339593114241, | |
| "eval_runtime": 58.3002, | |
| "eval_samples_per_second": 172.263, | |
| "eval_steps_per_second": 2.693, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 4.953998584571833, | |
| "grad_norm": 3.636608362197876, | |
| "learning_rate": 7.44167758846658e-07, | |
| "loss": 0.6232, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.953998584571833, | |
| "eval_accuracy": 0.6733047894055562, | |
| "eval_f1": 0.7526200708738596, | |
| "eval_loss": 0.5761261582374573, | |
| "eval_precision": 0.6123175070543492, | |
| "eval_recall": 0.9763302034428795, | |
| "eval_runtime": 57.6672, | |
| "eval_samples_per_second": 174.154, | |
| "eval_steps_per_second": 2.723, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.661712668082095, | |
| "grad_norm": 24.744699478149414, | |
| "learning_rate": 6.91743119266055e-07, | |
| "loss": 0.6141, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 5.661712668082095, | |
| "eval_accuracy": 0.688140993726974, | |
| "eval_f1": 0.7601837672281776, | |
| "eval_loss": 0.5643310546875, | |
| "eval_precision": 0.6245596376446905, | |
| "eval_recall": 0.9710485133020345, | |
| "eval_runtime": 57.5859, | |
| "eval_samples_per_second": 174.4, | |
| "eval_steps_per_second": 2.726, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "grad_norm": 9.586795806884766, | |
| "learning_rate": 6.393184796854522e-07, | |
| "loss": 0.605, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 6.369426751592357, | |
| "eval_accuracy": 0.6972020312655581, | |
| "eval_f1": 0.7631066448547168, | |
| "eval_loss": 0.553417980670929, | |
| "eval_precision": 0.6340453074433657, | |
| "eval_recall": 0.9581377151799687, | |
| "eval_runtime": 57.7405, | |
| "eval_samples_per_second": 173.933, | |
| "eval_steps_per_second": 2.719, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.077140835102618, | |
| "grad_norm": 8.45578384399414, | |
| "learning_rate": 5.868938401048492e-07, | |
| "loss": 0.6021, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 7.077140835102618, | |
| "eval_accuracy": 0.7043712038235587, | |
| "eval_f1": 0.7691829277773459, | |
| "eval_loss": 0.5444474816322327, | |
| "eval_precision": 0.6382402270674752, | |
| "eval_recall": 0.9677230046948356, | |
| "eval_runtime": 57.654, | |
| "eval_samples_per_second": 174.194, | |
| "eval_steps_per_second": 2.723, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 7.78485491861288, | |
| "grad_norm": 10.198156356811523, | |
| "learning_rate": 5.344692005242464e-07, | |
| "loss": 0.5934, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 7.78485491861288, | |
| "eval_accuracy": 0.7097480832420592, | |
| "eval_f1": 0.7714263310593585, | |
| "eval_loss": 0.5372178554534912, | |
| "eval_precision": 0.6437639052480042, | |
| "eval_recall": 0.962245696400626, | |
| "eval_runtime": 57.4867, | |
| "eval_samples_per_second": 174.701, | |
| "eval_steps_per_second": 2.731, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 8.492569002123142, | |
| "grad_norm": 34.88262176513672, | |
| "learning_rate": 4.820445609436435e-07, | |
| "loss": 0.5842, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 8.492569002123142, | |
| "eval_accuracy": 0.7273722991138106, | |
| "eval_f1": 0.7810650887573964, | |
| "eval_loss": 0.5250558853149414, | |
| "eval_precision": 0.6605355693805789, | |
| "eval_recall": 0.9553990610328639, | |
| "eval_runtime": 57.6716, | |
| "eval_samples_per_second": 174.141, | |
| "eval_steps_per_second": 2.722, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 9.200283085633403, | |
| "grad_norm": 63.931617736816406, | |
| "learning_rate": 4.296199213630406e-07, | |
| "loss": 0.5775, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 9.200283085633403, | |
| "eval_accuracy": 0.7322513193268944, | |
| "eval_f1": 0.7830226740902122, | |
| "eval_loss": 0.5154615640640259, | |
| "eval_precision": 0.6663919791237467, | |
| "eval_recall": 0.9491392801251957, | |
| "eval_runtime": 57.6583, | |
| "eval_samples_per_second": 174.181, | |
| "eval_steps_per_second": 2.723, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 9.907997169143666, | |
| "grad_norm": 18.855731964111328, | |
| "learning_rate": 3.771952817824377e-07, | |
| "loss": 0.5694, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 9.907997169143666, | |
| "eval_accuracy": 0.7335457532609778, | |
| "eval_f1": 0.7848182695400451, | |
| "eval_loss": 0.5107560157775879, | |
| "eval_precision": 0.6663025669033316, | |
| "eval_recall": 0.9546165884194053, | |
| "eval_runtime": 57.5122, | |
| "eval_samples_per_second": 174.624, | |
| "eval_steps_per_second": 2.73, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 10.615711252653927, | |
| "grad_norm": 5.973861217498779, | |
| "learning_rate": 3.247706422018349e-07, | |
| "loss": 0.5645, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 10.615711252653927, | |
| "eval_accuracy": 0.7354376182415613, | |
| "eval_f1": 0.7858466994438623, | |
| "eval_loss": 0.5042764544487, | |
| "eval_precision": 0.6682659355723098, | |
| "eval_recall": 0.9536384976525821, | |
| "eval_runtime": 57.6441, | |
| "eval_samples_per_second": 174.224, | |
| "eval_steps_per_second": 2.724, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 11.32342533616419, | |
| "grad_norm": 13.824345588684082, | |
| "learning_rate": 2.72346002621232e-07, | |
| "loss": 0.5555, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 11.32342533616419, | |
| "eval_accuracy": 0.7361346211291446, | |
| "eval_f1": 0.7877622937690213, | |
| "eval_loss": 0.5019333362579346, | |
| "eval_precision": 0.666937889883374, | |
| "eval_recall": 0.9620500782472613, | |
| "eval_runtime": 57.7949, | |
| "eval_samples_per_second": 173.77, | |
| "eval_steps_per_second": 2.717, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 12.031139419674451, | |
| "grad_norm": 12.343938827514648, | |
| "learning_rate": 2.199213630406291e-07, | |
| "loss": 0.5517, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 12.031139419674451, | |
| "eval_accuracy": 0.7386239171562282, | |
| "eval_f1": 0.786879922058943, | |
| "eval_loss": 0.4967314302921295, | |
| "eval_precision": 0.672588480222068, | |
| "eval_recall": 0.9479655712050078, | |
| "eval_runtime": 57.6752, | |
| "eval_samples_per_second": 174.13, | |
| "eval_steps_per_second": 2.722, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "grad_norm": 10.652567863464355, | |
| "learning_rate": 1.6749672346002622e-07, | |
| "loss": 0.5485, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 12.738853503184714, | |
| "eval_accuracy": 0.7389226326794782, | |
| "eval_f1": 0.7872444011684518, | |
| "eval_loss": 0.49510088562965393, | |
| "eval_precision": 0.6726289517470881, | |
| "eval_recall": 0.948943661971831, | |
| "eval_runtime": 57.6551, | |
| "eval_samples_per_second": 174.191, | |
| "eval_steps_per_second": 2.723, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 13.446567586694975, | |
| "grad_norm": 7.330574035644531, | |
| "learning_rate": 1.1507208387942332e-07, | |
| "loss": 0.5448, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 13.446567586694975, | |
| "eval_accuracy": 0.7379269142686449, | |
| "eval_f1": 0.7868825910931174, | |
| "eval_loss": 0.49567386507987976, | |
| "eval_precision": 0.6713180436584691, | |
| "eval_recall": 0.9505086071987481, | |
| "eval_runtime": 57.6941, | |
| "eval_samples_per_second": 174.073, | |
| "eval_steps_per_second": 2.721, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 14.154281670205236, | |
| "grad_norm": 22.538665771484375, | |
| "learning_rate": 6.264744429882045e-08, | |
| "loss": 0.5441, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 14.154281670205236, | |
| "eval_accuracy": 0.7379269142686449, | |
| "eval_f1": 0.7872615583575816, | |
| "eval_loss": 0.4930832087993622, | |
| "eval_precision": 0.6707988980716253, | |
| "eval_recall": 0.952660406885759, | |
| "eval_runtime": 57.6062, | |
| "eval_samples_per_second": 174.339, | |
| "eval_steps_per_second": 2.725, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 14.8619957537155, | |
| "grad_norm": 11.810145378112793, | |
| "learning_rate": 1.0222804718217562e-08, | |
| "loss": 0.5416, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 14.8619957537155, | |
| "eval_accuracy": 0.7375286269043114, | |
| "eval_f1": 0.7866968765172357, | |
| "eval_loss": 0.4928380250930786, | |
| "eval_precision": 0.6708528843499862, | |
| "eval_recall": 0.9508998435054773, | |
| "eval_runtime": 57.6166, | |
| "eval_samples_per_second": 174.308, | |
| "eval_steps_per_second": 2.725, | |
| "step": 21000 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 21195, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 15, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.173409489802339e+17, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |