| { | |
| "best_metric": 0.782258064516129, | |
| "best_model_checkpoint": "distilbert-base-multilingual-cased-hyper-matt/run-b96vw1xk/checkpoint-1600", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 1600, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.025, | |
| "grad_norm": 5.98245096206665, | |
| "learning_rate": 6.86725095664584e-05, | |
| "loss": 0.7926, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.779205083847046, | |
| "learning_rate": 6.838517689044811e-05, | |
| "loss": 0.5616, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.075, | |
| "grad_norm": 2.2702927589416504, | |
| "learning_rate": 6.809784421443783e-05, | |
| "loss": 0.5017, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.7793309688568115, | |
| "learning_rate": 6.781051153842753e-05, | |
| "loss": 0.5253, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 3.156172037124634, | |
| "learning_rate": 6.752317886241725e-05, | |
| "loss": 0.5188, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.016664028167725, | |
| "learning_rate": 6.723584618640696e-05, | |
| "loss": 0.6648, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.175, | |
| "grad_norm": 1.7784695625305176, | |
| "learning_rate": 6.694851351039668e-05, | |
| "loss": 0.5801, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 11.989581108093262, | |
| "learning_rate": 6.66611808343864e-05, | |
| "loss": 0.496, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.225, | |
| "grad_norm": 5.740185260772705, | |
| "learning_rate": 6.63738481583761e-05, | |
| "loss": 0.3496, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 11.86522388458252, | |
| "learning_rate": 6.608651548236582e-05, | |
| "loss": 0.66, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.275, | |
| "grad_norm": 9.92679500579834, | |
| "learning_rate": 6.579918280635554e-05, | |
| "loss": 0.5828, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 8.171853065490723, | |
| "learning_rate": 6.551185013034525e-05, | |
| "loss": 0.3788, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.325, | |
| "grad_norm": 39.43735122680664, | |
| "learning_rate": 6.522451745433495e-05, | |
| "loss": 0.3466, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 1.7751743793487549, | |
| "learning_rate": 6.493718477832467e-05, | |
| "loss": 0.6856, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 7.556205749511719, | |
| "learning_rate": 6.464985210231439e-05, | |
| "loss": 0.4796, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 0.3989664614200592, | |
| "learning_rate": 6.43625194263041e-05, | |
| "loss": 0.4682, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.425, | |
| "grad_norm": 0.15143923461437225, | |
| "learning_rate": 6.407518675029382e-05, | |
| "loss": 0.1345, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.18106195330619812, | |
| "learning_rate": 6.378785407428354e-05, | |
| "loss": 0.8303, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.475, | |
| "grad_norm": 3.5019495487213135, | |
| "learning_rate": 6.350052139827324e-05, | |
| "loss": 0.8657, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.2987595796585083, | |
| "learning_rate": 6.321318872226296e-05, | |
| "loss": 0.4105, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.525, | |
| "grad_norm": 1.5586305856704712, | |
| "learning_rate": 6.292585604625267e-05, | |
| "loss": 0.4088, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.058013677597046, | |
| "learning_rate": 6.263852337024239e-05, | |
| "loss": 0.6887, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.575, | |
| "grad_norm": 7.093258857727051, | |
| "learning_rate": 6.23511906942321e-05, | |
| "loss": 0.5411, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.5164862275123596, | |
| "learning_rate": 6.206385801822181e-05, | |
| "loss": 0.1666, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 17.518468856811523, | |
| "learning_rate": 6.177652534221153e-05, | |
| "loss": 0.6055, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.831436276435852, | |
| "learning_rate": 6.148919266620125e-05, | |
| "loss": 0.6117, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.675, | |
| "grad_norm": 0.5291246771812439, | |
| "learning_rate": 6.120185999019096e-05, | |
| "loss": 0.4182, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 6.783484935760498, | |
| "learning_rate": 6.091452731418067e-05, | |
| "loss": 1.0706, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.725, | |
| "grad_norm": 3.2058608531951904, | |
| "learning_rate": 6.062719463817038e-05, | |
| "loss": 0.5444, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.7039594650268555, | |
| "learning_rate": 6.0339861962160095e-05, | |
| "loss": 0.7653, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.775, | |
| "grad_norm": 3.093994379043579, | |
| "learning_rate": 6.0052529286149814e-05, | |
| "loss": 0.3543, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 5.90542459487915, | |
| "learning_rate": 5.976519661013953e-05, | |
| "loss": 0.5, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.825, | |
| "grad_norm": 99.38902282714844, | |
| "learning_rate": 5.947786393412924e-05, | |
| "loss": 0.647, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.3223488330841064, | |
| "learning_rate": 5.9190531258118945e-05, | |
| "loss": 0.5445, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 9.170907974243164, | |
| "learning_rate": 5.8903198582108665e-05, | |
| "loss": 0.5613, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 13.541004180908203, | |
| "learning_rate": 5.861586590609838e-05, | |
| "loss": 0.6044, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.925, | |
| "grad_norm": 5.797645568847656, | |
| "learning_rate": 5.832853323008809e-05, | |
| "loss": 0.269, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 1.2870230674743652, | |
| "learning_rate": 5.804120055407781e-05, | |
| "loss": 0.3386, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.975, | |
| "grad_norm": 33.73625564575195, | |
| "learning_rate": 5.775386787806752e-05, | |
| "loss": 0.5606, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.2897490859031677, | |
| "learning_rate": 5.7466535202057235e-05, | |
| "loss": 0.1254, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8075, | |
| "eval_f1": 0.7116104868913857, | |
| "eval_loss": 0.8214923143386841, | |
| "eval_precision": 0.6597222222222222, | |
| "eval_recall": 0.7723577235772358, | |
| "eval_runtime": 1.5237, | |
| "eval_samples_per_second": 262.523, | |
| "eval_steps_per_second": 16.408, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.025, | |
| "grad_norm": 52.07731628417969, | |
| "learning_rate": 5.7179202526046954e-05, | |
| "loss": 0.3581, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 94.3672103881836, | |
| "learning_rate": 5.689186985003666e-05, | |
| "loss": 0.3194, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.075, | |
| "grad_norm": 14.673309326171875, | |
| "learning_rate": 5.660453717402637e-05, | |
| "loss": 0.7354, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 0.20094430446624756, | |
| "learning_rate": 5.631720449801609e-05, | |
| "loss": 0.1143, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.20857423543930054, | |
| "learning_rate": 5.6029871822005805e-05, | |
| "loss": 0.1254, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 40.71461868286133, | |
| "learning_rate": 5.574253914599552e-05, | |
| "loss": 0.5379, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.175, | |
| "grad_norm": 0.15622340142726898, | |
| "learning_rate": 5.545520646998524e-05, | |
| "loss": 0.3862, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.10756005346775055, | |
| "learning_rate": 5.516787379397495e-05, | |
| "loss": 0.3003, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.225, | |
| "grad_norm": 39.451805114746094, | |
| "learning_rate": 5.4880541117964655e-05, | |
| "loss": 0.3146, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 12.270801544189453, | |
| "learning_rate": 5.459320844195437e-05, | |
| "loss": 0.1625, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.275, | |
| "grad_norm": 0.09382086992263794, | |
| "learning_rate": 5.430587576594409e-05, | |
| "loss": 0.217, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 22.632944107055664, | |
| "learning_rate": 5.40185430899338e-05, | |
| "loss": 0.7097, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.325, | |
| "grad_norm": 157.30760192871094, | |
| "learning_rate": 5.373121041392351e-05, | |
| "loss": 0.5452, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.40543922781944275, | |
| "learning_rate": 5.344387773791323e-05, | |
| "loss": 0.2768, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 35.09124755859375, | |
| "learning_rate": 5.3156545061902945e-05, | |
| "loss": 0.3595, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 7.142502307891846, | |
| "learning_rate": 5.286921238589266e-05, | |
| "loss": 0.8111, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.425, | |
| "grad_norm": 0.29879313707351685, | |
| "learning_rate": 5.258187970988237e-05, | |
| "loss": 0.4086, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.5238781571388245, | |
| "learning_rate": 5.229454703387208e-05, | |
| "loss": 0.326, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.475, | |
| "grad_norm": 0.3895421326160431, | |
| "learning_rate": 5.2007214357861795e-05, | |
| "loss": 0.596, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.38695767521858215, | |
| "learning_rate": 5.171988168185151e-05, | |
| "loss": 0.3458, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.525, | |
| "grad_norm": 5.45625638961792, | |
| "learning_rate": 5.143254900584123e-05, | |
| "loss": 0.5599, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "grad_norm": 0.23768211901187897, | |
| "learning_rate": 5.114521632983094e-05, | |
| "loss": 0.1361, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.575, | |
| "grad_norm": 5.877163887023926, | |
| "learning_rate": 5.085788365382065e-05, | |
| "loss": 0.508, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.17268578708171844, | |
| "learning_rate": 5.0570550977810365e-05, | |
| "loss": 0.3897, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.21864362061023712, | |
| "learning_rate": 5.028321830180008e-05, | |
| "loss": 0.1208, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "grad_norm": 0.19524432718753815, | |
| "learning_rate": 4.999588562578979e-05, | |
| "loss": 0.5982, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.675, | |
| "grad_norm": 11.239200592041016, | |
| "learning_rate": 4.970855294977951e-05, | |
| "loss": 1.0051, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 35.140869140625, | |
| "learning_rate": 4.942122027376922e-05, | |
| "loss": 0.3072, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.725, | |
| "grad_norm": 0.23546864092350006, | |
| "learning_rate": 4.9133887597758935e-05, | |
| "loss": 0.3724, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.29642027616500854, | |
| "learning_rate": 4.8846554921748655e-05, | |
| "loss": 0.4596, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.775, | |
| "grad_norm": 0.23364444077014923, | |
| "learning_rate": 4.855922224573837e-05, | |
| "loss": 0.5389, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 0.3376547694206238, | |
| "learning_rate": 4.827188956972807e-05, | |
| "loss": 0.4458, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.825, | |
| "grad_norm": 0.7468113303184509, | |
| "learning_rate": 4.7984556893717786e-05, | |
| "loss": 0.319, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "grad_norm": 17.83005714416504, | |
| "learning_rate": 4.7697224217707505e-05, | |
| "loss": 0.5851, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 16.729862213134766, | |
| "learning_rate": 4.740989154169722e-05, | |
| "loss": 0.3673, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.49153897166252136, | |
| "learning_rate": 4.712255886568693e-05, | |
| "loss": 0.5251, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.925, | |
| "grad_norm": 0.2441895753145218, | |
| "learning_rate": 4.683522618967665e-05, | |
| "loss": 0.0277, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 0.25980064272880554, | |
| "learning_rate": 4.654789351366636e-05, | |
| "loss": 0.3944, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.975, | |
| "grad_norm": 32.66210174560547, | |
| "learning_rate": 4.626056083765607e-05, | |
| "loss": 0.4535, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.25817617774009705, | |
| "learning_rate": 4.597322816164579e-05, | |
| "loss": 0.9337, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8475, | |
| "eval_f1": 0.7530364372469636, | |
| "eval_loss": 0.5323335528373718, | |
| "eval_precision": 0.75, | |
| "eval_recall": 0.7560975609756098, | |
| "eval_runtime": 1.5178, | |
| "eval_samples_per_second": 263.536, | |
| "eval_steps_per_second": 16.471, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.025, | |
| "grad_norm": 0.13575178384780884, | |
| "learning_rate": 4.56858954856355e-05, | |
| "loss": 0.2043, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 7.373598575592041, | |
| "learning_rate": 4.539856280962521e-05, | |
| "loss": 0.1924, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.075, | |
| "grad_norm": 0.44483116269111633, | |
| "learning_rate": 4.511123013361493e-05, | |
| "loss": 0.4519, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.13262860476970673, | |
| "learning_rate": 4.4823897457604645e-05, | |
| "loss": 0.3771, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.125, | |
| "grad_norm": 0.11602489650249481, | |
| "learning_rate": 4.453656478159436e-05, | |
| "loss": 0.2159, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.2182077318429947, | |
| "learning_rate": 4.424923210558408e-05, | |
| "loss": 0.1634, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 2.175, | |
| "grad_norm": 0.06706108897924423, | |
| "learning_rate": 4.396189942957378e-05, | |
| "loss": 0.5848, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 3.63909649848938, | |
| "learning_rate": 4.3674566753563496e-05, | |
| "loss": 0.3396, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 2.225, | |
| "grad_norm": 0.23763427138328552, | |
| "learning_rate": 4.338723407755321e-05, | |
| "loss": 0.3802, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.18135060369968414, | |
| "learning_rate": 4.309990140154293e-05, | |
| "loss": 0.302, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.275, | |
| "grad_norm": 1.8485811948776245, | |
| "learning_rate": 4.281256872553264e-05, | |
| "loss": 0.2594, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 0.19517390429973602, | |
| "learning_rate": 4.252523604952235e-05, | |
| "loss": 0.2704, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.325, | |
| "grad_norm": 6.400895595550537, | |
| "learning_rate": 4.223790337351207e-05, | |
| "loss": 0.2955, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 0.06735412031412125, | |
| "learning_rate": 4.195057069750178e-05, | |
| "loss": 0.3132, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 38.814788818359375, | |
| "learning_rate": 4.166323802149149e-05, | |
| "loss": 0.711, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 22.11007308959961, | |
| "learning_rate": 4.137590534548121e-05, | |
| "loss": 0.1424, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.425, | |
| "grad_norm": 10.919371604919434, | |
| "learning_rate": 4.108857266947092e-05, | |
| "loss": 0.5337, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "grad_norm": 0.7433808445930481, | |
| "learning_rate": 4.0801239993460636e-05, | |
| "loss": 0.3412, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.475, | |
| "grad_norm": 0.2389543056488037, | |
| "learning_rate": 4.0513907317450355e-05, | |
| "loss": 0.6012, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.2541622221469879, | |
| "learning_rate": 4.022657464144007e-05, | |
| "loss": 0.1928, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.525, | |
| "grad_norm": 12.578326225280762, | |
| "learning_rate": 3.993924196542978e-05, | |
| "loss": 0.4368, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "grad_norm": 30.986812591552734, | |
| "learning_rate": 3.9651909289419486e-05, | |
| "loss": 0.3239, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.575, | |
| "grad_norm": 21.057029724121094, | |
| "learning_rate": 3.9364576613409206e-05, | |
| "loss": 0.2249, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.1368197500705719, | |
| "learning_rate": 3.907724393739892e-05, | |
| "loss": 0.0661, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.625, | |
| "grad_norm": 1.004150629043579, | |
| "learning_rate": 3.878991126138863e-05, | |
| "loss": 0.3798, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "grad_norm": 0.07571277022361755, | |
| "learning_rate": 3.850257858537835e-05, | |
| "loss": 0.1526, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.675, | |
| "grad_norm": 0.07642961293458939, | |
| "learning_rate": 3.821524590936806e-05, | |
| "loss": 0.1443, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 0.21973338723182678, | |
| "learning_rate": 3.7927913233357776e-05, | |
| "loss": 0.3005, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.725, | |
| "grad_norm": 0.155073881149292, | |
| "learning_rate": 3.764058055734749e-05, | |
| "loss": 0.5231, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 43.628150939941406, | |
| "learning_rate": 3.73532478813372e-05, | |
| "loss": 0.4226, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.775, | |
| "grad_norm": 130.1124267578125, | |
| "learning_rate": 3.7065915205326914e-05, | |
| "loss": 0.3133, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.1950320452451706, | |
| "learning_rate": 3.677858252931663e-05, | |
| "loss": 0.4493, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.825, | |
| "grad_norm": 0.6290574073791504, | |
| "learning_rate": 3.6491249853306346e-05, | |
| "loss": 0.4953, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.25695496797561646, | |
| "learning_rate": 3.620391717729606e-05, | |
| "loss": 0.0153, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.875, | |
| "grad_norm": 0.1715123951435089, | |
| "learning_rate": 3.591658450128578e-05, | |
| "loss": 0.0058, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 6.9658203125, | |
| "learning_rate": 3.562925182527549e-05, | |
| "loss": 0.3366, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.925, | |
| "grad_norm": 0.6045228242874146, | |
| "learning_rate": 3.5341919149265196e-05, | |
| "loss": 0.136, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 30.85106658935547, | |
| "learning_rate": 3.505458647325491e-05, | |
| "loss": 0.5502, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.975, | |
| "grad_norm": 98.63839721679688, | |
| "learning_rate": 3.476725379724463e-05, | |
| "loss": 0.1225, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 18.41563606262207, | |
| "learning_rate": 3.447992112123434e-05, | |
| "loss": 0.3212, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.855, | |
| "eval_f1": 0.7387387387387387, | |
| "eval_loss": 0.6354687213897705, | |
| "eval_precision": 0.8282828282828283, | |
| "eval_recall": 0.6666666666666666, | |
| "eval_runtime": 1.5216, | |
| "eval_samples_per_second": 262.886, | |
| "eval_steps_per_second": 16.43, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 3.025, | |
| "grad_norm": 0.07740258425474167, | |
| "learning_rate": 3.4192588445224053e-05, | |
| "loss": 0.0831, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "grad_norm": 0.039124973118305206, | |
| "learning_rate": 3.3905255769213766e-05, | |
| "loss": 0.0094, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 3.075, | |
| "grad_norm": 0.262672483921051, | |
| "learning_rate": 3.361792309320348e-05, | |
| "loss": 0.0112, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "grad_norm": 0.05633651092648506, | |
| "learning_rate": 3.33305904171932e-05, | |
| "loss": 0.5297, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 0.2261894792318344, | |
| "learning_rate": 3.304325774118291e-05, | |
| "loss": 0.0071, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "grad_norm": 0.0650223046541214, | |
| "learning_rate": 3.2755925065172623e-05, | |
| "loss": 0.4392, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 3.175, | |
| "grad_norm": 0.189041867852211, | |
| "learning_rate": 3.2468592389162336e-05, | |
| "loss": 0.2144, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 0.08814287185668945, | |
| "learning_rate": 3.218125971315205e-05, | |
| "loss": 0.111, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 3.225, | |
| "grad_norm": 0.0703461691737175, | |
| "learning_rate": 3.189392703714177e-05, | |
| "loss": 0.1813, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.10721047967672348, | |
| "learning_rate": 3.160659436113148e-05, | |
| "loss": 0.1438, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 3.275, | |
| "grad_norm": 37.45782470703125, | |
| "learning_rate": 3.1319261685121193e-05, | |
| "loss": 0.2178, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "grad_norm": 0.05508900806307793, | |
| "learning_rate": 3.1031929009110906e-05, | |
| "loss": 0.0099, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 3.325, | |
| "grad_norm": 0.15349701046943665, | |
| "learning_rate": 3.0744596333100625e-05, | |
| "loss": 0.1482, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "grad_norm": 0.027314379811286926, | |
| "learning_rate": 3.0457263657090335e-05, | |
| "loss": 0.1671, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 3.375, | |
| "grad_norm": 0.04863934591412544, | |
| "learning_rate": 3.0169930981080047e-05, | |
| "loss": 0.084, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.3029322028160095, | |
| "learning_rate": 2.9882598305069763e-05, | |
| "loss": 0.3081, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 3.425, | |
| "grad_norm": 15.118460655212402, | |
| "learning_rate": 2.9595265629059473e-05, | |
| "loss": 0.6964, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 0.695101797580719, | |
| "learning_rate": 2.930793295304919e-05, | |
| "loss": 0.2271, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 3.475, | |
| "grad_norm": 0.11346480995416641, | |
| "learning_rate": 2.9020600277038905e-05, | |
| "loss": 0.0131, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.31482186913490295, | |
| "learning_rate": 2.8733267601028617e-05, | |
| "loss": 0.113, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.525, | |
| "grad_norm": 6.88314962387085, | |
| "learning_rate": 2.844593492501833e-05, | |
| "loss": 0.2534, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.08088881522417068, | |
| "learning_rate": 2.8158602249008046e-05, | |
| "loss": 0.3451, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.575, | |
| "grad_norm": 0.0832696482539177, | |
| "learning_rate": 2.787126957299776e-05, | |
| "loss": 0.1342, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 3.7705042362213135, | |
| "learning_rate": 2.7583936896987475e-05, | |
| "loss": 0.117, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.625, | |
| "grad_norm": 0.1864766925573349, | |
| "learning_rate": 2.7296604220977184e-05, | |
| "loss": 0.1679, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.06913910061120987, | |
| "learning_rate": 2.70092715449669e-05, | |
| "loss": 0.0648, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.675, | |
| "grad_norm": 0.08957911282777786, | |
| "learning_rate": 2.6721938868956616e-05, | |
| "loss": 0.1713, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "grad_norm": 0.07312174141407013, | |
| "learning_rate": 2.643460619294633e-05, | |
| "loss": 0.0859, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.725, | |
| "grad_norm": 0.062311191111803055, | |
| "learning_rate": 2.614727351693604e-05, | |
| "loss": 0.4953, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "grad_norm": 2.242743492126465, | |
| "learning_rate": 2.5859940840925754e-05, | |
| "loss": 0.3032, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.775, | |
| "grad_norm": 7.94291877746582, | |
| "learning_rate": 2.557260816491547e-05, | |
| "loss": 0.2461, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 0.12085115909576416, | |
| "learning_rate": 2.5285275488905183e-05, | |
| "loss": 0.2241, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.825, | |
| "grad_norm": 9.449928283691406, | |
| "learning_rate": 2.4997942812894895e-05, | |
| "loss": 0.4273, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.29892095923423767, | |
| "learning_rate": 2.471061013688461e-05, | |
| "loss": 0.1848, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.875, | |
| "grad_norm": 0.09345678985118866, | |
| "learning_rate": 2.4423277460874327e-05, | |
| "loss": 0.2347, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "grad_norm": 0.1047554761171341, | |
| "learning_rate": 2.4135944784864037e-05, | |
| "loss": 0.2526, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.925, | |
| "grad_norm": 0.08117042481899261, | |
| "learning_rate": 2.3848612108853753e-05, | |
| "loss": 0.0051, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "grad_norm": 0.0665692463517189, | |
| "learning_rate": 2.3561279432843465e-05, | |
| "loss": 0.0721, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.975, | |
| "grad_norm": 0.12216989696025848, | |
| "learning_rate": 2.327394675683318e-05, | |
| "loss": 0.488, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.2229517549276352, | |
| "learning_rate": 2.2986614080822894e-05, | |
| "loss": 0.3735, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.865, | |
| "eval_f1": 0.782258064516129, | |
| "eval_loss": 0.6418908834457397, | |
| "eval_precision": 0.776, | |
| "eval_recall": 0.7886178861788617, | |
| "eval_runtime": 1.5486, | |
| "eval_samples_per_second": 258.306, | |
| "eval_steps_per_second": 16.144, | |
| "step": 1600 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2400, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 847261481803776.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": { | |
| "_wandb": {}, | |
| "assignments": {}, | |
| "learning_rate": 6.895984224246868e-05, | |
| "metric": "eval/loss", | |
| "num_train_epochs": 6, | |
| "per_device_train_batch_size": 4, | |
| "seed": 31 | |
| } | |
| } | |