| { | |
| "best_metric": 0.24498265981674194, | |
| "best_model_checkpoint": "PhoBert-MultiLabel/checkpoint-7386", | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 7386, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010154346060113728, | |
| "grad_norm": 3.567084312438965, | |
| "learning_rate": 1.6914749661705008e-06, | |
| "loss": 1.7799, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.020308692120227456, | |
| "grad_norm": 3.705420732498169, | |
| "learning_rate": 3.3829499323410016e-06, | |
| "loss": 1.6722, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.030463038180341188, | |
| "grad_norm": 3.097123384475708, | |
| "learning_rate": 5.074424898511502e-06, | |
| "loss": 1.5722, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.04061738424045491, | |
| "grad_norm": 14.346776008605957, | |
| "learning_rate": 6.765899864682003e-06, | |
| "loss": 1.5003, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05077173030056864, | |
| "grad_norm": 3.2664577960968018, | |
| "learning_rate": 8.457374830852504e-06, | |
| "loss": 1.4085, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.060926076360682375, | |
| "grad_norm": 3.7164502143859863, | |
| "learning_rate": 1.0148849797023005e-05, | |
| "loss": 1.3505, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0710804224207961, | |
| "grad_norm": 3.933560848236084, | |
| "learning_rate": 1.1840324763193506e-05, | |
| "loss": 1.217, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.08123476848090982, | |
| "grad_norm": 5.295672416687012, | |
| "learning_rate": 1.3531799729364006e-05, | |
| "loss": 1.0736, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09138911454102355, | |
| "grad_norm": 12.415136337280273, | |
| "learning_rate": 1.5223274695534506e-05, | |
| "loss": 1.1182, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.10154346060113728, | |
| "grad_norm": 10.874429702758789, | |
| "learning_rate": 1.6914749661705008e-05, | |
| "loss": 1.123, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.11169780666125101, | |
| "grad_norm": 6.618790149688721, | |
| "learning_rate": 1.8606224627875505e-05, | |
| "loss": 1.1378, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.12185215272136475, | |
| "grad_norm": 9.960480690002441, | |
| "learning_rate": 2.029769959404601e-05, | |
| "loss": 1.0658, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13200649878147847, | |
| "grad_norm": 3.2485241889953613, | |
| "learning_rate": 2.198917456021651e-05, | |
| "loss": 0.9226, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.1421608448415922, | |
| "grad_norm": 14.158449172973633, | |
| "learning_rate": 2.368064952638701e-05, | |
| "loss": 0.93, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.15231519090170592, | |
| "grad_norm": 2.6080679893493652, | |
| "learning_rate": 2.5372124492557515e-05, | |
| "loss": 0.7421, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.16246953696181965, | |
| "grad_norm": 4.75559663772583, | |
| "learning_rate": 2.7063599458728013e-05, | |
| "loss": 0.8481, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.17262388302193338, | |
| "grad_norm": 13.718697547912598, | |
| "learning_rate": 2.8755074424898514e-05, | |
| "loss": 0.8549, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.1827782290820471, | |
| "grad_norm": 5.8711466789245605, | |
| "learning_rate": 3.044654939106901e-05, | |
| "loss": 0.911, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.19293257514216083, | |
| "grad_norm": 4.887762546539307, | |
| "learning_rate": 3.2138024357239515e-05, | |
| "loss": 0.8915, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.20308692120227456, | |
| "grad_norm": 5.983439922332764, | |
| "learning_rate": 3.3829499323410016e-05, | |
| "loss": 0.8632, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2132412672623883, | |
| "grad_norm": 2.231613874435425, | |
| "learning_rate": 3.552097428958052e-05, | |
| "loss": 0.7462, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.22339561332250202, | |
| "grad_norm": 13.936301231384277, | |
| "learning_rate": 3.721244925575101e-05, | |
| "loss": 0.7668, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.23354995938261575, | |
| "grad_norm": 15.290505409240723, | |
| "learning_rate": 3.890392422192152e-05, | |
| "loss": 0.7142, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.2437043054427295, | |
| "grad_norm": 33.517913818359375, | |
| "learning_rate": 4.059539918809202e-05, | |
| "loss": 0.6321, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.2538586515028432, | |
| "grad_norm": 8.801501274108887, | |
| "learning_rate": 4.228687415426252e-05, | |
| "loss": 0.7626, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.26401299756295693, | |
| "grad_norm": 16.529769897460938, | |
| "learning_rate": 4.397834912043302e-05, | |
| "loss": 0.811, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.27416734362307066, | |
| "grad_norm": 15.602673530578613, | |
| "learning_rate": 4.566982408660352e-05, | |
| "loss": 0.8739, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.2843216896831844, | |
| "grad_norm": 4.3945393562316895, | |
| "learning_rate": 4.736129905277402e-05, | |
| "loss": 0.8839, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.2944760357432981, | |
| "grad_norm": 6.59278678894043, | |
| "learning_rate": 4.9052774018944517e-05, | |
| "loss": 0.7022, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.30463038180341184, | |
| "grad_norm": 42.47446060180664, | |
| "learning_rate": 4.991725590491951e-05, | |
| "loss": 0.8486, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.31478472786352557, | |
| "grad_norm": 7.104182243347168, | |
| "learning_rate": 4.972920114337295e-05, | |
| "loss": 0.8155, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.3249390739236393, | |
| "grad_norm": 2.5681631565093994, | |
| "learning_rate": 4.954114638182639e-05, | |
| "loss": 0.6559, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.335093419983753, | |
| "grad_norm": 7.099673271179199, | |
| "learning_rate": 4.935309162027983e-05, | |
| "loss": 0.6985, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.34524776604386676, | |
| "grad_norm": 6.138451099395752, | |
| "learning_rate": 4.9165036858733264e-05, | |
| "loss": 0.8701, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.3554021121039805, | |
| "grad_norm": 2.4096810817718506, | |
| "learning_rate": 4.89769820971867e-05, | |
| "loss": 0.5512, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.3655564581640942, | |
| "grad_norm": 17.88941192626953, | |
| "learning_rate": 4.8788927335640136e-05, | |
| "loss": 0.8775, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.37571080422420794, | |
| "grad_norm": 3.2206945419311523, | |
| "learning_rate": 4.860087257409358e-05, | |
| "loss": 0.6589, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.38586515028432167, | |
| "grad_norm": 12.562983512878418, | |
| "learning_rate": 4.8412817812547015e-05, | |
| "loss": 0.6729, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.3960194963444354, | |
| "grad_norm": 0.8055168986320496, | |
| "learning_rate": 4.8224763051000455e-05, | |
| "loss": 0.6476, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.4061738424045491, | |
| "grad_norm": 3.906461715698242, | |
| "learning_rate": 4.803670828945389e-05, | |
| "loss": 0.8366, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.41632818846466285, | |
| "grad_norm": 10.65334415435791, | |
| "learning_rate": 4.784865352790733e-05, | |
| "loss": 0.7228, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.4264825345247766, | |
| "grad_norm": 3.829928398132324, | |
| "learning_rate": 4.766059876636077e-05, | |
| "loss": 0.5464, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.4366368805848903, | |
| "grad_norm": 14.11302375793457, | |
| "learning_rate": 4.747254400481421e-05, | |
| "loss": 0.7691, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.44679122664500404, | |
| "grad_norm": 7.801684379577637, | |
| "learning_rate": 4.7284489243267647e-05, | |
| "loss": 0.7456, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.45694557270511776, | |
| "grad_norm": 21.654991149902344, | |
| "learning_rate": 4.709643448172108e-05, | |
| "loss": 0.6827, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.4670999187652315, | |
| "grad_norm": 5.018062114715576, | |
| "learning_rate": 4.690837972017452e-05, | |
| "loss": 0.7129, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.4772542648253452, | |
| "grad_norm": 1.8878921270370483, | |
| "learning_rate": 4.672032495862795e-05, | |
| "loss": 0.8354, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.487408610885459, | |
| "grad_norm": 28.074739456176758, | |
| "learning_rate": 4.653227019708139e-05, | |
| "loss": 0.6568, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.49756295694557273, | |
| "grad_norm": 16.48390769958496, | |
| "learning_rate": 4.634421543553483e-05, | |
| "loss": 0.5789, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.5077173030056864, | |
| "grad_norm": 6.18392276763916, | |
| "learning_rate": 4.615616067398827e-05, | |
| "loss": 0.6729, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.5178716490658002, | |
| "grad_norm": 5.78372859954834, | |
| "learning_rate": 4.5968105912441704e-05, | |
| "loss": 0.7166, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.5280259951259139, | |
| "grad_norm": 21.222583770751953, | |
| "learning_rate": 4.5780051150895143e-05, | |
| "loss": 0.8119, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.5381803411860276, | |
| "grad_norm": 23.661069869995117, | |
| "learning_rate": 4.5591996389348576e-05, | |
| "loss": 0.5273, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.5483346872461413, | |
| "grad_norm": 0.8338175415992737, | |
| "learning_rate": 4.5403941627802016e-05, | |
| "loss": 0.5088, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.5584890333062551, | |
| "grad_norm": 12.653846740722656, | |
| "learning_rate": 4.5215886866255456e-05, | |
| "loss": 0.7058, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.5686433793663688, | |
| "grad_norm": 12.017010688781738, | |
| "learning_rate": 4.5027832104708895e-05, | |
| "loss": 0.4224, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.5787977254264826, | |
| "grad_norm": 19.048152923583984, | |
| "learning_rate": 4.483977734316233e-05, | |
| "loss": 0.7842, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.5889520714865962, | |
| "grad_norm": 7.068014621734619, | |
| "learning_rate": 4.465172258161577e-05, | |
| "loss": 0.68, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.59910641754671, | |
| "grad_norm": 10.340466499328613, | |
| "learning_rate": 4.446366782006921e-05, | |
| "loss": 0.8232, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.6092607636068237, | |
| "grad_norm": 23.22475814819336, | |
| "learning_rate": 4.427561305852264e-05, | |
| "loss": 0.5502, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.6194151096669375, | |
| "grad_norm": 1.5949617624282837, | |
| "learning_rate": 4.408755829697609e-05, | |
| "loss": 0.5688, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.6295694557270511, | |
| "grad_norm": 2.9755280017852783, | |
| "learning_rate": 4.389950353542952e-05, | |
| "loss": 0.6534, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.6397238017871649, | |
| "grad_norm": 3.379225492477417, | |
| "learning_rate": 4.371144877388296e-05, | |
| "loss": 0.7196, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.6498781478472786, | |
| "grad_norm": 9.963435173034668, | |
| "learning_rate": 4.352339401233639e-05, | |
| "loss": 0.6822, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.6600324939073924, | |
| "grad_norm": 7.474037170410156, | |
| "learning_rate": 4.333533925078983e-05, | |
| "loss": 0.7572, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.670186839967506, | |
| "grad_norm": 2.3705031871795654, | |
| "learning_rate": 4.3147284489243265e-05, | |
| "loss": 0.7087, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.6803411860276198, | |
| "grad_norm": 18.592605590820312, | |
| "learning_rate": 4.295922972769671e-05, | |
| "loss": 0.8911, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.6904955320877335, | |
| "grad_norm": 3.978590965270996, | |
| "learning_rate": 4.2771174966150144e-05, | |
| "loss": 0.5713, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.7006498781478473, | |
| "grad_norm": 65.83806610107422, | |
| "learning_rate": 4.2583120204603584e-05, | |
| "loss": 0.6628, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.710804224207961, | |
| "grad_norm": 16.577617645263672, | |
| "learning_rate": 4.2395065443057016e-05, | |
| "loss": 0.8093, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.7209585702680747, | |
| "grad_norm": 14.462265968322754, | |
| "learning_rate": 4.2207010681510456e-05, | |
| "loss": 0.6299, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.7311129163281884, | |
| "grad_norm": 2.203425407409668, | |
| "learning_rate": 4.2018955919963896e-05, | |
| "loss": 0.6891, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.7412672623883022, | |
| "grad_norm": 9.452720642089844, | |
| "learning_rate": 4.1830901158417335e-05, | |
| "loss": 0.7139, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.7514216084484159, | |
| "grad_norm": 5.190005302429199, | |
| "learning_rate": 4.164284639687077e-05, | |
| "loss": 0.6791, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.7615759545085297, | |
| "grad_norm": 31.0141544342041, | |
| "learning_rate": 4.145479163532421e-05, | |
| "loss": 0.8139, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.7717303005686433, | |
| "grad_norm": 2.5944440364837646, | |
| "learning_rate": 4.126673687377765e-05, | |
| "loss": 0.6534, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.7818846466287571, | |
| "grad_norm": 75.8336181640625, | |
| "learning_rate": 4.107868211223108e-05, | |
| "loss": 0.7027, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.7920389926888708, | |
| "grad_norm": 5.533077239990234, | |
| "learning_rate": 4.089062735068453e-05, | |
| "loss": 0.5782, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.8021933387489846, | |
| "grad_norm": 1.3959672451019287, | |
| "learning_rate": 4.070257258913796e-05, | |
| "loss": 0.7102, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.8123476848090982, | |
| "grad_norm": 3.2874767780303955, | |
| "learning_rate": 4.05145178275914e-05, | |
| "loss": 0.3529, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.822502030869212, | |
| "grad_norm": 6.342546463012695, | |
| "learning_rate": 4.032646306604483e-05, | |
| "loss": 0.8077, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.8326563769293257, | |
| "grad_norm": 10.019979476928711, | |
| "learning_rate": 4.013840830449827e-05, | |
| "loss": 0.7253, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.8428107229894395, | |
| "grad_norm": 7.302906513214111, | |
| "learning_rate": 3.9950353542951705e-05, | |
| "loss": 0.707, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.8529650690495532, | |
| "grad_norm": 2.442748546600342, | |
| "learning_rate": 3.976229878140515e-05, | |
| "loss": 0.6455, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.8631194151096669, | |
| "grad_norm": 32.23735809326172, | |
| "learning_rate": 3.9574244019858584e-05, | |
| "loss": 0.5444, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.8732737611697806, | |
| "grad_norm": 32.863529205322266, | |
| "learning_rate": 3.9386189258312024e-05, | |
| "loss": 0.6351, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.8834281072298944, | |
| "grad_norm": 2.3048183917999268, | |
| "learning_rate": 3.919813449676546e-05, | |
| "loss": 0.5735, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.8935824532900081, | |
| "grad_norm": 2.6550726890563965, | |
| "learning_rate": 3.9010079735218896e-05, | |
| "loss": 0.7734, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.9037367993501219, | |
| "grad_norm": 9.991121292114258, | |
| "learning_rate": 3.8822024973672336e-05, | |
| "loss": 0.8157, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.9138911454102355, | |
| "grad_norm": 13.777947425842285, | |
| "learning_rate": 3.8633970212125776e-05, | |
| "loss": 0.5001, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.9240454914703493, | |
| "grad_norm": 21.878284454345703, | |
| "learning_rate": 3.844591545057921e-05, | |
| "loss": 0.7351, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.934199837530463, | |
| "grad_norm": 25.31257438659668, | |
| "learning_rate": 3.825786068903265e-05, | |
| "loss": 0.7697, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.9443541835905768, | |
| "grad_norm": 11.627613067626953, | |
| "learning_rate": 3.806980592748609e-05, | |
| "loss": 0.6896, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.9545085296506904, | |
| "grad_norm": 3.0957629680633545, | |
| "learning_rate": 3.788175116593952e-05, | |
| "loss": 0.7445, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.9646628757108042, | |
| "grad_norm": 0.6913394927978516, | |
| "learning_rate": 3.769369640439296e-05, | |
| "loss": 0.6054, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.974817221770918, | |
| "grad_norm": 18.786376953125, | |
| "learning_rate": 3.75056416428464e-05, | |
| "loss": 0.8017, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.9849715678310317, | |
| "grad_norm": 4.412717342376709, | |
| "learning_rate": 3.731758688129984e-05, | |
| "loss": 0.6515, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.9951259138911455, | |
| "grad_norm": 12.414152145385742, | |
| "learning_rate": 3.712953211975327e-05, | |
| "loss": 0.6862, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8931388955295243, | |
| "eval_f1_macro": 0.8264839311317734, | |
| "eval_f1_micro": 0.8931388955295243, | |
| "eval_f1_weighted": 0.8989228701567059, | |
| "eval_loss": 0.3588244616985321, | |
| "eval_precision_macro": 0.805949898458524, | |
| "eval_precision_micro": 0.8931388955295243, | |
| "eval_precision_weighted": 0.9113590658232466, | |
| "eval_recall_macro": 0.8824212045028931, | |
| "eval_recall_micro": 0.8931388955295243, | |
| "eval_recall_weighted": 0.8931388955295243, | |
| "eval_runtime": 771.6514, | |
| "eval_samples_per_second": 5.421, | |
| "eval_steps_per_second": 0.34, | |
| "step": 2462 | |
| }, | |
| { | |
| "epoch": 1.0052802599512591, | |
| "grad_norm": 24.999309539794922, | |
| "learning_rate": 3.694147735820671e-05, | |
| "loss": 0.54, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 1.0154346060113728, | |
| "grad_norm": 8.744691848754883, | |
| "learning_rate": 3.6753422596660145e-05, | |
| "loss": 0.6095, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.0255889520714867, | |
| "grad_norm": 0.3475080132484436, | |
| "learning_rate": 3.6565367835113585e-05, | |
| "loss": 0.5011, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 1.0357432981316004, | |
| "grad_norm": 6.633773326873779, | |
| "learning_rate": 3.6377313073567024e-05, | |
| "loss": 0.5915, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.045897644191714, | |
| "grad_norm": 29.779521942138672, | |
| "learning_rate": 3.6189258312020464e-05, | |
| "loss": 0.5742, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 1.0560519902518277, | |
| "grad_norm": 7.780822277069092, | |
| "learning_rate": 3.60012035504739e-05, | |
| "loss": 0.6241, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.0662063363119416, | |
| "grad_norm": 4.101163864135742, | |
| "learning_rate": 3.5813148788927336e-05, | |
| "loss": 0.6369, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 1.0763606823720553, | |
| "grad_norm": 1.4056626558303833, | |
| "learning_rate": 3.5625094027380776e-05, | |
| "loss": 0.528, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.086515028432169, | |
| "grad_norm": 3.9203994274139404, | |
| "learning_rate": 3.543703926583421e-05, | |
| "loss": 0.5903, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 1.0966693744922826, | |
| "grad_norm": 65.12606811523438, | |
| "learning_rate": 3.5248984504287655e-05, | |
| "loss": 0.5847, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.1068237205523965, | |
| "grad_norm": 0.19117872416973114, | |
| "learning_rate": 3.506092974274109e-05, | |
| "loss": 0.6722, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 1.1169780666125102, | |
| "grad_norm": 20.18349838256836, | |
| "learning_rate": 3.487287498119453e-05, | |
| "loss": 0.6545, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.1271324126726239, | |
| "grad_norm": 6.374608993530273, | |
| "learning_rate": 3.468482021964796e-05, | |
| "loss": 0.5155, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 1.1372867587327375, | |
| "grad_norm": 1.4384276866912842, | |
| "learning_rate": 3.44967654581014e-05, | |
| "loss": 0.5108, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.1474411047928514, | |
| "grad_norm": 2.850290298461914, | |
| "learning_rate": 3.430871069655484e-05, | |
| "loss": 0.698, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 1.1575954508529651, | |
| "grad_norm": 0.23200608789920807, | |
| "learning_rate": 3.412065593500828e-05, | |
| "loss": 0.5569, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.1677497969130788, | |
| "grad_norm": 21.061634063720703, | |
| "learning_rate": 3.393260117346171e-05, | |
| "loss": 0.6227, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 1.1779041429731925, | |
| "grad_norm": 13.794580459594727, | |
| "learning_rate": 3.374454641191515e-05, | |
| "loss": 0.5611, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.1880584890333061, | |
| "grad_norm": 2.9508566856384277, | |
| "learning_rate": 3.3556491650368585e-05, | |
| "loss": 0.5975, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 1.19821283509342, | |
| "grad_norm": 6.502300262451172, | |
| "learning_rate": 3.3368436888822025e-05, | |
| "loss": 0.5307, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.2083671811535337, | |
| "grad_norm": 0.9668971300125122, | |
| "learning_rate": 3.3180382127275464e-05, | |
| "loss": 0.3585, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 1.2185215272136474, | |
| "grad_norm": 87.11711883544922, | |
| "learning_rate": 3.2992327365728904e-05, | |
| "loss": 0.5552, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.2286758732737613, | |
| "grad_norm": 46.89622116088867, | |
| "learning_rate": 3.280427260418234e-05, | |
| "loss": 0.5145, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 1.238830219333875, | |
| "grad_norm": 8.770398139953613, | |
| "learning_rate": 3.261621784263578e-05, | |
| "loss": 0.6135, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.2489845653939886, | |
| "grad_norm": 50.35541915893555, | |
| "learning_rate": 3.2428163081089216e-05, | |
| "loss": 0.5482, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 1.2591389114541023, | |
| "grad_norm": 4.785242557525635, | |
| "learning_rate": 3.224010831954265e-05, | |
| "loss": 0.5847, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.269293257514216, | |
| "grad_norm": 78.41075134277344, | |
| "learning_rate": 3.2052053557996096e-05, | |
| "loss": 0.7707, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 1.2794476035743299, | |
| "grad_norm": 15.466938018798828, | |
| "learning_rate": 3.186399879644953e-05, | |
| "loss": 0.533, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.2896019496344435, | |
| "grad_norm": 54.91196060180664, | |
| "learning_rate": 3.167594403490297e-05, | |
| "loss": 0.3996, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 1.2997562956945572, | |
| "grad_norm": 6.946578502655029, | |
| "learning_rate": 3.14878892733564e-05, | |
| "loss": 0.5956, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.309910641754671, | |
| "grad_norm": 46.90751647949219, | |
| "learning_rate": 3.129983451180984e-05, | |
| "loss": 0.5211, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 1.3200649878147848, | |
| "grad_norm": 1.6958080530166626, | |
| "learning_rate": 3.1111779750263274e-05, | |
| "loss": 0.7166, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.3302193338748984, | |
| "grad_norm": 15.985214233398438, | |
| "learning_rate": 3.092372498871672e-05, | |
| "loss": 0.6351, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 1.340373679935012, | |
| "grad_norm": 13.915630340576172, | |
| "learning_rate": 3.073567022717015e-05, | |
| "loss": 0.5382, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.3505280259951258, | |
| "grad_norm": 5.265201568603516, | |
| "learning_rate": 3.054761546562359e-05, | |
| "loss": 0.5942, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 1.3606823720552397, | |
| "grad_norm": 15.926793098449707, | |
| "learning_rate": 3.035956070407703e-05, | |
| "loss": 0.5539, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.3708367181153533, | |
| "grad_norm": 0.9688799381256104, | |
| "learning_rate": 3.0171505942530465e-05, | |
| "loss": 0.5066, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 1.380991064175467, | |
| "grad_norm": 3.8147382736206055, | |
| "learning_rate": 2.99834511809839e-05, | |
| "loss": 0.6402, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.391145410235581, | |
| "grad_norm": 54.062618255615234, | |
| "learning_rate": 2.9795396419437344e-05, | |
| "loss": 0.6448, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 1.4012997562956946, | |
| "grad_norm": 2.0628786087036133, | |
| "learning_rate": 2.960734165789078e-05, | |
| "loss": 0.7356, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.4114541023558083, | |
| "grad_norm": 23.24148178100586, | |
| "learning_rate": 2.9419286896344217e-05, | |
| "loss": 0.6129, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 1.421608448415922, | |
| "grad_norm": 61.582332611083984, | |
| "learning_rate": 2.9231232134797653e-05, | |
| "loss": 0.6045, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.4317627944760356, | |
| "grad_norm": 21.00168228149414, | |
| "learning_rate": 2.904317737325109e-05, | |
| "loss": 0.6363, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 1.4419171405361495, | |
| "grad_norm": 3.503591299057007, | |
| "learning_rate": 2.8855122611704526e-05, | |
| "loss": 0.5809, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.4520714865962632, | |
| "grad_norm": 39.078346252441406, | |
| "learning_rate": 2.866706785015797e-05, | |
| "loss": 0.6195, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 1.4622258326563768, | |
| "grad_norm": 5.405745983123779, | |
| "learning_rate": 2.8479013088611405e-05, | |
| "loss": 0.5682, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.4723801787164907, | |
| "grad_norm": 2.4771933555603027, | |
| "learning_rate": 2.829095832706484e-05, | |
| "loss": 0.7841, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 1.4825345247766044, | |
| "grad_norm": 39.39826202392578, | |
| "learning_rate": 2.810290356551828e-05, | |
| "loss": 0.6259, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.492688870836718, | |
| "grad_norm": 15.72121810913086, | |
| "learning_rate": 2.7914848803971717e-05, | |
| "loss": 0.5468, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 1.502843216896832, | |
| "grad_norm": 22.185754776000977, | |
| "learning_rate": 2.7726794042425157e-05, | |
| "loss": 0.4637, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.5129975629569454, | |
| "grad_norm": 3.0825910568237305, | |
| "learning_rate": 2.7538739280878596e-05, | |
| "loss": 0.5223, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 1.5231519090170593, | |
| "grad_norm": 5.231273174285889, | |
| "learning_rate": 2.7350684519332033e-05, | |
| "loss": 0.6151, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.533306255077173, | |
| "grad_norm": 0.22756709158420563, | |
| "learning_rate": 2.716262975778547e-05, | |
| "loss": 0.6018, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 1.5434606011372867, | |
| "grad_norm": 0.42972368001937866, | |
| "learning_rate": 2.6974574996238905e-05, | |
| "loss": 0.5058, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.5536149471974006, | |
| "grad_norm": 21.145174026489258, | |
| "learning_rate": 2.678652023469234e-05, | |
| "loss": 0.7302, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 1.5637692932575142, | |
| "grad_norm": 2.556708812713623, | |
| "learning_rate": 2.6598465473145784e-05, | |
| "loss": 0.4961, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.573923639317628, | |
| "grad_norm": 24.811382293701172, | |
| "learning_rate": 2.641041071159922e-05, | |
| "loss": 0.5132, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 1.5840779853777418, | |
| "grad_norm": 2.887291669845581, | |
| "learning_rate": 2.6222355950052657e-05, | |
| "loss": 0.6373, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.5942323314378553, | |
| "grad_norm": 3.0445516109466553, | |
| "learning_rate": 2.6034301188506093e-05, | |
| "loss": 0.5825, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 1.6043866774979691, | |
| "grad_norm": 6.381601333618164, | |
| "learning_rate": 2.584624642695953e-05, | |
| "loss": 0.6217, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.6145410235580828, | |
| "grad_norm": 2.4623990058898926, | |
| "learning_rate": 2.5658191665412966e-05, | |
| "loss": 0.6727, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 1.6246953696181965, | |
| "grad_norm": 21.089733123779297, | |
| "learning_rate": 2.547013690386641e-05, | |
| "loss": 0.5148, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.6348497156783104, | |
| "grad_norm": 1.0210952758789062, | |
| "learning_rate": 2.5282082142319845e-05, | |
| "loss": 0.5116, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 1.645004061738424, | |
| "grad_norm": 6.323028564453125, | |
| "learning_rate": 2.509402738077328e-05, | |
| "loss": 0.4013, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.6551584077985377, | |
| "grad_norm": 15.812409400939941, | |
| "learning_rate": 2.490597261922672e-05, | |
| "loss": 0.4226, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 1.6653127538586516, | |
| "grad_norm": 4.813828945159912, | |
| "learning_rate": 2.471791785768016e-05, | |
| "loss": 0.5652, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.675467099918765, | |
| "grad_norm": 0.253533273935318, | |
| "learning_rate": 2.4529863096133597e-05, | |
| "loss": 0.5531, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 1.685621445978879, | |
| "grad_norm": 0.4044888913631439, | |
| "learning_rate": 2.4341808334587033e-05, | |
| "loss": 0.494, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.6957757920389926, | |
| "grad_norm": 3.0946457386016846, | |
| "learning_rate": 2.4153753573040473e-05, | |
| "loss": 0.6151, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 1.7059301380991063, | |
| "grad_norm": 1.8007519245147705, | |
| "learning_rate": 2.396569881149391e-05, | |
| "loss": 0.7379, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.7160844841592202, | |
| "grad_norm": 7.954397201538086, | |
| "learning_rate": 2.3777644049947345e-05, | |
| "loss": 0.5232, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 1.7262388302193339, | |
| "grad_norm": 1.1328774690628052, | |
| "learning_rate": 2.3589589288400785e-05, | |
| "loss": 0.5858, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.7363931762794476, | |
| "grad_norm": 22.545045852661133, | |
| "learning_rate": 2.340153452685422e-05, | |
| "loss": 0.5951, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 1.7465475223395615, | |
| "grad_norm": 8.525069236755371, | |
| "learning_rate": 2.3213479765307658e-05, | |
| "loss": 0.4659, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.756701868399675, | |
| "grad_norm": 2.1010477542877197, | |
| "learning_rate": 2.3025425003761097e-05, | |
| "loss": 0.4882, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 1.7668562144597888, | |
| "grad_norm": 10.944445610046387, | |
| "learning_rate": 2.2837370242214533e-05, | |
| "loss": 0.5209, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.7770105605199025, | |
| "grad_norm": 34.85451889038086, | |
| "learning_rate": 2.264931548066797e-05, | |
| "loss": 0.6565, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 1.7871649065800161, | |
| "grad_norm": 11.516502380371094, | |
| "learning_rate": 2.246126071912141e-05, | |
| "loss": 0.6836, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.79731925264013, | |
| "grad_norm": 1.427713394165039, | |
| "learning_rate": 2.2273205957574846e-05, | |
| "loss": 0.5473, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 1.8074735987002437, | |
| "grad_norm": 22.646167755126953, | |
| "learning_rate": 2.2085151196028285e-05, | |
| "loss": 0.6735, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.8176279447603574, | |
| "grad_norm": 2.9643514156341553, | |
| "learning_rate": 2.189709643448172e-05, | |
| "loss": 0.4089, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 1.8277822908204713, | |
| "grad_norm": 5.935336589813232, | |
| "learning_rate": 2.170904167293516e-05, | |
| "loss": 0.6947, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.8379366368805847, | |
| "grad_norm": 5.152228832244873, | |
| "learning_rate": 2.1520986911388597e-05, | |
| "loss": 0.4509, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 1.8480909829406986, | |
| "grad_norm": 13.407612800598145, | |
| "learning_rate": 2.1332932149842037e-05, | |
| "loss": 0.5937, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.8582453290008123, | |
| "grad_norm": 3.732926368713379, | |
| "learning_rate": 2.1144877388295473e-05, | |
| "loss": 0.5812, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 1.868399675060926, | |
| "grad_norm": 10.97332763671875, | |
| "learning_rate": 2.095682262674891e-05, | |
| "loss": 0.4815, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.8785540211210399, | |
| "grad_norm": 0.9578274488449097, | |
| "learning_rate": 2.076876786520235e-05, | |
| "loss": 0.4805, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 1.8887083671811535, | |
| "grad_norm": 4.262126445770264, | |
| "learning_rate": 2.0580713103655786e-05, | |
| "loss": 0.6214, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.8988627132412672, | |
| "grad_norm": 2.12185001373291, | |
| "learning_rate": 2.0392658342109222e-05, | |
| "loss": 0.4471, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 1.909017059301381, | |
| "grad_norm": 2.6735076904296875, | |
| "learning_rate": 2.020460358056266e-05, | |
| "loss": 0.427, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.9191714053614946, | |
| "grad_norm": 18.710649490356445, | |
| "learning_rate": 2.0016548819016098e-05, | |
| "loss": 0.6322, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 1.9293257514216084, | |
| "grad_norm": 8.641931533813477, | |
| "learning_rate": 1.9828494057469534e-05, | |
| "loss": 0.5399, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 1.9394800974817223, | |
| "grad_norm": 3.205247640609741, | |
| "learning_rate": 1.9640439295922974e-05, | |
| "loss": 0.5887, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 1.9496344435418358, | |
| "grad_norm": 1.3619911670684814, | |
| "learning_rate": 1.945238453437641e-05, | |
| "loss": 0.5996, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.9597887896019497, | |
| "grad_norm": 6.821827411651611, | |
| "learning_rate": 1.9264329772829846e-05, | |
| "loss": 0.4801, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 1.9699431356620634, | |
| "grad_norm": 2.5747969150543213, | |
| "learning_rate": 1.9076275011283286e-05, | |
| "loss": 0.5523, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 1.980097481722177, | |
| "grad_norm": 13.470471382141113, | |
| "learning_rate": 1.8888220249736725e-05, | |
| "loss": 0.5534, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 1.990251827782291, | |
| "grad_norm": 12.533121109008789, | |
| "learning_rate": 1.8700165488190162e-05, | |
| "loss": 0.6055, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9266076978245279, | |
| "eval_f1_macro": 0.9119749098386866, | |
| "eval_f1_micro": 0.9266076978245279, | |
| "eval_f1_weighted": 0.926625315413396, | |
| "eval_loss": 0.2657528519630432, | |
| "eval_precision_macro": 0.928091787369496, | |
| "eval_precision_micro": 0.9266076978245279, | |
| "eval_precision_weighted": 0.9272787083264409, | |
| "eval_recall_macro": 0.8972230372979126, | |
| "eval_recall_micro": 0.9266076978245279, | |
| "eval_recall_weighted": 0.9266076978245279, | |
| "eval_runtime": 805.7166, | |
| "eval_samples_per_second": 5.192, | |
| "eval_steps_per_second": 0.325, | |
| "step": 4924 | |
| }, | |
| { | |
| "epoch": 2.0004061738424044, | |
| "grad_norm": 0.43904566764831543, | |
| "learning_rate": 1.85121107266436e-05, | |
| "loss": 0.5567, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 2.0105605199025183, | |
| "grad_norm": 25.5123291015625, | |
| "learning_rate": 1.8324055965097038e-05, | |
| "loss": 0.4346, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.020714865962632, | |
| "grad_norm": 15.89987850189209, | |
| "learning_rate": 1.8136001203550474e-05, | |
| "loss": 0.5333, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 2.0308692120227456, | |
| "grad_norm": 2.8034896850585938, | |
| "learning_rate": 1.7947946442003914e-05, | |
| "loss": 0.4765, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.0410235580828595, | |
| "grad_norm": 2.8935348987579346, | |
| "learning_rate": 1.775989168045735e-05, | |
| "loss": 0.4422, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 2.0511779041429734, | |
| "grad_norm": 8.14145565032959, | |
| "learning_rate": 1.757183691891079e-05, | |
| "loss": 0.5282, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.061332250203087, | |
| "grad_norm": 6.452521800994873, | |
| "learning_rate": 1.7383782157364226e-05, | |
| "loss": 0.4882, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 2.0714865962632008, | |
| "grad_norm": 3.1078271865844727, | |
| "learning_rate": 1.7195727395817662e-05, | |
| "loss": 0.4243, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.081640942323314, | |
| "grad_norm": 4.052325248718262, | |
| "learning_rate": 1.70076726342711e-05, | |
| "loss": 0.3915, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 2.091795288383428, | |
| "grad_norm": 0.33482909202575684, | |
| "learning_rate": 1.6819617872724538e-05, | |
| "loss": 0.4279, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.101949634443542, | |
| "grad_norm": 0.27442964911460876, | |
| "learning_rate": 1.6631563111177974e-05, | |
| "loss": 0.4043, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 2.1121039805036554, | |
| "grad_norm": 0.5872493982315063, | |
| "learning_rate": 1.6443508349631414e-05, | |
| "loss": 0.5726, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.1222583265637693, | |
| "grad_norm": 2.22892689704895, | |
| "learning_rate": 1.625545358808485e-05, | |
| "loss": 0.52, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 2.1324126726238832, | |
| "grad_norm": 2.56426739692688, | |
| "learning_rate": 1.6067398826538286e-05, | |
| "loss": 0.4345, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.1425670186839967, | |
| "grad_norm": 13.771442413330078, | |
| "learning_rate": 1.5879344064991726e-05, | |
| "loss": 0.4729, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 2.1527213647441106, | |
| "grad_norm": 0.1530083268880844, | |
| "learning_rate": 1.5691289303445166e-05, | |
| "loss": 0.446, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.162875710804224, | |
| "grad_norm": 2.819397211074829, | |
| "learning_rate": 1.5503234541898602e-05, | |
| "loss": 0.7085, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 2.173030056864338, | |
| "grad_norm": 12.847749710083008, | |
| "learning_rate": 1.531517978035204e-05, | |
| "loss": 0.6421, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.183184402924452, | |
| "grad_norm": 9.512947082519531, | |
| "learning_rate": 1.5127125018805476e-05, | |
| "loss": 0.535, | |
| "step": 5375 | |
| }, | |
| { | |
| "epoch": 2.1933387489845653, | |
| "grad_norm": 27.62982749938965, | |
| "learning_rate": 1.4939070257258914e-05, | |
| "loss": 0.5626, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.203493095044679, | |
| "grad_norm": 10.81323528289795, | |
| "learning_rate": 1.4751015495712354e-05, | |
| "loss": 0.4339, | |
| "step": 5425 | |
| }, | |
| { | |
| "epoch": 2.213647441104793, | |
| "grad_norm": 3.875645637512207, | |
| "learning_rate": 1.456296073416579e-05, | |
| "loss": 0.4962, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.2238017871649065, | |
| "grad_norm": 0.1911429613828659, | |
| "learning_rate": 1.4374905972619226e-05, | |
| "loss": 0.5207, | |
| "step": 5475 | |
| }, | |
| { | |
| "epoch": 2.2339561332250204, | |
| "grad_norm": 96.48568725585938, | |
| "learning_rate": 1.4186851211072666e-05, | |
| "loss": 0.5451, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.244110479285134, | |
| "grad_norm": 2.502739191055298, | |
| "learning_rate": 1.3998796449526102e-05, | |
| "loss": 0.4988, | |
| "step": 5525 | |
| }, | |
| { | |
| "epoch": 2.2542648253452477, | |
| "grad_norm": 5.941136360168457, | |
| "learning_rate": 1.3810741687979538e-05, | |
| "loss": 0.4889, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.2644191714053616, | |
| "grad_norm": 20.13005828857422, | |
| "learning_rate": 1.3622686926432978e-05, | |
| "loss": 0.5544, | |
| "step": 5575 | |
| }, | |
| { | |
| "epoch": 2.274573517465475, | |
| "grad_norm": 5.842233657836914, | |
| "learning_rate": 1.3434632164886416e-05, | |
| "loss": 0.5751, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.284727863525589, | |
| "grad_norm": 11.564367294311523, | |
| "learning_rate": 1.3246577403339852e-05, | |
| "loss": 0.5099, | |
| "step": 5625 | |
| }, | |
| { | |
| "epoch": 2.294882209585703, | |
| "grad_norm": 0.15794846415519714, | |
| "learning_rate": 1.3058522641793292e-05, | |
| "loss": 0.4425, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.3050365556458163, | |
| "grad_norm": 4.0853142738342285, | |
| "learning_rate": 1.2870467880246728e-05, | |
| "loss": 0.3685, | |
| "step": 5675 | |
| }, | |
| { | |
| "epoch": 2.3151909017059302, | |
| "grad_norm": 9.024371147155762, | |
| "learning_rate": 1.2682413118700164e-05, | |
| "loss": 0.4964, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.3253452477660437, | |
| "grad_norm": 15.076045989990234, | |
| "learning_rate": 1.2494358357153604e-05, | |
| "loss": 0.5681, | |
| "step": 5725 | |
| }, | |
| { | |
| "epoch": 2.3354995938261576, | |
| "grad_norm": 0.19159801304340363, | |
| "learning_rate": 1.230630359560704e-05, | |
| "loss": 0.3851, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.3456539398862715, | |
| "grad_norm": 54.02906036376953, | |
| "learning_rate": 1.2118248834060478e-05, | |
| "loss": 0.5483, | |
| "step": 5775 | |
| }, | |
| { | |
| "epoch": 2.355808285946385, | |
| "grad_norm": 7.049926280975342, | |
| "learning_rate": 1.1930194072513918e-05, | |
| "loss": 0.5981, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.365962632006499, | |
| "grad_norm": 16.41009521484375, | |
| "learning_rate": 1.1742139310967354e-05, | |
| "loss": 0.4977, | |
| "step": 5825 | |
| }, | |
| { | |
| "epoch": 2.3761169780666123, | |
| "grad_norm": 0.19413629174232483, | |
| "learning_rate": 1.1554084549420792e-05, | |
| "loss": 0.5617, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.386271324126726, | |
| "grad_norm": 1.1825770139694214, | |
| "learning_rate": 1.136602978787423e-05, | |
| "loss": 0.4328, | |
| "step": 5875 | |
| }, | |
| { | |
| "epoch": 2.39642567018684, | |
| "grad_norm": 8.703160285949707, | |
| "learning_rate": 1.1177975026327666e-05, | |
| "loss": 0.4351, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.406580016246954, | |
| "grad_norm": 3.950902223587036, | |
| "learning_rate": 1.0989920264781104e-05, | |
| "loss": 0.4248, | |
| "step": 5925 | |
| }, | |
| { | |
| "epoch": 2.4167343623070674, | |
| "grad_norm": 2.6033504009246826, | |
| "learning_rate": 1.0801865503234542e-05, | |
| "loss": 0.4334, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.4268887083671813, | |
| "grad_norm": 0.4781394600868225, | |
| "learning_rate": 1.061381074168798e-05, | |
| "loss": 0.4309, | |
| "step": 5975 | |
| }, | |
| { | |
| "epoch": 2.4370430544272947, | |
| "grad_norm": 1.0080628395080566, | |
| "learning_rate": 1.0425755980141418e-05, | |
| "loss": 0.4494, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.4471974004874086, | |
| "grad_norm": 11.38261890411377, | |
| "learning_rate": 1.0237701218594856e-05, | |
| "loss": 0.5053, | |
| "step": 6025 | |
| }, | |
| { | |
| "epoch": 2.4573517465475225, | |
| "grad_norm": 1.4227663278579712, | |
| "learning_rate": 1.0049646457048292e-05, | |
| "loss": 0.4257, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.467506092607636, | |
| "grad_norm": 0.9921310544013977, | |
| "learning_rate": 9.86159169550173e-06, | |
| "loss": 0.5595, | |
| "step": 6075 | |
| }, | |
| { | |
| "epoch": 2.47766043866775, | |
| "grad_norm": 14.428972244262695, | |
| "learning_rate": 9.673536933955168e-06, | |
| "loss": 0.3958, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.4878147847278633, | |
| "grad_norm": 1.1158331632614136, | |
| "learning_rate": 9.485482172408605e-06, | |
| "loss": 0.4468, | |
| "step": 6125 | |
| }, | |
| { | |
| "epoch": 2.497969130787977, | |
| "grad_norm": 0.15840868651866913, | |
| "learning_rate": 9.297427410862043e-06, | |
| "loss": 0.4436, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.508123476848091, | |
| "grad_norm": 3.016507387161255, | |
| "learning_rate": 9.10937264931548e-06, | |
| "loss": 0.5268, | |
| "step": 6175 | |
| }, | |
| { | |
| "epoch": 2.5182778229082046, | |
| "grad_norm": 0.9153080582618713, | |
| "learning_rate": 8.921317887768919e-06, | |
| "loss": 0.5499, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.5284321689683185, | |
| "grad_norm": 2.3704733848571777, | |
| "learning_rate": 8.733263126222356e-06, | |
| "loss": 0.4143, | |
| "step": 6225 | |
| }, | |
| { | |
| "epoch": 2.538586515028432, | |
| "grad_norm": 2.596069574356079, | |
| "learning_rate": 8.545208364675794e-06, | |
| "loss": 0.388, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.548740861088546, | |
| "grad_norm": 14.82557487487793, | |
| "learning_rate": 8.357153603129232e-06, | |
| "loss": 0.4274, | |
| "step": 6275 | |
| }, | |
| { | |
| "epoch": 2.5588952071486597, | |
| "grad_norm": 1.2737632989883423, | |
| "learning_rate": 8.169098841582669e-06, | |
| "loss": 0.3534, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.5690495532087736, | |
| "grad_norm": 18.806808471679688, | |
| "learning_rate": 7.981044080036107e-06, | |
| "loss": 0.6733, | |
| "step": 6325 | |
| }, | |
| { | |
| "epoch": 2.579203899268887, | |
| "grad_norm": 21.513843536376953, | |
| "learning_rate": 7.792989318489545e-06, | |
| "loss": 0.4451, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.589358245329001, | |
| "grad_norm": 4.2879815101623535, | |
| "learning_rate": 7.604934556942982e-06, | |
| "loss": 0.545, | |
| "step": 6375 | |
| }, | |
| { | |
| "epoch": 2.5995125913891144, | |
| "grad_norm": 2.1117591857910156, | |
| "learning_rate": 7.41687979539642e-06, | |
| "loss": 0.4982, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.6096669374492283, | |
| "grad_norm": 25.265079498291016, | |
| "learning_rate": 7.228825033849858e-06, | |
| "loss": 0.4269, | |
| "step": 6425 | |
| }, | |
| { | |
| "epoch": 2.619821283509342, | |
| "grad_norm": 0.9816861152648926, | |
| "learning_rate": 7.040770272303295e-06, | |
| "loss": 0.4884, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.6299756295694556, | |
| "grad_norm": 2.7001571655273438, | |
| "learning_rate": 6.852715510756733e-06, | |
| "loss": 0.6128, | |
| "step": 6475 | |
| }, | |
| { | |
| "epoch": 2.6401299756295695, | |
| "grad_norm": 17.872499465942383, | |
| "learning_rate": 6.664660749210171e-06, | |
| "loss": 0.4402, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.650284321689683, | |
| "grad_norm": 3.858314275741577, | |
| "learning_rate": 6.476605987663608e-06, | |
| "loss": 0.5872, | |
| "step": 6525 | |
| }, | |
| { | |
| "epoch": 2.660438667749797, | |
| "grad_norm": 16.253244400024414, | |
| "learning_rate": 6.288551226117046e-06, | |
| "loss": 0.5678, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.6705930138099108, | |
| "grad_norm": 0.6387231349945068, | |
| "learning_rate": 6.100496464570484e-06, | |
| "loss": 0.383, | |
| "step": 6575 | |
| }, | |
| { | |
| "epoch": 2.680747359870024, | |
| "grad_norm": 27.796384811401367, | |
| "learning_rate": 5.912441703023921e-06, | |
| "loss": 0.4691, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.690901705930138, | |
| "grad_norm": 1.4365334510803223, | |
| "learning_rate": 5.724386941477358e-06, | |
| "loss": 0.4579, | |
| "step": 6625 | |
| }, | |
| { | |
| "epoch": 2.7010560519902516, | |
| "grad_norm": 6.362787246704102, | |
| "learning_rate": 5.536332179930797e-06, | |
| "loss": 0.5751, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.7112103980503655, | |
| "grad_norm": 5.281644344329834, | |
| "learning_rate": 5.348277418384234e-06, | |
| "loss": 0.5035, | |
| "step": 6675 | |
| }, | |
| { | |
| "epoch": 2.7213647441104794, | |
| "grad_norm": 2.8617539405822754, | |
| "learning_rate": 5.160222656837671e-06, | |
| "loss": 0.373, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.7315190901705932, | |
| "grad_norm": 6.853511810302734, | |
| "learning_rate": 4.972167895291109e-06, | |
| "loss": 0.4706, | |
| "step": 6725 | |
| }, | |
| { | |
| "epoch": 2.7416734362307067, | |
| "grad_norm": 2.8362090587615967, | |
| "learning_rate": 4.784113133744547e-06, | |
| "loss": 0.6053, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.7518277822908206, | |
| "grad_norm": 6.8812031745910645, | |
| "learning_rate": 4.596058372197985e-06, | |
| "loss": 0.433, | |
| "step": 6775 | |
| }, | |
| { | |
| "epoch": 2.761982128350934, | |
| "grad_norm": 0.7493718862533569, | |
| "learning_rate": 4.408003610651422e-06, | |
| "loss": 0.6035, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.772136474411048, | |
| "grad_norm": 12.810718536376953, | |
| "learning_rate": 4.219948849104859e-06, | |
| "loss": 0.4921, | |
| "step": 6825 | |
| }, | |
| { | |
| "epoch": 2.782290820471162, | |
| "grad_norm": 4.376484394073486, | |
| "learning_rate": 4.031894087558298e-06, | |
| "loss": 0.453, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.7924451665312753, | |
| "grad_norm": 5.702888011932373, | |
| "learning_rate": 3.843839326011735e-06, | |
| "loss": 0.487, | |
| "step": 6875 | |
| }, | |
| { | |
| "epoch": 2.802599512591389, | |
| "grad_norm": 1.284523844718933, | |
| "learning_rate": 3.655784564465172e-06, | |
| "loss": 0.4004, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.8127538586515026, | |
| "grad_norm": 43.9447135925293, | |
| "learning_rate": 3.4677298029186104e-06, | |
| "loss": 0.5632, | |
| "step": 6925 | |
| }, | |
| { | |
| "epoch": 2.8229082047116165, | |
| "grad_norm": 1.2876818180084229, | |
| "learning_rate": 3.2796750413720475e-06, | |
| "loss": 0.3177, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.8330625507717304, | |
| "grad_norm": 0.49143844842910767, | |
| "learning_rate": 3.0916202798254854e-06, | |
| "loss": 0.4961, | |
| "step": 6975 | |
| }, | |
| { | |
| "epoch": 2.843216896831844, | |
| "grad_norm": 9.238175392150879, | |
| "learning_rate": 2.903565518278923e-06, | |
| "loss": 0.4309, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.8533712428919578, | |
| "grad_norm": 1.5201661586761475, | |
| "learning_rate": 2.715510756732361e-06, | |
| "loss": 0.4751, | |
| "step": 7025 | |
| }, | |
| { | |
| "epoch": 2.863525588952071, | |
| "grad_norm": 0.13578936457633972, | |
| "learning_rate": 2.527455995185798e-06, | |
| "loss": 0.34, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.873679935012185, | |
| "grad_norm": 12.835733413696289, | |
| "learning_rate": 2.339401233639236e-06, | |
| "loss": 0.2968, | |
| "step": 7075 | |
| }, | |
| { | |
| "epoch": 2.883834281072299, | |
| "grad_norm": 0.2961287796497345, | |
| "learning_rate": 2.1513464720926735e-06, | |
| "loss": 0.4396, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.893988627132413, | |
| "grad_norm": 12.266148567199707, | |
| "learning_rate": 1.9632917105461115e-06, | |
| "loss": 0.5608, | |
| "step": 7125 | |
| }, | |
| { | |
| "epoch": 2.9041429731925263, | |
| "grad_norm": 13.638496398925781, | |
| "learning_rate": 1.7752369489995486e-06, | |
| "loss": 0.4852, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 2.9142973192526402, | |
| "grad_norm": 8.737442016601562, | |
| "learning_rate": 1.5871821874529863e-06, | |
| "loss": 0.5331, | |
| "step": 7175 | |
| }, | |
| { | |
| "epoch": 2.9244516653127537, | |
| "grad_norm": 1.0912017822265625, | |
| "learning_rate": 1.399127425906424e-06, | |
| "loss": 0.4314, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.9346060113728676, | |
| "grad_norm": 4.351292610168457, | |
| "learning_rate": 1.2110726643598616e-06, | |
| "loss": 0.5376, | |
| "step": 7225 | |
| }, | |
| { | |
| "epoch": 2.9447603574329815, | |
| "grad_norm": 6.2538065910339355, | |
| "learning_rate": 1.0230179028132994e-06, | |
| "loss": 0.4093, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 2.954914703493095, | |
| "grad_norm": 5.2288126945495605, | |
| "learning_rate": 8.349631412667369e-07, | |
| "loss": 0.7437, | |
| "step": 7275 | |
| }, | |
| { | |
| "epoch": 2.965069049553209, | |
| "grad_norm": 1.296960711479187, | |
| "learning_rate": 6.469083797201745e-07, | |
| "loss": 0.396, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.9752233956133223, | |
| "grad_norm": 5.880867958068848, | |
| "learning_rate": 4.5885361817361217e-07, | |
| "loss": 0.4873, | |
| "step": 7325 | |
| }, | |
| { | |
| "epoch": 2.985377741673436, | |
| "grad_norm": 2.8329901695251465, | |
| "learning_rate": 2.707988566270498e-07, | |
| "loss": 0.5592, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 2.99553208773355, | |
| "grad_norm": 5.462076663970947, | |
| "learning_rate": 8.274409508048744e-08, | |
| "loss": 0.627, | |
| "step": 7375 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9390389672483863, | |
| "eval_f1_macro": 0.9244631728799089, | |
| "eval_f1_micro": 0.9390389672483863, | |
| "eval_f1_weighted": 0.9389134636561386, | |
| "eval_loss": 0.24498265981674194, | |
| "eval_precision_macro": 0.9458913396195016, | |
| "eval_precision_micro": 0.9390389672483863, | |
| "eval_precision_weighted": 0.9393976940878069, | |
| "eval_recall_macro": 0.9051122705051101, | |
| "eval_recall_micro": 0.9390389672483863, | |
| "eval_recall_weighted": 0.9390389672483863, | |
| "eval_runtime": 773.6973, | |
| "eval_samples_per_second": 5.407, | |
| "eval_steps_per_second": 0.339, | |
| "step": 7386 | |
| } | |
| ], | |
| "logging_steps": 25, | |
| "max_steps": 7386, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.01 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3885829395485184.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |