{ "best_metric": null, "best_model_checkpoint": null, "epoch": 15.0, "global_step": 995085, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 1.998995060723456e-05, "loss": 0.1526, "step": 500 }, { "epoch": 0.02, "learning_rate": 1.9979901214469116e-05, "loss": 0.1097, "step": 1000 }, { "epoch": 0.02, "learning_rate": 1.9969851821703673e-05, "loss": 0.1039, "step": 1500 }, { "epoch": 0.03, "learning_rate": 1.9959802428938234e-05, "loss": 0.1027, "step": 2000 }, { "epoch": 0.04, "learning_rate": 1.994975303617279e-05, "loss": 0.0944, "step": 2500 }, { "epoch": 0.05, "learning_rate": 1.9939703643407348e-05, "loss": 0.0962, "step": 3000 }, { "epoch": 0.05, "learning_rate": 1.9929654250641905e-05, "loss": 0.0933, "step": 3500 }, { "epoch": 0.06, "learning_rate": 1.9919604857876466e-05, "loss": 0.091, "step": 4000 }, { "epoch": 0.07, "learning_rate": 1.9909555465111023e-05, "loss": 0.0958, "step": 4500 }, { "epoch": 0.08, "learning_rate": 1.989950607234558e-05, "loss": 0.0913, "step": 5000 }, { "epoch": 0.08, "learning_rate": 1.9889456679580137e-05, "loss": 0.0915, "step": 5500 }, { "epoch": 0.09, "learning_rate": 1.9879407286814694e-05, "loss": 0.0929, "step": 6000 }, { "epoch": 0.1, "learning_rate": 1.986935789404925e-05, "loss": 0.0878, "step": 6500 }, { "epoch": 0.11, "learning_rate": 1.9859308501283812e-05, "loss": 0.0883, "step": 7000 }, { "epoch": 0.11, "learning_rate": 1.984925910851837e-05, "loss": 0.0878, "step": 7500 }, { "epoch": 0.12, "learning_rate": 1.9839209715752926e-05, "loss": 0.0857, "step": 8000 }, { "epoch": 0.13, "learning_rate": 1.9829160322987483e-05, "loss": 0.0867, "step": 8500 }, { "epoch": 0.14, "learning_rate": 1.9819110930222044e-05, "loss": 0.0836, "step": 9000 }, { "epoch": 0.14, "learning_rate": 1.98090615374566e-05, "loss": 0.0837, "step": 9500 }, { "epoch": 0.15, "learning_rate": 1.9799012144691158e-05, "loss": 0.0858, "step": 10000 }, { "epoch": 0.16, "learning_rate": 1.9788962751925715e-05, "loss": 0.0837, "step": 10500 }, { "epoch": 0.17, "learning_rate": 1.9778913359160276e-05, "loss": 0.0857, "step": 11000 }, { "epoch": 0.17, "learning_rate": 1.976886396639483e-05, "loss": 0.0859, "step": 11500 }, { "epoch": 0.18, "learning_rate": 1.975881457362939e-05, "loss": 0.083, "step": 12000 }, { "epoch": 0.19, "learning_rate": 1.9748765180863947e-05, "loss": 0.0838, "step": 12500 }, { "epoch": 0.2, "learning_rate": 1.9738715788098505e-05, "loss": 0.0822, "step": 13000 }, { "epoch": 0.2, "learning_rate": 1.972866639533306e-05, "loss": 0.0818, "step": 13500 }, { "epoch": 0.21, "learning_rate": 1.9718617002567622e-05, "loss": 0.0808, "step": 14000 }, { "epoch": 0.22, "learning_rate": 1.970856760980218e-05, "loss": 0.08, "step": 14500 }, { "epoch": 0.23, "learning_rate": 1.9698518217036737e-05, "loss": 0.0796, "step": 15000 }, { "epoch": 0.23, "learning_rate": 1.9688468824271294e-05, "loss": 0.0778, "step": 15500 }, { "epoch": 0.24, "learning_rate": 1.9678419431505854e-05, "loss": 0.079, "step": 16000 }, { "epoch": 0.25, "learning_rate": 1.966837003874041e-05, "loss": 0.0796, "step": 16500 }, { "epoch": 0.26, "learning_rate": 1.965832064597497e-05, "loss": 0.077, "step": 17000 }, { "epoch": 0.26, "learning_rate": 1.9648271253209526e-05, "loss": 0.0785, "step": 17500 }, { "epoch": 0.27, "learning_rate": 1.9638221860444083e-05, "loss": 0.0814, "step": 18000 }, { "epoch": 0.28, "learning_rate": 1.962817246767864e-05, "loss": 0.0777, "step": 18500 }, { "epoch": 0.29, "learning_rate": 1.96181230749132e-05, "loss": 0.076, "step": 19000 }, { "epoch": 0.29, "learning_rate": 1.9608073682147758e-05, "loss": 0.077, "step": 19500 }, { "epoch": 0.3, "learning_rate": 1.9598024289382315e-05, "loss": 0.0769, "step": 20000 }, { "epoch": 0.31, "learning_rate": 1.9587974896616872e-05, "loss": 0.0777, "step": 20500 }, { "epoch": 0.32, "learning_rate": 1.9577925503851433e-05, "loss": 0.0771, "step": 21000 }, { "epoch": 0.32, "learning_rate": 1.956787611108599e-05, "loss": 0.0769, "step": 21500 }, { "epoch": 0.33, "learning_rate": 1.9557826718320547e-05, "loss": 0.0742, "step": 22000 }, { "epoch": 0.34, "learning_rate": 1.9547777325555104e-05, "loss": 0.0753, "step": 22500 }, { "epoch": 0.35, "learning_rate": 1.9537727932789665e-05, "loss": 0.0763, "step": 23000 }, { "epoch": 0.35, "learning_rate": 1.9527678540024218e-05, "loss": 0.076, "step": 23500 }, { "epoch": 0.36, "learning_rate": 1.951762914725878e-05, "loss": 0.0754, "step": 24000 }, { "epoch": 0.37, "learning_rate": 1.9507579754493336e-05, "loss": 0.074, "step": 24500 }, { "epoch": 0.38, "learning_rate": 1.9497530361727893e-05, "loss": 0.0732, "step": 25000 }, { "epoch": 0.38, "learning_rate": 1.948748096896245e-05, "loss": 0.0728, "step": 25500 }, { "epoch": 0.39, "learning_rate": 1.947743157619701e-05, "loss": 0.0745, "step": 26000 }, { "epoch": 0.4, "learning_rate": 1.9467382183431568e-05, "loss": 0.0732, "step": 26500 }, { "epoch": 0.41, "learning_rate": 1.9457332790666125e-05, "loss": 0.0743, "step": 27000 }, { "epoch": 0.41, "learning_rate": 1.9447283397900682e-05, "loss": 0.0753, "step": 27500 }, { "epoch": 0.42, "learning_rate": 1.9437234005135243e-05, "loss": 0.0727, "step": 28000 }, { "epoch": 0.43, "learning_rate": 1.9427184612369797e-05, "loss": 0.0745, "step": 28500 }, { "epoch": 0.44, "learning_rate": 1.9417135219604357e-05, "loss": 0.0712, "step": 29000 }, { "epoch": 0.44, "learning_rate": 1.9407085826838914e-05, "loss": 0.0739, "step": 29500 }, { "epoch": 0.45, "learning_rate": 1.939703643407347e-05, "loss": 0.0724, "step": 30000 }, { "epoch": 0.46, "learning_rate": 1.938698704130803e-05, "loss": 0.0704, "step": 30500 }, { "epoch": 0.47, "learning_rate": 1.937693764854259e-05, "loss": 0.072, "step": 31000 }, { "epoch": 0.47, "learning_rate": 1.9366888255777146e-05, "loss": 0.0727, "step": 31500 }, { "epoch": 0.48, "learning_rate": 1.9356838863011703e-05, "loss": 0.0729, "step": 32000 }, { "epoch": 0.49, "learning_rate": 1.934678947024626e-05, "loss": 0.0717, "step": 32500 }, { "epoch": 0.5, "learning_rate": 1.933674007748082e-05, "loss": 0.0704, "step": 33000 }, { "epoch": 0.5, "learning_rate": 1.9326690684715378e-05, "loss": 0.0708, "step": 33500 }, { "epoch": 0.51, "learning_rate": 1.9316641291949935e-05, "loss": 0.0719, "step": 34000 }, { "epoch": 0.52, "learning_rate": 1.9306591899184493e-05, "loss": 0.0714, "step": 34500 }, { "epoch": 0.53, "learning_rate": 1.9296542506419053e-05, "loss": 0.0716, "step": 35000 }, { "epoch": 0.54, "learning_rate": 1.9286493113653607e-05, "loss": 0.0698, "step": 35500 }, { "epoch": 0.54, "learning_rate": 1.9276443720888167e-05, "loss": 0.0714, "step": 36000 }, { "epoch": 0.55, "learning_rate": 1.9266394328122725e-05, "loss": 0.0696, "step": 36500 }, { "epoch": 0.56, "learning_rate": 1.9256344935357282e-05, "loss": 0.0693, "step": 37000 }, { "epoch": 0.57, "learning_rate": 1.924629554259184e-05, "loss": 0.0676, "step": 37500 }, { "epoch": 0.57, "learning_rate": 1.92362461498264e-05, "loss": 0.0674, "step": 38000 }, { "epoch": 0.58, "learning_rate": 1.9226196757060957e-05, "loss": 0.0702, "step": 38500 }, { "epoch": 0.59, "learning_rate": 1.9216147364295514e-05, "loss": 0.0696, "step": 39000 }, { "epoch": 0.6, "learning_rate": 1.920609797153007e-05, "loss": 0.0691, "step": 39500 }, { "epoch": 0.6, "learning_rate": 1.919604857876463e-05, "loss": 0.0696, "step": 40000 }, { "epoch": 0.61, "learning_rate": 1.9185999185999185e-05, "loss": 0.0684, "step": 40500 }, { "epoch": 0.62, "learning_rate": 1.9175949793233746e-05, "loss": 0.0691, "step": 41000 }, { "epoch": 0.63, "learning_rate": 1.9165900400468303e-05, "loss": 0.0669, "step": 41500 }, { "epoch": 0.63, "learning_rate": 1.915585100770286e-05, "loss": 0.0693, "step": 42000 }, { "epoch": 0.64, "learning_rate": 1.9145801614937417e-05, "loss": 0.0677, "step": 42500 }, { "epoch": 0.65, "learning_rate": 1.9135752222171978e-05, "loss": 0.0677, "step": 43000 }, { "epoch": 0.66, "learning_rate": 1.9125702829406535e-05, "loss": 0.0693, "step": 43500 }, { "epoch": 0.66, "learning_rate": 1.9115653436641092e-05, "loss": 0.0684, "step": 44000 }, { "epoch": 0.67, "learning_rate": 1.910560404387565e-05, "loss": 0.0707, "step": 44500 }, { "epoch": 0.68, "learning_rate": 1.909555465111021e-05, "loss": 0.0671, "step": 45000 }, { "epoch": 0.69, "learning_rate": 1.9085505258344767e-05, "loss": 0.0701, "step": 45500 }, { "epoch": 0.69, "learning_rate": 1.9075455865579324e-05, "loss": 0.0673, "step": 46000 }, { "epoch": 0.7, "learning_rate": 1.906540647281388e-05, "loss": 0.0672, "step": 46500 }, { "epoch": 0.71, "learning_rate": 1.9055357080048438e-05, "loss": 0.0674, "step": 47000 }, { "epoch": 0.72, "learning_rate": 1.9045307687282995e-05, "loss": 0.0661, "step": 47500 }, { "epoch": 0.72, "learning_rate": 1.9035258294517556e-05, "loss": 0.0673, "step": 48000 }, { "epoch": 0.73, "learning_rate": 1.9025208901752113e-05, "loss": 0.0649, "step": 48500 }, { "epoch": 0.74, "learning_rate": 1.901515950898667e-05, "loss": 0.0666, "step": 49000 }, { "epoch": 0.75, "learning_rate": 1.9005110116221227e-05, "loss": 0.0682, "step": 49500 }, { "epoch": 0.75, "learning_rate": 1.8995060723455788e-05, "loss": 0.0652, "step": 50000 }, { "epoch": 0.76, "learning_rate": 1.8985011330690345e-05, "loss": 0.0654, "step": 50500 }, { "epoch": 0.77, "learning_rate": 1.8974961937924902e-05, "loss": 0.0676, "step": 51000 }, { "epoch": 0.78, "learning_rate": 1.896491254515946e-05, "loss": 0.0662, "step": 51500 }, { "epoch": 0.78, "learning_rate": 1.895486315239402e-05, "loss": 0.0646, "step": 52000 }, { "epoch": 0.79, "learning_rate": 1.8944813759628574e-05, "loss": 0.0662, "step": 52500 }, { "epoch": 0.8, "learning_rate": 1.8934764366863134e-05, "loss": 0.0663, "step": 53000 }, { "epoch": 0.81, "learning_rate": 1.892471497409769e-05, "loss": 0.0631, "step": 53500 }, { "epoch": 0.81, "learning_rate": 1.891466558133225e-05, "loss": 0.063, "step": 54000 }, { "epoch": 0.82, "learning_rate": 1.8904616188566806e-05, "loss": 0.0666, "step": 54500 }, { "epoch": 0.83, "learning_rate": 1.8894566795801366e-05, "loss": 0.067, "step": 55000 }, { "epoch": 0.84, "learning_rate": 1.8884517403035923e-05, "loss": 0.0653, "step": 55500 }, { "epoch": 0.84, "learning_rate": 1.887446801027048e-05, "loss": 0.0657, "step": 56000 }, { "epoch": 0.85, "learning_rate": 1.8864418617505038e-05, "loss": 0.0651, "step": 56500 }, { "epoch": 0.86, "learning_rate": 1.8854369224739598e-05, "loss": 0.0658, "step": 57000 }, { "epoch": 0.87, "learning_rate": 1.8844319831974155e-05, "loss": 0.0639, "step": 57500 }, { "epoch": 0.87, "learning_rate": 1.8834270439208713e-05, "loss": 0.0633, "step": 58000 }, { "epoch": 0.88, "learning_rate": 1.882422104644327e-05, "loss": 0.0619, "step": 58500 }, { "epoch": 0.89, "learning_rate": 1.8814171653677827e-05, "loss": 0.0648, "step": 59000 }, { "epoch": 0.9, "learning_rate": 1.8804122260912384e-05, "loss": 0.0625, "step": 59500 }, { "epoch": 0.9, "learning_rate": 1.8794072868146945e-05, "loss": 0.0644, "step": 60000 }, { "epoch": 0.91, "learning_rate": 1.8784023475381502e-05, "loss": 0.0658, "step": 60500 }, { "epoch": 0.92, "learning_rate": 1.877397408261606e-05, "loss": 0.0675, "step": 61000 }, { "epoch": 0.93, "learning_rate": 1.8763924689850616e-05, "loss": 0.0651, "step": 61500 }, { "epoch": 0.93, "learning_rate": 1.8753875297085177e-05, "loss": 0.0647, "step": 62000 }, { "epoch": 0.94, "learning_rate": 1.8743825904319734e-05, "loss": 0.0653, "step": 62500 }, { "epoch": 0.95, "learning_rate": 1.873377651155429e-05, "loss": 0.0642, "step": 63000 }, { "epoch": 0.96, "learning_rate": 1.8723727118788848e-05, "loss": 0.0626, "step": 63500 }, { "epoch": 0.96, "learning_rate": 1.871367772602341e-05, "loss": 0.0643, "step": 64000 }, { "epoch": 0.97, "learning_rate": 1.8703628333257962e-05, "loss": 0.0658, "step": 64500 }, { "epoch": 0.98, "learning_rate": 1.8693578940492523e-05, "loss": 0.0617, "step": 65000 }, { "epoch": 0.99, "learning_rate": 1.868352954772708e-05, "loss": 0.0643, "step": 65500 }, { "epoch": 0.99, "learning_rate": 1.8673480154961637e-05, "loss": 0.0653, "step": 66000 }, { "epoch": 1.0, "eval_accuracy": 0.9738247403704722, "eval_f1": 0.8906338878715859, "eval_loss": 0.060148511081933975, "eval_precision": 0.8542276231367405, "eval_recall": 0.9302814866663139, "eval_runtime": 273.8087, "eval_samples_per_second": 430.68, "eval_steps_per_second": 26.92, "step": 66339 }, { "epoch": 1.0, "learning_rate": 1.8663430762196194e-05, "loss": 0.0608, "step": 66500 }, { "epoch": 1.01, "learning_rate": 1.8653381369430755e-05, "loss": 0.0553, "step": 67000 }, { "epoch": 1.02, "learning_rate": 1.8643331976665312e-05, "loss": 0.0562, "step": 67500 }, { "epoch": 1.03, "learning_rate": 1.863328258389987e-05, "loss": 0.0569, "step": 68000 }, { "epoch": 1.03, "learning_rate": 1.8623233191134426e-05, "loss": 0.0566, "step": 68500 }, { "epoch": 1.04, "learning_rate": 1.8613183798368987e-05, "loss": 0.0556, "step": 69000 }, { "epoch": 1.05, "learning_rate": 1.8603134405603544e-05, "loss": 0.0581, "step": 69500 }, { "epoch": 1.06, "learning_rate": 1.85930850128381e-05, "loss": 0.0573, "step": 70000 }, { "epoch": 1.06, "learning_rate": 1.858303562007266e-05, "loss": 0.0562, "step": 70500 }, { "epoch": 1.07, "learning_rate": 1.8572986227307215e-05, "loss": 0.0555, "step": 71000 }, { "epoch": 1.08, "learning_rate": 1.8562936834541773e-05, "loss": 0.055, "step": 71500 }, { "epoch": 1.09, "learning_rate": 1.8552887441776333e-05, "loss": 0.0567, "step": 72000 }, { "epoch": 1.09, "learning_rate": 1.854283804901089e-05, "loss": 0.0556, "step": 72500 }, { "epoch": 1.1, "learning_rate": 1.8532788656245447e-05, "loss": 0.0564, "step": 73000 }, { "epoch": 1.11, "learning_rate": 1.8522739263480005e-05, "loss": 0.0568, "step": 73500 }, { "epoch": 1.12, "learning_rate": 1.8512689870714565e-05, "loss": 0.0558, "step": 74000 }, { "epoch": 1.12, "learning_rate": 1.8502640477949122e-05, "loss": 0.0571, "step": 74500 }, { "epoch": 1.13, "learning_rate": 1.849259108518368e-05, "loss": 0.056, "step": 75000 }, { "epoch": 1.14, "learning_rate": 1.8482541692418237e-05, "loss": 0.0564, "step": 75500 }, { "epoch": 1.15, "learning_rate": 1.8472492299652797e-05, "loss": 0.0556, "step": 76000 }, { "epoch": 1.15, "learning_rate": 1.846244290688735e-05, "loss": 0.0549, "step": 76500 }, { "epoch": 1.16, "learning_rate": 1.845239351412191e-05, "loss": 0.0546, "step": 77000 }, { "epoch": 1.17, "learning_rate": 1.844234412135647e-05, "loss": 0.0564, "step": 77500 }, { "epoch": 1.18, "learning_rate": 1.8432294728591026e-05, "loss": 0.0548, "step": 78000 }, { "epoch": 1.18, "learning_rate": 1.8422245335825583e-05, "loss": 0.0573, "step": 78500 }, { "epoch": 1.19, "learning_rate": 1.8412195943060143e-05, "loss": 0.0569, "step": 79000 }, { "epoch": 1.2, "learning_rate": 1.84021465502947e-05, "loss": 0.0548, "step": 79500 }, { "epoch": 1.21, "learning_rate": 1.8392097157529258e-05, "loss": 0.0567, "step": 80000 }, { "epoch": 1.21, "learning_rate": 1.8382047764763815e-05, "loss": 0.058, "step": 80500 }, { "epoch": 1.22, "learning_rate": 1.8371998371998375e-05, "loss": 0.055, "step": 81000 }, { "epoch": 1.23, "learning_rate": 1.836194897923293e-05, "loss": 0.0552, "step": 81500 }, { "epoch": 1.24, "learning_rate": 1.835189958646749e-05, "loss": 0.0557, "step": 82000 }, { "epoch": 1.24, "learning_rate": 1.8341850193702047e-05, "loss": 0.0544, "step": 82500 }, { "epoch": 1.25, "learning_rate": 1.8331800800936604e-05, "loss": 0.0556, "step": 83000 }, { "epoch": 1.26, "learning_rate": 1.832175140817116e-05, "loss": 0.0523, "step": 83500 }, { "epoch": 1.27, "learning_rate": 1.8311702015405722e-05, "loss": 0.0572, "step": 84000 }, { "epoch": 1.27, "learning_rate": 1.830165262264028e-05, "loss": 0.0542, "step": 84500 }, { "epoch": 1.28, "learning_rate": 1.8291603229874836e-05, "loss": 0.0545, "step": 85000 }, { "epoch": 1.29, "learning_rate": 1.8281553837109393e-05, "loss": 0.0549, "step": 85500 }, { "epoch": 1.3, "learning_rate": 1.8271504444343954e-05, "loss": 0.0539, "step": 86000 }, { "epoch": 1.3, "learning_rate": 1.826145505157851e-05, "loss": 0.0545, "step": 86500 }, { "epoch": 1.31, "learning_rate": 1.8251405658813068e-05, "loss": 0.0545, "step": 87000 }, { "epoch": 1.32, "learning_rate": 1.8241356266047625e-05, "loss": 0.0544, "step": 87500 }, { "epoch": 1.33, "learning_rate": 1.8231306873282186e-05, "loss": 0.0538, "step": 88000 }, { "epoch": 1.33, "learning_rate": 1.822125748051674e-05, "loss": 0.055, "step": 88500 }, { "epoch": 1.34, "learning_rate": 1.82112080877513e-05, "loss": 0.055, "step": 89000 }, { "epoch": 1.35, "learning_rate": 1.8201158694985857e-05, "loss": 0.0567, "step": 89500 }, { "epoch": 1.36, "learning_rate": 1.8191109302220414e-05, "loss": 0.0537, "step": 90000 }, { "epoch": 1.36, "learning_rate": 1.818105990945497e-05, "loss": 0.0563, "step": 90500 }, { "epoch": 1.37, "learning_rate": 1.8171010516689532e-05, "loss": 0.0541, "step": 91000 }, { "epoch": 1.38, "learning_rate": 1.816096112392409e-05, "loss": 0.0556, "step": 91500 }, { "epoch": 1.39, "learning_rate": 1.8150911731158646e-05, "loss": 0.0539, "step": 92000 }, { "epoch": 1.39, "learning_rate": 1.8140862338393203e-05, "loss": 0.0553, "step": 92500 }, { "epoch": 1.4, "learning_rate": 1.8130812945627764e-05, "loss": 0.0553, "step": 93000 }, { "epoch": 1.41, "learning_rate": 1.8120763552862318e-05, "loss": 0.0514, "step": 93500 }, { "epoch": 1.42, "learning_rate": 1.811071416009688e-05, "loss": 0.0529, "step": 94000 }, { "epoch": 1.42, "learning_rate": 1.8100664767331435e-05, "loss": 0.0532, "step": 94500 }, { "epoch": 1.43, "learning_rate": 1.8090615374565993e-05, "loss": 0.0536, "step": 95000 }, { "epoch": 1.44, "learning_rate": 1.808056598180055e-05, "loss": 0.0537, "step": 95500 }, { "epoch": 1.45, "learning_rate": 1.807051658903511e-05, "loss": 0.0552, "step": 96000 }, { "epoch": 1.45, "learning_rate": 1.8060467196269667e-05, "loss": 0.0536, "step": 96500 }, { "epoch": 1.46, "learning_rate": 1.8050417803504225e-05, "loss": 0.0539, "step": 97000 }, { "epoch": 1.47, "learning_rate": 1.8040368410738782e-05, "loss": 0.0531, "step": 97500 }, { "epoch": 1.48, "learning_rate": 1.8030319017973342e-05, "loss": 0.054, "step": 98000 }, { "epoch": 1.48, "learning_rate": 1.80202696252079e-05, "loss": 0.0536, "step": 98500 }, { "epoch": 1.49, "learning_rate": 1.8010220232442457e-05, "loss": 0.0526, "step": 99000 }, { "epoch": 1.5, "learning_rate": 1.8000170839677014e-05, "loss": 0.0549, "step": 99500 }, { "epoch": 1.51, "learning_rate": 1.799012144691157e-05, "loss": 0.0529, "step": 100000 }, { "epoch": 1.51, "learning_rate": 1.7980072054146128e-05, "loss": 0.0548, "step": 100500 }, { "epoch": 1.52, "learning_rate": 1.797002266138069e-05, "loss": 0.0549, "step": 101000 }, { "epoch": 1.53, "learning_rate": 1.7959973268615246e-05, "loss": 0.0541, "step": 101500 }, { "epoch": 1.54, "learning_rate": 1.7949923875849803e-05, "loss": 0.0539, "step": 102000 }, { "epoch": 1.55, "learning_rate": 1.793987448308436e-05, "loss": 0.0533, "step": 102500 }, { "epoch": 1.55, "learning_rate": 1.792982509031892e-05, "loss": 0.0529, "step": 103000 }, { "epoch": 1.56, "learning_rate": 1.7919775697553478e-05, "loss": 0.0546, "step": 103500 }, { "epoch": 1.57, "learning_rate": 1.7909726304788035e-05, "loss": 0.0535, "step": 104000 }, { "epoch": 1.58, "learning_rate": 1.7899676912022592e-05, "loss": 0.0523, "step": 104500 }, { "epoch": 1.58, "learning_rate": 1.7889627519257153e-05, "loss": 0.052, "step": 105000 }, { "epoch": 1.59, "learning_rate": 1.7879578126491706e-05, "loss": 0.0532, "step": 105500 }, { "epoch": 1.6, "learning_rate": 1.7869528733726267e-05, "loss": 0.0527, "step": 106000 }, { "epoch": 1.61, "learning_rate": 1.7859479340960824e-05, "loss": 0.054, "step": 106500 }, { "epoch": 1.61, "learning_rate": 1.784942994819538e-05, "loss": 0.0529, "step": 107000 }, { "epoch": 1.62, "learning_rate": 1.783938055542994e-05, "loss": 0.0539, "step": 107500 }, { "epoch": 1.63, "learning_rate": 1.78293311626645e-05, "loss": 0.0553, "step": 108000 }, { "epoch": 1.64, "learning_rate": 1.7819281769899056e-05, "loss": 0.0534, "step": 108500 }, { "epoch": 1.64, "learning_rate": 1.7809232377133613e-05, "loss": 0.0547, "step": 109000 }, { "epoch": 1.65, "learning_rate": 1.779918298436817e-05, "loss": 0.0521, "step": 109500 }, { "epoch": 1.66, "learning_rate": 1.778913359160273e-05, "loss": 0.0541, "step": 110000 }, { "epoch": 1.67, "learning_rate": 1.7779084198837288e-05, "loss": 0.0542, "step": 110500 }, { "epoch": 1.67, "learning_rate": 1.7769034806071845e-05, "loss": 0.0529, "step": 111000 }, { "epoch": 1.68, "learning_rate": 1.7758985413306402e-05, "loss": 0.053, "step": 111500 }, { "epoch": 1.69, "learning_rate": 1.774893602054096e-05, "loss": 0.0539, "step": 112000 }, { "epoch": 1.7, "learning_rate": 1.7738886627775517e-05, "loss": 0.054, "step": 112500 }, { "epoch": 1.7, "learning_rate": 1.7728837235010077e-05, "loss": 0.0526, "step": 113000 }, { "epoch": 1.71, "learning_rate": 1.7718787842244634e-05, "loss": 0.0527, "step": 113500 }, { "epoch": 1.72, "learning_rate": 1.770873844947919e-05, "loss": 0.0546, "step": 114000 }, { "epoch": 1.73, "learning_rate": 1.769868905671375e-05, "loss": 0.054, "step": 114500 }, { "epoch": 1.73, "learning_rate": 1.768863966394831e-05, "loss": 0.0535, "step": 115000 }, { "epoch": 1.74, "learning_rate": 1.7678590271182866e-05, "loss": 0.0525, "step": 115500 }, { "epoch": 1.75, "learning_rate": 1.7668540878417424e-05, "loss": 0.0506, "step": 116000 }, { "epoch": 1.76, "learning_rate": 1.765849148565198e-05, "loss": 0.0517, "step": 116500 }, { "epoch": 1.76, "learning_rate": 1.764844209288654e-05, "loss": 0.0533, "step": 117000 }, { "epoch": 1.77, "learning_rate": 1.7638392700121095e-05, "loss": 0.0534, "step": 117500 }, { "epoch": 1.78, "learning_rate": 1.7628343307355656e-05, "loss": 0.052, "step": 118000 }, { "epoch": 1.79, "learning_rate": 1.7618293914590213e-05, "loss": 0.0525, "step": 118500 }, { "epoch": 1.79, "learning_rate": 1.760824452182477e-05, "loss": 0.0498, "step": 119000 }, { "epoch": 1.8, "learning_rate": 1.7598195129059327e-05, "loss": 0.0542, "step": 119500 }, { "epoch": 1.81, "learning_rate": 1.7588145736293888e-05, "loss": 0.0519, "step": 120000 }, { "epoch": 1.82, "learning_rate": 1.7578096343528445e-05, "loss": 0.0547, "step": 120500 }, { "epoch": 1.82, "learning_rate": 1.7568046950763002e-05, "loss": 0.0529, "step": 121000 }, { "epoch": 1.83, "learning_rate": 1.755799755799756e-05, "loss": 0.0542, "step": 121500 }, { "epoch": 1.84, "learning_rate": 1.754794816523212e-05, "loss": 0.0517, "step": 122000 }, { "epoch": 1.85, "learning_rate": 1.7537898772466673e-05, "loss": 0.0538, "step": 122500 }, { "epoch": 1.85, "learning_rate": 1.7527849379701234e-05, "loss": 0.0503, "step": 123000 }, { "epoch": 1.86, "learning_rate": 1.751779998693579e-05, "loss": 0.0527, "step": 123500 }, { "epoch": 1.87, "learning_rate": 1.7507750594170348e-05, "loss": 0.0514, "step": 124000 }, { "epoch": 1.88, "learning_rate": 1.7497701201404905e-05, "loss": 0.0522, "step": 124500 }, { "epoch": 1.88, "learning_rate": 1.7487651808639466e-05, "loss": 0.0538, "step": 125000 }, { "epoch": 1.89, "learning_rate": 1.7477602415874023e-05, "loss": 0.0519, "step": 125500 }, { "epoch": 1.9, "learning_rate": 1.746755302310858e-05, "loss": 0.0504, "step": 126000 }, { "epoch": 1.91, "learning_rate": 1.7457503630343137e-05, "loss": 0.0518, "step": 126500 }, { "epoch": 1.91, "learning_rate": 1.7447454237577698e-05, "loss": 0.0519, "step": 127000 }, { "epoch": 1.92, "learning_rate": 1.7437404844812255e-05, "loss": 0.0522, "step": 127500 }, { "epoch": 1.93, "learning_rate": 1.7427355452046812e-05, "loss": 0.0502, "step": 128000 }, { "epoch": 1.94, "learning_rate": 1.741730605928137e-05, "loss": 0.0503, "step": 128500 }, { "epoch": 1.94, "learning_rate": 1.740725666651593e-05, "loss": 0.0515, "step": 129000 }, { "epoch": 1.95, "learning_rate": 1.7397207273750484e-05, "loss": 0.0509, "step": 129500 }, { "epoch": 1.96, "learning_rate": 1.7387157880985044e-05, "loss": 0.0516, "step": 130000 }, { "epoch": 1.97, "learning_rate": 1.73771084882196e-05, "loss": 0.0474, "step": 130500 }, { "epoch": 1.97, "learning_rate": 1.736705909545416e-05, "loss": 0.0539, "step": 131000 }, { "epoch": 1.98, "learning_rate": 1.7357009702688716e-05, "loss": 0.051, "step": 131500 }, { "epoch": 1.99, "learning_rate": 1.7346960309923276e-05, "loss": 0.0497, "step": 132000 }, { "epoch": 2.0, "learning_rate": 1.7336910917157833e-05, "loss": 0.0517, "step": 132500 }, { "epoch": 2.0, "eval_accuracy": 0.9778072792682361, "eval_f1": 0.9085348143152051, "eval_loss": 0.052414264529943466, "eval_precision": 0.8719383975275198, "eval_recall": 0.9483378165555018, "eval_runtime": 223.6146, "eval_samples_per_second": 527.354, "eval_steps_per_second": 32.963, "step": 132678 }, { "epoch": 2.0, "learning_rate": 1.732686152439239e-05, "loss": 0.0462, "step": 133000 }, { "epoch": 2.01, "learning_rate": 1.7316812131626948e-05, "loss": 0.0432, "step": 133500 }, { "epoch": 2.02, "learning_rate": 1.7306762738861508e-05, "loss": 0.0433, "step": 134000 }, { "epoch": 2.03, "learning_rate": 1.7296713346096062e-05, "loss": 0.0413, "step": 134500 }, { "epoch": 2.04, "learning_rate": 1.7286663953330622e-05, "loss": 0.0445, "step": 135000 }, { "epoch": 2.04, "learning_rate": 1.727661456056518e-05, "loss": 0.0404, "step": 135500 }, { "epoch": 2.05, "learning_rate": 1.7266565167799737e-05, "loss": 0.0439, "step": 136000 }, { "epoch": 2.06, "learning_rate": 1.7256515775034294e-05, "loss": 0.0423, "step": 136500 }, { "epoch": 2.07, "learning_rate": 1.7246466382268854e-05, "loss": 0.0442, "step": 137000 }, { "epoch": 2.07, "learning_rate": 1.723641698950341e-05, "loss": 0.0422, "step": 137500 }, { "epoch": 2.08, "learning_rate": 1.722636759673797e-05, "loss": 0.0432, "step": 138000 }, { "epoch": 2.09, "learning_rate": 1.7216318203972526e-05, "loss": 0.0431, "step": 138500 }, { "epoch": 2.1, "learning_rate": 1.7206268811207086e-05, "loss": 0.0432, "step": 139000 }, { "epoch": 2.1, "learning_rate": 1.7196219418441644e-05, "loss": 0.0445, "step": 139500 }, { "epoch": 2.11, "learning_rate": 1.71861700256762e-05, "loss": 0.0435, "step": 140000 }, { "epoch": 2.12, "learning_rate": 1.7176120632910758e-05, "loss": 0.0423, "step": 140500 }, { "epoch": 2.13, "learning_rate": 1.7166071240145315e-05, "loss": 0.0447, "step": 141000 }, { "epoch": 2.13, "learning_rate": 1.7156021847379872e-05, "loss": 0.0431, "step": 141500 }, { "epoch": 2.14, "learning_rate": 1.7145972454614433e-05, "loss": 0.0451, "step": 142000 }, { "epoch": 2.15, "learning_rate": 1.713592306184899e-05, "loss": 0.0446, "step": 142500 }, { "epoch": 2.16, "learning_rate": 1.7125873669083547e-05, "loss": 0.0429, "step": 143000 }, { "epoch": 2.16, "learning_rate": 1.7115824276318104e-05, "loss": 0.0438, "step": 143500 }, { "epoch": 2.17, "learning_rate": 1.7105774883552665e-05, "loss": 0.0423, "step": 144000 }, { "epoch": 2.18, "learning_rate": 1.7095725490787222e-05, "loss": 0.0441, "step": 144500 }, { "epoch": 2.19, "learning_rate": 1.708567609802178e-05, "loss": 0.0439, "step": 145000 }, { "epoch": 2.19, "learning_rate": 1.7075626705256336e-05, "loss": 0.0429, "step": 145500 }, { "epoch": 2.2, "learning_rate": 1.7065577312490897e-05, "loss": 0.0439, "step": 146000 }, { "epoch": 2.21, "learning_rate": 1.705552791972545e-05, "loss": 0.0433, "step": 146500 }, { "epoch": 2.22, "learning_rate": 1.704547852696001e-05, "loss": 0.0418, "step": 147000 }, { "epoch": 2.22, "learning_rate": 1.7035429134194568e-05, "loss": 0.0441, "step": 147500 }, { "epoch": 2.23, "learning_rate": 1.7025379741429125e-05, "loss": 0.0436, "step": 148000 }, { "epoch": 2.24, "learning_rate": 1.7015330348663682e-05, "loss": 0.0448, "step": 148500 }, { "epoch": 2.25, "learning_rate": 1.7005280955898243e-05, "loss": 0.0432, "step": 149000 }, { "epoch": 2.25, "learning_rate": 1.69952315631328e-05, "loss": 0.0429, "step": 149500 }, { "epoch": 2.26, "learning_rate": 1.6985182170367357e-05, "loss": 0.0445, "step": 150000 }, { "epoch": 2.27, "learning_rate": 1.6975132777601914e-05, "loss": 0.0452, "step": 150500 }, { "epoch": 2.28, "learning_rate": 1.696508338483647e-05, "loss": 0.0433, "step": 151000 }, { "epoch": 2.28, "learning_rate": 1.6955033992071032e-05, "loss": 0.0431, "step": 151500 }, { "epoch": 2.29, "learning_rate": 1.6944984599305586e-05, "loss": 0.0436, "step": 152000 }, { "epoch": 2.3, "learning_rate": 1.6934935206540146e-05, "loss": 0.0439, "step": 152500 }, { "epoch": 2.31, "learning_rate": 1.6924885813774704e-05, "loss": 0.0434, "step": 153000 }, { "epoch": 2.31, "learning_rate": 1.691483642100926e-05, "loss": 0.0443, "step": 153500 }, { "epoch": 2.32, "learning_rate": 1.6904787028243818e-05, "loss": 0.0448, "step": 154000 }, { "epoch": 2.33, "learning_rate": 1.689473763547838e-05, "loss": 0.0432, "step": 154500 }, { "epoch": 2.34, "learning_rate": 1.6884688242712936e-05, "loss": 0.0425, "step": 155000 }, { "epoch": 2.34, "learning_rate": 1.6874638849947493e-05, "loss": 0.0444, "step": 155500 }, { "epoch": 2.35, "learning_rate": 1.686458945718205e-05, "loss": 0.0429, "step": 156000 }, { "epoch": 2.36, "learning_rate": 1.685454006441661e-05, "loss": 0.0451, "step": 156500 }, { "epoch": 2.37, "learning_rate": 1.6844490671651164e-05, "loss": 0.0426, "step": 157000 }, { "epoch": 2.37, "learning_rate": 1.6834441278885725e-05, "loss": 0.0435, "step": 157500 }, { "epoch": 2.38, "learning_rate": 1.6824391886120282e-05, "loss": 0.0424, "step": 158000 }, { "epoch": 2.39, "learning_rate": 1.681434249335484e-05, "loss": 0.0427, "step": 158500 }, { "epoch": 2.4, "learning_rate": 1.6804293100589396e-05, "loss": 0.0452, "step": 159000 }, { "epoch": 2.4, "learning_rate": 1.6794243707823957e-05, "loss": 0.0442, "step": 159500 }, { "epoch": 2.41, "learning_rate": 1.6784194315058514e-05, "loss": 0.0444, "step": 160000 }, { "epoch": 2.42, "learning_rate": 1.677414492229307e-05, "loss": 0.045, "step": 160500 }, { "epoch": 2.43, "learning_rate": 1.6764095529527628e-05, "loss": 0.0419, "step": 161000 }, { "epoch": 2.43, "learning_rate": 1.675404613676219e-05, "loss": 0.0423, "step": 161500 }, { "epoch": 2.44, "learning_rate": 1.6743996743996746e-05, "loss": 0.0447, "step": 162000 }, { "epoch": 2.45, "learning_rate": 1.6733947351231303e-05, "loss": 0.0422, "step": 162500 }, { "epoch": 2.46, "learning_rate": 1.672389795846586e-05, "loss": 0.0427, "step": 163000 }, { "epoch": 2.46, "learning_rate": 1.671384856570042e-05, "loss": 0.0443, "step": 163500 }, { "epoch": 2.47, "learning_rate": 1.6703799172934974e-05, "loss": 0.044, "step": 164000 }, { "epoch": 2.48, "learning_rate": 1.6693749780169535e-05, "loss": 0.0427, "step": 164500 }, { "epoch": 2.49, "learning_rate": 1.6683700387404092e-05, "loss": 0.0441, "step": 165000 }, { "epoch": 2.49, "learning_rate": 1.667365099463865e-05, "loss": 0.0422, "step": 165500 }, { "epoch": 2.5, "learning_rate": 1.6663601601873206e-05, "loss": 0.0434, "step": 166000 }, { "epoch": 2.51, "learning_rate": 1.6653552209107767e-05, "loss": 0.0446, "step": 166500 }, { "epoch": 2.52, "learning_rate": 1.6643502816342324e-05, "loss": 0.0446, "step": 167000 }, { "epoch": 2.52, "learning_rate": 1.663345342357688e-05, "loss": 0.0441, "step": 167500 }, { "epoch": 2.53, "learning_rate": 1.662340403081144e-05, "loss": 0.0434, "step": 168000 }, { "epoch": 2.54, "learning_rate": 1.6613354638046e-05, "loss": 0.0424, "step": 168500 }, { "epoch": 2.55, "learning_rate": 1.6603305245280553e-05, "loss": 0.0435, "step": 169000 }, { "epoch": 2.56, "learning_rate": 1.6593255852515113e-05, "loss": 0.0441, "step": 169500 }, { "epoch": 2.56, "learning_rate": 1.658320645974967e-05, "loss": 0.0442, "step": 170000 }, { "epoch": 2.57, "learning_rate": 1.6573157066984228e-05, "loss": 0.043, "step": 170500 }, { "epoch": 2.58, "learning_rate": 1.6563107674218785e-05, "loss": 0.0429, "step": 171000 }, { "epoch": 2.59, "learning_rate": 1.6553058281453345e-05, "loss": 0.0452, "step": 171500 }, { "epoch": 2.59, "learning_rate": 1.6543008888687902e-05, "loss": 0.0421, "step": 172000 }, { "epoch": 2.6, "learning_rate": 1.653295949592246e-05, "loss": 0.0442, "step": 172500 }, { "epoch": 2.61, "learning_rate": 1.6522910103157017e-05, "loss": 0.0432, "step": 173000 }, { "epoch": 2.62, "learning_rate": 1.6512860710391577e-05, "loss": 0.0425, "step": 173500 }, { "epoch": 2.62, "learning_rate": 1.6502811317626134e-05, "loss": 0.0426, "step": 174000 }, { "epoch": 2.63, "learning_rate": 1.649276192486069e-05, "loss": 0.0431, "step": 174500 }, { "epoch": 2.64, "learning_rate": 1.648271253209525e-05, "loss": 0.0425, "step": 175000 }, { "epoch": 2.65, "learning_rate": 1.6472663139329806e-05, "loss": 0.0425, "step": 175500 }, { "epoch": 2.65, "learning_rate": 1.6462613746564363e-05, "loss": 0.0464, "step": 176000 }, { "epoch": 2.66, "learning_rate": 1.6452564353798924e-05, "loss": 0.0432, "step": 176500 }, { "epoch": 2.67, "learning_rate": 1.644251496103348e-05, "loss": 0.0429, "step": 177000 }, { "epoch": 2.68, "learning_rate": 1.6432465568268038e-05, "loss": 0.0413, "step": 177500 }, { "epoch": 2.68, "learning_rate": 1.6422416175502595e-05, "loss": 0.0427, "step": 178000 }, { "epoch": 2.69, "learning_rate": 1.6412366782737156e-05, "loss": 0.0433, "step": 178500 }, { "epoch": 2.7, "learning_rate": 1.6402317389971713e-05, "loss": 0.0418, "step": 179000 }, { "epoch": 2.71, "learning_rate": 1.639226799720627e-05, "loss": 0.0439, "step": 179500 }, { "epoch": 2.71, "learning_rate": 1.6382218604440827e-05, "loss": 0.042, "step": 180000 }, { "epoch": 2.72, "learning_rate": 1.6372169211675388e-05, "loss": 0.0441, "step": 180500 }, { "epoch": 2.73, "learning_rate": 1.636211981890994e-05, "loss": 0.0424, "step": 181000 }, { "epoch": 2.74, "learning_rate": 1.6352070426144502e-05, "loss": 0.0416, "step": 181500 }, { "epoch": 2.74, "learning_rate": 1.634202103337906e-05, "loss": 0.0432, "step": 182000 }, { "epoch": 2.75, "learning_rate": 1.6331971640613616e-05, "loss": 0.0445, "step": 182500 }, { "epoch": 2.76, "learning_rate": 1.6321922247848173e-05, "loss": 0.0438, "step": 183000 }, { "epoch": 2.77, "learning_rate": 1.6311872855082734e-05, "loss": 0.0436, "step": 183500 }, { "epoch": 2.77, "learning_rate": 1.630182346231729e-05, "loss": 0.0414, "step": 184000 }, { "epoch": 2.78, "learning_rate": 1.6291774069551848e-05, "loss": 0.0431, "step": 184500 }, { "epoch": 2.79, "learning_rate": 1.6281724676786405e-05, "loss": 0.0429, "step": 185000 }, { "epoch": 2.8, "learning_rate": 1.6271675284020966e-05, "loss": 0.0428, "step": 185500 }, { "epoch": 2.8, "learning_rate": 1.6261625891255523e-05, "loss": 0.0436, "step": 186000 }, { "epoch": 2.81, "learning_rate": 1.625157649849008e-05, "loss": 0.0427, "step": 186500 }, { "epoch": 2.82, "learning_rate": 1.6241527105724637e-05, "loss": 0.0418, "step": 187000 }, { "epoch": 2.83, "learning_rate": 1.6231477712959194e-05, "loss": 0.0414, "step": 187500 }, { "epoch": 2.83, "learning_rate": 1.622142832019375e-05, "loss": 0.0429, "step": 188000 }, { "epoch": 2.84, "learning_rate": 1.6211378927428312e-05, "loss": 0.0429, "step": 188500 }, { "epoch": 2.85, "learning_rate": 1.620132953466287e-05, "loss": 0.0435, "step": 189000 }, { "epoch": 2.86, "learning_rate": 1.6191280141897426e-05, "loss": 0.0444, "step": 189500 }, { "epoch": 2.86, "learning_rate": 1.6181230749131984e-05, "loss": 0.0443, "step": 190000 }, { "epoch": 2.87, "learning_rate": 1.6171181356366544e-05, "loss": 0.0427, "step": 190500 }, { "epoch": 2.88, "learning_rate": 1.61611319636011e-05, "loss": 0.0445, "step": 191000 }, { "epoch": 2.89, "learning_rate": 1.615108257083566e-05, "loss": 0.0429, "step": 191500 }, { "epoch": 2.89, "learning_rate": 1.6141033178070216e-05, "loss": 0.0436, "step": 192000 }, { "epoch": 2.9, "learning_rate": 1.6130983785304776e-05, "loss": 0.0423, "step": 192500 }, { "epoch": 2.91, "learning_rate": 1.612093439253933e-05, "loss": 0.0441, "step": 193000 }, { "epoch": 2.92, "learning_rate": 1.611088499977389e-05, "loss": 0.0426, "step": 193500 }, { "epoch": 2.92, "learning_rate": 1.6100835607008448e-05, "loss": 0.0437, "step": 194000 }, { "epoch": 2.93, "learning_rate": 1.6090786214243005e-05, "loss": 0.0423, "step": 194500 }, { "epoch": 2.94, "learning_rate": 1.6080736821477562e-05, "loss": 0.0424, "step": 195000 }, { "epoch": 2.95, "learning_rate": 1.6070687428712122e-05, "loss": 0.0427, "step": 195500 }, { "epoch": 2.95, "learning_rate": 1.606063803594668e-05, "loss": 0.0397, "step": 196000 }, { "epoch": 2.96, "learning_rate": 1.6050588643181237e-05, "loss": 0.0432, "step": 196500 }, { "epoch": 2.97, "learning_rate": 1.6040539250415794e-05, "loss": 0.0445, "step": 197000 }, { "epoch": 2.98, "learning_rate": 1.6030489857650354e-05, "loss": 0.04, "step": 197500 }, { "epoch": 2.98, "learning_rate": 1.6020440464884908e-05, "loss": 0.0416, "step": 198000 }, { "epoch": 2.99, "learning_rate": 1.601039107211947e-05, "loss": 0.0428, "step": 198500 }, { "epoch": 3.0, "learning_rate": 1.6000341679354026e-05, "loss": 0.0433, "step": 199000 }, { "epoch": 3.0, "eval_accuracy": 0.9802231624176622, "eval_f1": 0.9172029612544851, "eval_loss": 0.051332227885723114, "eval_precision": 0.8909105556322792, "eval_recall": 0.9450944325298802, "eval_runtime": 224.2584, "eval_samples_per_second": 525.84, "eval_steps_per_second": 32.868, "step": 199017 }, { "epoch": 3.01, "learning_rate": 1.5990292286588583e-05, "loss": 0.0354, "step": 199500 }, { "epoch": 3.01, "learning_rate": 1.598024289382314e-05, "loss": 0.0354, "step": 200000 }, { "epoch": 3.02, "learning_rate": 1.59701935010577e-05, "loss": 0.0346, "step": 200500 }, { "epoch": 3.03, "learning_rate": 1.5960144108292258e-05, "loss": 0.0348, "step": 201000 }, { "epoch": 3.04, "learning_rate": 1.5950094715526815e-05, "loss": 0.0345, "step": 201500 }, { "epoch": 3.04, "learning_rate": 1.5940045322761372e-05, "loss": 0.0346, "step": 202000 }, { "epoch": 3.05, "learning_rate": 1.5929995929995933e-05, "loss": 0.0349, "step": 202500 }, { "epoch": 3.06, "learning_rate": 1.591994653723049e-05, "loss": 0.0352, "step": 203000 }, { "epoch": 3.07, "learning_rate": 1.5909897144465047e-05, "loss": 0.035, "step": 203500 }, { "epoch": 3.08, "learning_rate": 1.5899847751699604e-05, "loss": 0.0367, "step": 204000 }, { "epoch": 3.08, "learning_rate": 1.5889798358934165e-05, "loss": 0.0346, "step": 204500 }, { "epoch": 3.09, "learning_rate": 1.587974896616872e-05, "loss": 0.0352, "step": 205000 }, { "epoch": 3.1, "learning_rate": 1.586969957340328e-05, "loss": 0.0337, "step": 205500 }, { "epoch": 3.11, "learning_rate": 1.5859650180637836e-05, "loss": 0.034, "step": 206000 }, { "epoch": 3.11, "learning_rate": 1.5849600787872393e-05, "loss": 0.0343, "step": 206500 }, { "epoch": 3.12, "learning_rate": 1.583955139510695e-05, "loss": 0.0343, "step": 207000 }, { "epoch": 3.13, "learning_rate": 1.582950200234151e-05, "loss": 0.0345, "step": 207500 }, { "epoch": 3.14, "learning_rate": 1.5819452609576068e-05, "loss": 0.0352, "step": 208000 }, { "epoch": 3.14, "learning_rate": 1.5809403216810625e-05, "loss": 0.0357, "step": 208500 }, { "epoch": 3.15, "learning_rate": 1.5799353824045183e-05, "loss": 0.036, "step": 209000 }, { "epoch": 3.16, "learning_rate": 1.5789304431279743e-05, "loss": 0.0378, "step": 209500 }, { "epoch": 3.17, "learning_rate": 1.5779255038514297e-05, "loss": 0.0361, "step": 210000 }, { "epoch": 3.17, "learning_rate": 1.5769205645748857e-05, "loss": 0.0342, "step": 210500 }, { "epoch": 3.18, "learning_rate": 1.5759156252983415e-05, "loss": 0.0352, "step": 211000 }, { "epoch": 3.19, "learning_rate": 1.574910686021797e-05, "loss": 0.0361, "step": 211500 }, { "epoch": 3.2, "learning_rate": 1.573905746745253e-05, "loss": 0.0356, "step": 212000 }, { "epoch": 3.2, "learning_rate": 1.572900807468709e-05, "loss": 0.0342, "step": 212500 }, { "epoch": 3.21, "learning_rate": 1.5718958681921647e-05, "loss": 0.0346, "step": 213000 }, { "epoch": 3.22, "learning_rate": 1.5708909289156204e-05, "loss": 0.0347, "step": 213500 }, { "epoch": 3.23, "learning_rate": 1.569885989639076e-05, "loss": 0.0354, "step": 214000 }, { "epoch": 3.23, "learning_rate": 1.568881050362532e-05, "loss": 0.0362, "step": 214500 }, { "epoch": 3.24, "learning_rate": 1.567876111085988e-05, "loss": 0.0364, "step": 215000 }, { "epoch": 3.25, "learning_rate": 1.5668711718094436e-05, "loss": 0.0342, "step": 215500 }, { "epoch": 3.26, "learning_rate": 1.5658662325328993e-05, "loss": 0.0347, "step": 216000 }, { "epoch": 3.26, "learning_rate": 1.564861293256355e-05, "loss": 0.0333, "step": 216500 }, { "epoch": 3.27, "learning_rate": 1.5638563539798107e-05, "loss": 0.0341, "step": 217000 }, { "epoch": 3.28, "learning_rate": 1.5628514147032668e-05, "loss": 0.0356, "step": 217500 }, { "epoch": 3.29, "learning_rate": 1.5618464754267225e-05, "loss": 0.0343, "step": 218000 }, { "epoch": 3.29, "learning_rate": 1.5608415361501782e-05, "loss": 0.0333, "step": 218500 }, { "epoch": 3.3, "learning_rate": 1.559836596873634e-05, "loss": 0.0356, "step": 219000 }, { "epoch": 3.31, "learning_rate": 1.55883165759709e-05, "loss": 0.0366, "step": 219500 }, { "epoch": 3.32, "learning_rate": 1.5578267183205457e-05, "loss": 0.0358, "step": 220000 }, { "epoch": 3.32, "learning_rate": 1.5568217790440014e-05, "loss": 0.0354, "step": 220500 }, { "epoch": 3.33, "learning_rate": 1.555816839767457e-05, "loss": 0.0334, "step": 221000 }, { "epoch": 3.34, "learning_rate": 1.554811900490913e-05, "loss": 0.0367, "step": 221500 }, { "epoch": 3.35, "learning_rate": 1.5538069612143685e-05, "loss": 0.0346, "step": 222000 }, { "epoch": 3.35, "learning_rate": 1.5528020219378246e-05, "loss": 0.0365, "step": 222500 }, { "epoch": 3.36, "learning_rate": 1.5517970826612803e-05, "loss": 0.0354, "step": 223000 }, { "epoch": 3.37, "learning_rate": 1.550792143384736e-05, "loss": 0.0345, "step": 223500 }, { "epoch": 3.38, "learning_rate": 1.5497872041081917e-05, "loss": 0.034, "step": 224000 }, { "epoch": 3.38, "learning_rate": 1.5487822648316478e-05, "loss": 0.0368, "step": 224500 }, { "epoch": 3.39, "learning_rate": 1.5477773255551035e-05, "loss": 0.0376, "step": 225000 }, { "epoch": 3.4, "learning_rate": 1.5467723862785592e-05, "loss": 0.0348, "step": 225500 }, { "epoch": 3.41, "learning_rate": 1.545767447002015e-05, "loss": 0.0348, "step": 226000 }, { "epoch": 3.41, "learning_rate": 1.544762507725471e-05, "loss": 0.0365, "step": 226500 }, { "epoch": 3.42, "learning_rate": 1.5437575684489267e-05, "loss": 0.0343, "step": 227000 }, { "epoch": 3.43, "learning_rate": 1.5427526291723824e-05, "loss": 0.0358, "step": 227500 }, { "epoch": 3.44, "learning_rate": 1.541747689895838e-05, "loss": 0.0354, "step": 228000 }, { "epoch": 3.44, "learning_rate": 1.540742750619294e-05, "loss": 0.0377, "step": 228500 }, { "epoch": 3.45, "learning_rate": 1.5397378113427496e-05, "loss": 0.0356, "step": 229000 }, { "epoch": 3.46, "learning_rate": 1.5387328720662056e-05, "loss": 0.036, "step": 229500 }, { "epoch": 3.47, "learning_rate": 1.5377279327896613e-05, "loss": 0.0369, "step": 230000 }, { "epoch": 3.47, "learning_rate": 1.536722993513117e-05, "loss": 0.0343, "step": 230500 }, { "epoch": 3.48, "learning_rate": 1.5357180542365728e-05, "loss": 0.0371, "step": 231000 }, { "epoch": 3.49, "learning_rate": 1.5347131149600288e-05, "loss": 0.0352, "step": 231500 }, { "epoch": 3.5, "learning_rate": 1.5337081756834845e-05, "loss": 0.0364, "step": 232000 }, { "epoch": 3.5, "learning_rate": 1.5327032364069403e-05, "loss": 0.0359, "step": 232500 }, { "epoch": 3.51, "learning_rate": 1.531698297130396e-05, "loss": 0.036, "step": 233000 }, { "epoch": 3.52, "learning_rate": 1.530693357853852e-05, "loss": 0.0386, "step": 233500 }, { "epoch": 3.53, "learning_rate": 1.5296884185773074e-05, "loss": 0.038, "step": 234000 }, { "epoch": 3.53, "learning_rate": 1.5286834793007635e-05, "loss": 0.0354, "step": 234500 }, { "epoch": 3.54, "learning_rate": 1.527678540024219e-05, "loss": 0.0351, "step": 235000 }, { "epoch": 3.55, "learning_rate": 1.526673600747675e-05, "loss": 0.0329, "step": 235500 }, { "epoch": 3.56, "learning_rate": 1.5256686614711308e-05, "loss": 0.036, "step": 236000 }, { "epoch": 3.57, "learning_rate": 1.5246637221945867e-05, "loss": 0.0346, "step": 236500 }, { "epoch": 3.57, "learning_rate": 1.5236587829180422e-05, "loss": 0.0354, "step": 237000 }, { "epoch": 3.58, "learning_rate": 1.522653843641498e-05, "loss": 0.0367, "step": 237500 }, { "epoch": 3.59, "learning_rate": 1.5216489043649538e-05, "loss": 0.0332, "step": 238000 }, { "epoch": 3.6, "learning_rate": 1.5206439650884097e-05, "loss": 0.0365, "step": 238500 }, { "epoch": 3.6, "learning_rate": 1.5196390258118654e-05, "loss": 0.0357, "step": 239000 }, { "epoch": 3.61, "learning_rate": 1.5186340865353213e-05, "loss": 0.036, "step": 239500 }, { "epoch": 3.62, "learning_rate": 1.517629147258777e-05, "loss": 0.0362, "step": 240000 }, { "epoch": 3.63, "learning_rate": 1.5166242079822329e-05, "loss": 0.0368, "step": 240500 }, { "epoch": 3.63, "learning_rate": 1.5156192687056886e-05, "loss": 0.0356, "step": 241000 }, { "epoch": 3.64, "learning_rate": 1.5146143294291445e-05, "loss": 0.0345, "step": 241500 }, { "epoch": 3.65, "learning_rate": 1.5136093901526e-05, "loss": 0.0356, "step": 242000 }, { "epoch": 3.66, "learning_rate": 1.512604450876056e-05, "loss": 0.0356, "step": 242500 }, { "epoch": 3.66, "learning_rate": 1.5115995115995116e-05, "loss": 0.0362, "step": 243000 }, { "epoch": 3.67, "learning_rate": 1.5105945723229675e-05, "loss": 0.0366, "step": 243500 }, { "epoch": 3.68, "learning_rate": 1.5095896330464232e-05, "loss": 0.0348, "step": 244000 }, { "epoch": 3.69, "learning_rate": 1.5085846937698791e-05, "loss": 0.0356, "step": 244500 }, { "epoch": 3.69, "learning_rate": 1.5075797544933348e-05, "loss": 0.0331, "step": 245000 }, { "epoch": 3.7, "learning_rate": 1.5065748152167907e-05, "loss": 0.0344, "step": 245500 }, { "epoch": 3.71, "learning_rate": 1.5055698759402464e-05, "loss": 0.0354, "step": 246000 }, { "epoch": 3.72, "learning_rate": 1.5045649366637023e-05, "loss": 0.0362, "step": 246500 }, { "epoch": 3.72, "learning_rate": 1.503559997387158e-05, "loss": 0.0358, "step": 247000 }, { "epoch": 3.73, "learning_rate": 1.5025550581106139e-05, "loss": 0.0343, "step": 247500 }, { "epoch": 3.74, "learning_rate": 1.5015501188340695e-05, "loss": 0.0369, "step": 248000 }, { "epoch": 3.75, "learning_rate": 1.5005451795575255e-05, "loss": 0.036, "step": 248500 }, { "epoch": 3.75, "learning_rate": 1.499540240280981e-05, "loss": 0.035, "step": 249000 }, { "epoch": 3.76, "learning_rate": 1.498535301004437e-05, "loss": 0.0374, "step": 249500 }, { "epoch": 3.77, "learning_rate": 1.4975303617278927e-05, "loss": 0.0364, "step": 250000 }, { "epoch": 3.78, "learning_rate": 1.4965254224513485e-05, "loss": 0.0348, "step": 250500 }, { "epoch": 3.78, "learning_rate": 1.4955204831748043e-05, "loss": 0.0335, "step": 251000 }, { "epoch": 3.79, "learning_rate": 1.4945155438982601e-05, "loss": 0.0368, "step": 251500 }, { "epoch": 3.8, "learning_rate": 1.4935106046217159e-05, "loss": 0.0355, "step": 252000 }, { "epoch": 3.81, "learning_rate": 1.4925056653451717e-05, "loss": 0.0351, "step": 252500 }, { "epoch": 3.81, "learning_rate": 1.4915007260686275e-05, "loss": 0.0353, "step": 253000 }, { "epoch": 3.82, "learning_rate": 1.4904957867920833e-05, "loss": 0.037, "step": 253500 }, { "epoch": 3.83, "learning_rate": 1.4894908475155389e-05, "loss": 0.035, "step": 254000 }, { "epoch": 3.84, "learning_rate": 1.488485908238995e-05, "loss": 0.0349, "step": 254500 }, { "epoch": 3.84, "learning_rate": 1.4874809689624505e-05, "loss": 0.0361, "step": 255000 }, { "epoch": 3.85, "learning_rate": 1.4864760296859064e-05, "loss": 0.0352, "step": 255500 }, { "epoch": 3.86, "learning_rate": 1.4854710904093621e-05, "loss": 0.0364, "step": 256000 }, { "epoch": 3.87, "learning_rate": 1.484466151132818e-05, "loss": 0.0343, "step": 256500 }, { "epoch": 3.87, "learning_rate": 1.4834612118562737e-05, "loss": 0.0354, "step": 257000 }, { "epoch": 3.88, "learning_rate": 1.4824562725797296e-05, "loss": 0.0373, "step": 257500 }, { "epoch": 3.89, "learning_rate": 1.4814513333031853e-05, "loss": 0.036, "step": 258000 }, { "epoch": 3.9, "learning_rate": 1.4804463940266412e-05, "loss": 0.037, "step": 258500 }, { "epoch": 3.9, "learning_rate": 1.4794414547500969e-05, "loss": 0.0344, "step": 259000 }, { "epoch": 3.91, "learning_rate": 1.4784365154735528e-05, "loss": 0.0343, "step": 259500 }, { "epoch": 3.92, "learning_rate": 1.4774315761970083e-05, "loss": 0.0358, "step": 260000 }, { "epoch": 3.93, "learning_rate": 1.4764266369204642e-05, "loss": 0.0348, "step": 260500 }, { "epoch": 3.93, "learning_rate": 1.47542169764392e-05, "loss": 0.035, "step": 261000 }, { "epoch": 3.94, "learning_rate": 1.4744167583673758e-05, "loss": 0.0386, "step": 261500 }, { "epoch": 3.95, "learning_rate": 1.4734118190908315e-05, "loss": 0.0344, "step": 262000 }, { "epoch": 3.96, "learning_rate": 1.4724068798142874e-05, "loss": 0.0342, "step": 262500 }, { "epoch": 3.96, "learning_rate": 1.4714019405377431e-05, "loss": 0.0361, "step": 263000 }, { "epoch": 3.97, "learning_rate": 1.470397001261199e-05, "loss": 0.0364, "step": 263500 }, { "epoch": 3.98, "learning_rate": 1.4693920619846547e-05, "loss": 0.0358, "step": 264000 }, { "epoch": 3.99, "learning_rate": 1.4683871227081106e-05, "loss": 0.0364, "step": 264500 }, { "epoch": 3.99, "learning_rate": 1.4673821834315663e-05, "loss": 0.036, "step": 265000 }, { "epoch": 4.0, "eval_accuracy": 0.9820470860235544, "eval_f1": 0.9248930655089119, "eval_loss": 0.05045834928750992, "eval_precision": 0.9121307453354702, "eval_recall": 0.9380175883384677, "eval_runtime": 236.6561, "eval_samples_per_second": 498.293, "eval_steps_per_second": 31.146, "step": 265356 }, { "epoch": 4.0, "learning_rate": 1.4663772441550222e-05, "loss": 0.0326, "step": 265500 }, { "epoch": 4.01, "learning_rate": 1.4653723048784777e-05, "loss": 0.0281, "step": 266000 }, { "epoch": 4.02, "learning_rate": 1.4643673656019336e-05, "loss": 0.0285, "step": 266500 }, { "epoch": 4.02, "learning_rate": 1.4633624263253893e-05, "loss": 0.0293, "step": 267000 }, { "epoch": 4.03, "learning_rate": 1.4623574870488452e-05, "loss": 0.0281, "step": 267500 }, { "epoch": 4.04, "learning_rate": 1.461352547772301e-05, "loss": 0.0278, "step": 268000 }, { "epoch": 4.05, "learning_rate": 1.4603476084957568e-05, "loss": 0.0282, "step": 268500 }, { "epoch": 4.05, "learning_rate": 1.4593426692192125e-05, "loss": 0.028, "step": 269000 }, { "epoch": 4.06, "learning_rate": 1.4583377299426684e-05, "loss": 0.0291, "step": 269500 }, { "epoch": 4.07, "learning_rate": 1.4573327906661241e-05, "loss": 0.029, "step": 270000 }, { "epoch": 4.08, "learning_rate": 1.45632785138958e-05, "loss": 0.0275, "step": 270500 }, { "epoch": 4.09, "learning_rate": 1.4553229121130357e-05, "loss": 0.0274, "step": 271000 }, { "epoch": 4.09, "learning_rate": 1.4543179728364916e-05, "loss": 0.0295, "step": 271500 }, { "epoch": 4.1, "learning_rate": 1.4533130335599472e-05, "loss": 0.0277, "step": 272000 }, { "epoch": 4.11, "learning_rate": 1.452308094283403e-05, "loss": 0.0282, "step": 272500 }, { "epoch": 4.12, "learning_rate": 1.4513031550068588e-05, "loss": 0.0289, "step": 273000 }, { "epoch": 4.12, "learning_rate": 1.4502982157303147e-05, "loss": 0.0294, "step": 273500 }, { "epoch": 4.13, "learning_rate": 1.4492932764537704e-05, "loss": 0.0293, "step": 274000 }, { "epoch": 4.14, "learning_rate": 1.4482883371772263e-05, "loss": 0.0287, "step": 274500 }, { "epoch": 4.15, "learning_rate": 1.447283397900682e-05, "loss": 0.0293, "step": 275000 }, { "epoch": 4.15, "learning_rate": 1.4462784586241379e-05, "loss": 0.0297, "step": 275500 }, { "epoch": 4.16, "learning_rate": 1.4452735193475936e-05, "loss": 0.0293, "step": 276000 }, { "epoch": 4.17, "learning_rate": 1.4442685800710495e-05, "loss": 0.0282, "step": 276500 }, { "epoch": 4.18, "learning_rate": 1.4432636407945052e-05, "loss": 0.0309, "step": 277000 }, { "epoch": 4.18, "learning_rate": 1.442258701517961e-05, "loss": 0.0272, "step": 277500 }, { "epoch": 4.19, "learning_rate": 1.4412537622414166e-05, "loss": 0.0301, "step": 278000 }, { "epoch": 4.2, "learning_rate": 1.4402488229648725e-05, "loss": 0.0289, "step": 278500 }, { "epoch": 4.21, "learning_rate": 1.4392438836883282e-05, "loss": 0.0299, "step": 279000 }, { "epoch": 4.21, "learning_rate": 1.4382389444117841e-05, "loss": 0.0282, "step": 279500 }, { "epoch": 4.22, "learning_rate": 1.4372340051352398e-05, "loss": 0.0282, "step": 280000 }, { "epoch": 4.23, "learning_rate": 1.4362290658586957e-05, "loss": 0.0293, "step": 280500 }, { "epoch": 4.24, "learning_rate": 1.4352241265821514e-05, "loss": 0.0274, "step": 281000 }, { "epoch": 4.24, "learning_rate": 1.4342191873056073e-05, "loss": 0.0296, "step": 281500 }, { "epoch": 4.25, "learning_rate": 1.433214248029063e-05, "loss": 0.0287, "step": 282000 }, { "epoch": 4.26, "learning_rate": 1.4322093087525189e-05, "loss": 0.0299, "step": 282500 }, { "epoch": 4.27, "learning_rate": 1.4312043694759746e-05, "loss": 0.0295, "step": 283000 }, { "epoch": 4.27, "learning_rate": 1.4301994301994305e-05, "loss": 0.0264, "step": 283500 }, { "epoch": 4.28, "learning_rate": 1.429194490922886e-05, "loss": 0.0288, "step": 284000 }, { "epoch": 4.29, "learning_rate": 1.428189551646342e-05, "loss": 0.0292, "step": 284500 }, { "epoch": 4.3, "learning_rate": 1.4271846123697976e-05, "loss": 0.0283, "step": 285000 }, { "epoch": 4.3, "learning_rate": 1.4261796730932535e-05, "loss": 0.0287, "step": 285500 }, { "epoch": 4.31, "learning_rate": 1.4251747338167092e-05, "loss": 0.0302, "step": 286000 }, { "epoch": 4.32, "learning_rate": 1.4241697945401651e-05, "loss": 0.0298, "step": 286500 }, { "epoch": 4.33, "learning_rate": 1.4231648552636208e-05, "loss": 0.0314, "step": 287000 }, { "epoch": 4.33, "learning_rate": 1.4221599159870767e-05, "loss": 0.0291, "step": 287500 }, { "epoch": 4.34, "learning_rate": 1.4211549767105324e-05, "loss": 0.0309, "step": 288000 }, { "epoch": 4.35, "learning_rate": 1.4201500374339883e-05, "loss": 0.0289, "step": 288500 }, { "epoch": 4.36, "learning_rate": 1.4191450981574439e-05, "loss": 0.0289, "step": 289000 }, { "epoch": 4.36, "learning_rate": 1.4181401588809e-05, "loss": 0.0287, "step": 289500 }, { "epoch": 4.37, "learning_rate": 1.4171352196043555e-05, "loss": 0.0287, "step": 290000 }, { "epoch": 4.38, "learning_rate": 1.4161302803278113e-05, "loss": 0.0289, "step": 290500 }, { "epoch": 4.39, "learning_rate": 1.415125341051267e-05, "loss": 0.0292, "step": 291000 }, { "epoch": 4.39, "learning_rate": 1.414120401774723e-05, "loss": 0.0311, "step": 291500 }, { "epoch": 4.4, "learning_rate": 1.4131154624981787e-05, "loss": 0.0297, "step": 292000 }, { "epoch": 4.41, "learning_rate": 1.4121105232216345e-05, "loss": 0.0296, "step": 292500 }, { "epoch": 4.42, "learning_rate": 1.4111055839450903e-05, "loss": 0.029, "step": 293000 }, { "epoch": 4.42, "learning_rate": 1.4101006446685461e-05, "loss": 0.0297, "step": 293500 }, { "epoch": 4.43, "learning_rate": 1.4090957053920019e-05, "loss": 0.0283, "step": 294000 }, { "epoch": 4.44, "learning_rate": 1.4080907661154577e-05, "loss": 0.0298, "step": 294500 }, { "epoch": 4.45, "learning_rate": 1.4070858268389133e-05, "loss": 0.0278, "step": 295000 }, { "epoch": 4.45, "learning_rate": 1.4060808875623693e-05, "loss": 0.0297, "step": 295500 }, { "epoch": 4.46, "learning_rate": 1.4050759482858249e-05, "loss": 0.0299, "step": 296000 }, { "epoch": 4.47, "learning_rate": 1.4040710090092808e-05, "loss": 0.029, "step": 296500 }, { "epoch": 4.48, "learning_rate": 1.4030660697327365e-05, "loss": 0.0278, "step": 297000 }, { "epoch": 4.48, "learning_rate": 1.4020611304561924e-05, "loss": 0.029, "step": 297500 }, { "epoch": 4.49, "learning_rate": 1.4010561911796481e-05, "loss": 0.0298, "step": 298000 }, { "epoch": 4.5, "learning_rate": 1.4000512519031038e-05, "loss": 0.0296, "step": 298500 }, { "epoch": 4.51, "learning_rate": 1.3990463126265597e-05, "loss": 0.0298, "step": 299000 }, { "epoch": 4.51, "learning_rate": 1.3980413733500154e-05, "loss": 0.0302, "step": 299500 }, { "epoch": 4.52, "learning_rate": 1.3970364340734713e-05, "loss": 0.0291, "step": 300000 }, { "epoch": 4.53, "learning_rate": 1.3960314947969268e-05, "loss": 0.0301, "step": 300500 }, { "epoch": 4.54, "learning_rate": 1.3950265555203827e-05, "loss": 0.0305, "step": 301000 }, { "epoch": 4.54, "learning_rate": 1.3940216162438384e-05, "loss": 0.0282, "step": 301500 }, { "epoch": 4.55, "learning_rate": 1.3930166769672943e-05, "loss": 0.0296, "step": 302000 }, { "epoch": 4.56, "learning_rate": 1.39201173769075e-05, "loss": 0.0315, "step": 302500 }, { "epoch": 4.57, "learning_rate": 1.391006798414206e-05, "loss": 0.0306, "step": 303000 }, { "epoch": 4.57, "learning_rate": 1.3900018591376616e-05, "loss": 0.0298, "step": 303500 }, { "epoch": 4.58, "learning_rate": 1.3889969198611175e-05, "loss": 0.0293, "step": 304000 }, { "epoch": 4.59, "learning_rate": 1.3879919805845732e-05, "loss": 0.03, "step": 304500 }, { "epoch": 4.6, "learning_rate": 1.3869870413080291e-05, "loss": 0.0312, "step": 305000 }, { "epoch": 4.61, "learning_rate": 1.3859821020314848e-05, "loss": 0.032, "step": 305500 }, { "epoch": 4.61, "learning_rate": 1.3849771627549407e-05, "loss": 0.03, "step": 306000 }, { "epoch": 4.62, "learning_rate": 1.3839722234783963e-05, "loss": 0.0303, "step": 306500 }, { "epoch": 4.63, "learning_rate": 1.3829672842018522e-05, "loss": 0.0293, "step": 307000 }, { "epoch": 4.64, "learning_rate": 1.3819623449253079e-05, "loss": 0.0286, "step": 307500 }, { "epoch": 4.64, "learning_rate": 1.3809574056487638e-05, "loss": 0.0281, "step": 308000 }, { "epoch": 4.65, "learning_rate": 1.3799524663722195e-05, "loss": 0.0298, "step": 308500 }, { "epoch": 4.66, "learning_rate": 1.3789475270956754e-05, "loss": 0.0293, "step": 309000 }, { "epoch": 4.67, "learning_rate": 1.377942587819131e-05, "loss": 0.0286, "step": 309500 }, { "epoch": 4.67, "learning_rate": 1.376937648542587e-05, "loss": 0.0299, "step": 310000 }, { "epoch": 4.68, "learning_rate": 1.3759327092660427e-05, "loss": 0.0295, "step": 310500 }, { "epoch": 4.69, "learning_rate": 1.3749277699894986e-05, "loss": 0.0299, "step": 311000 }, { "epoch": 4.7, "learning_rate": 1.3739228307129543e-05, "loss": 0.0292, "step": 311500 }, { "epoch": 4.7, "learning_rate": 1.3729178914364102e-05, "loss": 0.0299, "step": 312000 }, { "epoch": 4.71, "learning_rate": 1.3719129521598657e-05, "loss": 0.0304, "step": 312500 }, { "epoch": 4.72, "learning_rate": 1.3709080128833216e-05, "loss": 0.0275, "step": 313000 }, { "epoch": 4.73, "learning_rate": 1.3699030736067773e-05, "loss": 0.0298, "step": 313500 }, { "epoch": 4.73, "learning_rate": 1.3688981343302332e-05, "loss": 0.0318, "step": 314000 }, { "epoch": 4.74, "learning_rate": 1.3678931950536889e-05, "loss": 0.03, "step": 314500 }, { "epoch": 4.75, "learning_rate": 1.3668882557771448e-05, "loss": 0.0304, "step": 315000 }, { "epoch": 4.76, "learning_rate": 1.3658833165006005e-05, "loss": 0.0285, "step": 315500 }, { "epoch": 4.76, "learning_rate": 1.3648783772240564e-05, "loss": 0.0296, "step": 316000 }, { "epoch": 4.77, "learning_rate": 1.3638734379475121e-05, "loss": 0.0308, "step": 316500 }, { "epoch": 4.78, "learning_rate": 1.362868498670968e-05, "loss": 0.0295, "step": 317000 }, { "epoch": 4.79, "learning_rate": 1.3618635593944235e-05, "loss": 0.0302, "step": 317500 }, { "epoch": 4.79, "learning_rate": 1.3608586201178796e-05, "loss": 0.0299, "step": 318000 }, { "epoch": 4.8, "learning_rate": 1.3598536808413351e-05, "loss": 0.029, "step": 318500 }, { "epoch": 4.81, "learning_rate": 1.358848741564791e-05, "loss": 0.0321, "step": 319000 }, { "epoch": 4.82, "learning_rate": 1.3578438022882467e-05, "loss": 0.0297, "step": 319500 }, { "epoch": 4.82, "learning_rate": 1.3568388630117026e-05, "loss": 0.03, "step": 320000 }, { "epoch": 4.83, "learning_rate": 1.3558339237351583e-05, "loss": 0.031, "step": 320500 }, { "epoch": 4.84, "learning_rate": 1.3548289844586142e-05, "loss": 0.0297, "step": 321000 }, { "epoch": 4.85, "learning_rate": 1.35382404518207e-05, "loss": 0.0309, "step": 321500 }, { "epoch": 4.85, "learning_rate": 1.3528191059055258e-05, "loss": 0.0309, "step": 322000 }, { "epoch": 4.86, "learning_rate": 1.3518141666289815e-05, "loss": 0.0304, "step": 322500 }, { "epoch": 4.87, "learning_rate": 1.3508092273524374e-05, "loss": 0.0289, "step": 323000 }, { "epoch": 4.88, "learning_rate": 1.349804288075893e-05, "loss": 0.0293, "step": 323500 }, { "epoch": 4.88, "learning_rate": 1.348799348799349e-05, "loss": 0.0299, "step": 324000 }, { "epoch": 4.89, "learning_rate": 1.3477944095228046e-05, "loss": 0.0296, "step": 324500 }, { "epoch": 4.9, "learning_rate": 1.3467894702462604e-05, "loss": 0.0317, "step": 325000 }, { "epoch": 4.91, "learning_rate": 1.3457845309697162e-05, "loss": 0.0308, "step": 325500 }, { "epoch": 4.91, "learning_rate": 1.344779591693172e-05, "loss": 0.0286, "step": 326000 }, { "epoch": 4.92, "learning_rate": 1.3437746524166278e-05, "loss": 0.0302, "step": 326500 }, { "epoch": 4.93, "learning_rate": 1.3427697131400836e-05, "loss": 0.0299, "step": 327000 }, { "epoch": 4.94, "learning_rate": 1.3417647738635394e-05, "loss": 0.0278, "step": 327500 }, { "epoch": 4.94, "learning_rate": 1.3407598345869952e-05, "loss": 0.0307, "step": 328000 }, { "epoch": 4.95, "learning_rate": 1.339754895310451e-05, "loss": 0.0313, "step": 328500 }, { "epoch": 4.96, "learning_rate": 1.3387499560339068e-05, "loss": 0.0304, "step": 329000 }, { "epoch": 4.97, "learning_rate": 1.3377450167573624e-05, "loss": 0.0304, "step": 329500 }, { "epoch": 4.97, "learning_rate": 1.3367400774808184e-05, "loss": 0.03, "step": 330000 }, { "epoch": 4.98, "learning_rate": 1.335735138204274e-05, "loss": 0.0299, "step": 330500 }, { "epoch": 4.99, "learning_rate": 1.3347301989277299e-05, "loss": 0.0285, "step": 331000 }, { "epoch": 5.0, "learning_rate": 1.3337252596511856e-05, "loss": 0.0294, "step": 331500 }, { "epoch": 5.0, "eval_accuracy": 0.9833431641576693, "eval_f1": 0.9310727948639413, "eval_loss": 0.04933297634124756, "eval_precision": 0.9162792163785087, "eval_recall": 0.9463519051320346, "eval_runtime": 248.2658, "eval_samples_per_second": 474.991, "eval_steps_per_second": 29.69, "step": 331695 }, { "epoch": 5.0, "learning_rate": 1.3327203203746415e-05, "loss": 0.0256, "step": 332000 }, { "epoch": 5.01, "learning_rate": 1.3317153810980972e-05, "loss": 0.0221, "step": 332500 }, { "epoch": 5.02, "learning_rate": 1.330710441821553e-05, "loss": 0.0225, "step": 333000 }, { "epoch": 5.03, "learning_rate": 1.3297055025450088e-05, "loss": 0.0251, "step": 333500 }, { "epoch": 5.03, "learning_rate": 1.3287005632684647e-05, "loss": 0.0225, "step": 334000 }, { "epoch": 5.04, "learning_rate": 1.3276956239919204e-05, "loss": 0.0233, "step": 334500 }, { "epoch": 5.05, "learning_rate": 1.3266906847153763e-05, "loss": 0.0224, "step": 335000 }, { "epoch": 5.06, "learning_rate": 1.3256857454388318e-05, "loss": 0.0236, "step": 335500 }, { "epoch": 5.06, "learning_rate": 1.3246808061622877e-05, "loss": 0.0224, "step": 336000 }, { "epoch": 5.07, "learning_rate": 1.3236758668857434e-05, "loss": 0.0233, "step": 336500 }, { "epoch": 5.08, "learning_rate": 1.3226709276091993e-05, "loss": 0.0233, "step": 337000 }, { "epoch": 5.09, "learning_rate": 1.321665988332655e-05, "loss": 0.0219, "step": 337500 }, { "epoch": 5.1, "learning_rate": 1.3206610490561109e-05, "loss": 0.0235, "step": 338000 }, { "epoch": 5.1, "learning_rate": 1.3196561097795666e-05, "loss": 0.0239, "step": 338500 }, { "epoch": 5.11, "learning_rate": 1.3186511705030225e-05, "loss": 0.0235, "step": 339000 }, { "epoch": 5.12, "learning_rate": 1.3176462312264782e-05, "loss": 0.0236, "step": 339500 }, { "epoch": 5.13, "learning_rate": 1.3166412919499341e-05, "loss": 0.0236, "step": 340000 }, { "epoch": 5.13, "learning_rate": 1.3156363526733898e-05, "loss": 0.0236, "step": 340500 }, { "epoch": 5.14, "learning_rate": 1.3146314133968457e-05, "loss": 0.0241, "step": 341000 }, { "epoch": 5.15, "learning_rate": 1.3136264741203012e-05, "loss": 0.0251, "step": 341500 }, { "epoch": 5.16, "learning_rate": 1.3126215348437571e-05, "loss": 0.0231, "step": 342000 }, { "epoch": 5.16, "learning_rate": 1.3116165955672128e-05, "loss": 0.0235, "step": 342500 }, { "epoch": 5.17, "learning_rate": 1.3106116562906687e-05, "loss": 0.0247, "step": 343000 }, { "epoch": 5.18, "learning_rate": 1.3096067170141244e-05, "loss": 0.025, "step": 343500 }, { "epoch": 5.19, "learning_rate": 1.3086017777375803e-05, "loss": 0.0243, "step": 344000 }, { "epoch": 5.19, "learning_rate": 1.307596838461036e-05, "loss": 0.0234, "step": 344500 }, { "epoch": 5.2, "learning_rate": 1.306591899184492e-05, "loss": 0.0232, "step": 345000 }, { "epoch": 5.21, "learning_rate": 1.3055869599079476e-05, "loss": 0.0251, "step": 345500 }, { "epoch": 5.22, "learning_rate": 1.3045820206314035e-05, "loss": 0.024, "step": 346000 }, { "epoch": 5.22, "learning_rate": 1.3035770813548592e-05, "loss": 0.0252, "step": 346500 }, { "epoch": 5.23, "learning_rate": 1.3025721420783151e-05, "loss": 0.0244, "step": 347000 }, { "epoch": 5.24, "learning_rate": 1.3015672028017707e-05, "loss": 0.0247, "step": 347500 }, { "epoch": 5.25, "learning_rate": 1.3005622635252266e-05, "loss": 0.0248, "step": 348000 }, { "epoch": 5.25, "learning_rate": 1.2995573242486823e-05, "loss": 0.025, "step": 348500 }, { "epoch": 5.26, "learning_rate": 1.2985523849721382e-05, "loss": 0.025, "step": 349000 }, { "epoch": 5.27, "learning_rate": 1.2975474456955939e-05, "loss": 0.0244, "step": 349500 }, { "epoch": 5.28, "learning_rate": 1.2965425064190498e-05, "loss": 0.0242, "step": 350000 }, { "epoch": 5.28, "learning_rate": 1.2955375671425055e-05, "loss": 0.0246, "step": 350500 }, { "epoch": 5.29, "learning_rate": 1.2945326278659614e-05, "loss": 0.0245, "step": 351000 }, { "epoch": 5.3, "learning_rate": 1.293527688589417e-05, "loss": 0.0244, "step": 351500 }, { "epoch": 5.31, "learning_rate": 1.292522749312873e-05, "loss": 0.0262, "step": 352000 }, { "epoch": 5.31, "learning_rate": 1.2915178100363287e-05, "loss": 0.0236, "step": 352500 }, { "epoch": 5.32, "learning_rate": 1.2905128707597846e-05, "loss": 0.0252, "step": 353000 }, { "epoch": 5.33, "learning_rate": 1.2895079314832401e-05, "loss": 0.0254, "step": 353500 }, { "epoch": 5.34, "learning_rate": 1.288502992206696e-05, "loss": 0.0244, "step": 354000 }, { "epoch": 5.34, "learning_rate": 1.2874980529301517e-05, "loss": 0.0242, "step": 354500 }, { "epoch": 5.35, "learning_rate": 1.2864931136536076e-05, "loss": 0.0267, "step": 355000 }, { "epoch": 5.36, "learning_rate": 1.2854881743770633e-05, "loss": 0.0253, "step": 355500 }, { "epoch": 5.37, "learning_rate": 1.2844832351005192e-05, "loss": 0.0249, "step": 356000 }, { "epoch": 5.37, "learning_rate": 1.2834782958239749e-05, "loss": 0.0251, "step": 356500 }, { "epoch": 5.38, "learning_rate": 1.2824733565474308e-05, "loss": 0.023, "step": 357000 }, { "epoch": 5.39, "learning_rate": 1.2814684172708865e-05, "loss": 0.0241, "step": 357500 }, { "epoch": 5.4, "learning_rate": 1.2804634779943424e-05, "loss": 0.0248, "step": 358000 }, { "epoch": 5.4, "learning_rate": 1.279458538717798e-05, "loss": 0.024, "step": 358500 }, { "epoch": 5.41, "learning_rate": 1.278453599441254e-05, "loss": 0.0246, "step": 359000 }, { "epoch": 5.42, "learning_rate": 1.2774486601647095e-05, "loss": 0.0246, "step": 359500 }, { "epoch": 5.43, "learning_rate": 1.2764437208881654e-05, "loss": 0.0249, "step": 360000 }, { "epoch": 5.43, "learning_rate": 1.2754387816116211e-05, "loss": 0.0231, "step": 360500 }, { "epoch": 5.44, "learning_rate": 1.274433842335077e-05, "loss": 0.0248, "step": 361000 }, { "epoch": 5.45, "learning_rate": 1.2734289030585327e-05, "loss": 0.0259, "step": 361500 }, { "epoch": 5.46, "learning_rate": 1.2724239637819886e-05, "loss": 0.0237, "step": 362000 }, { "epoch": 5.46, "learning_rate": 1.2714190245054443e-05, "loss": 0.0246, "step": 362500 }, { "epoch": 5.47, "learning_rate": 1.2704140852289002e-05, "loss": 0.0232, "step": 363000 }, { "epoch": 5.48, "learning_rate": 1.269409145952356e-05, "loss": 0.0256, "step": 363500 }, { "epoch": 5.49, "learning_rate": 1.2684042066758118e-05, "loss": 0.025, "step": 364000 }, { "epoch": 5.49, "learning_rate": 1.2673992673992674e-05, "loss": 0.0247, "step": 364500 }, { "epoch": 5.5, "learning_rate": 1.2663943281227234e-05, "loss": 0.0258, "step": 365000 }, { "epoch": 5.51, "learning_rate": 1.265389388846179e-05, "loss": 0.0239, "step": 365500 }, { "epoch": 5.52, "learning_rate": 1.2643844495696348e-05, "loss": 0.025, "step": 366000 }, { "epoch": 5.52, "learning_rate": 1.2633795102930906e-05, "loss": 0.0265, "step": 366500 }, { "epoch": 5.53, "learning_rate": 1.2623745710165464e-05, "loss": 0.0236, "step": 367000 }, { "epoch": 5.54, "learning_rate": 1.2613696317400022e-05, "loss": 0.0251, "step": 367500 }, { "epoch": 5.55, "learning_rate": 1.260364692463458e-05, "loss": 0.0246, "step": 368000 }, { "epoch": 5.55, "learning_rate": 1.2593597531869138e-05, "loss": 0.0248, "step": 368500 }, { "epoch": 5.56, "learning_rate": 1.2583548139103696e-05, "loss": 0.0247, "step": 369000 }, { "epoch": 5.57, "learning_rate": 1.2573498746338254e-05, "loss": 0.0247, "step": 369500 }, { "epoch": 5.58, "learning_rate": 1.2563449353572812e-05, "loss": 0.0252, "step": 370000 }, { "epoch": 5.58, "learning_rate": 1.2553399960807368e-05, "loss": 0.0242, "step": 370500 }, { "epoch": 5.59, "learning_rate": 1.2543350568041928e-05, "loss": 0.0257, "step": 371000 }, { "epoch": 5.6, "learning_rate": 1.2533301175276484e-05, "loss": 0.026, "step": 371500 }, { "epoch": 5.61, "learning_rate": 1.2523251782511043e-05, "loss": 0.026, "step": 372000 }, { "epoch": 5.62, "learning_rate": 1.25132023897456e-05, "loss": 0.0251, "step": 372500 }, { "epoch": 5.62, "learning_rate": 1.2503152996980159e-05, "loss": 0.0258, "step": 373000 }, { "epoch": 5.63, "learning_rate": 1.2493103604214716e-05, "loss": 0.0252, "step": 373500 }, { "epoch": 5.64, "learning_rate": 1.2483054211449275e-05, "loss": 0.0248, "step": 374000 }, { "epoch": 5.65, "learning_rate": 1.2473004818683832e-05, "loss": 0.0261, "step": 374500 }, { "epoch": 5.65, "learning_rate": 1.246295542591839e-05, "loss": 0.0267, "step": 375000 }, { "epoch": 5.66, "learning_rate": 1.2452906033152948e-05, "loss": 0.0253, "step": 375500 }, { "epoch": 5.67, "learning_rate": 1.2442856640387507e-05, "loss": 0.0244, "step": 376000 }, { "epoch": 5.68, "learning_rate": 1.2432807247622062e-05, "loss": 0.0251, "step": 376500 }, { "epoch": 5.68, "learning_rate": 1.2422757854856623e-05, "loss": 0.0259, "step": 377000 }, { "epoch": 5.69, "learning_rate": 1.2412708462091178e-05, "loss": 0.0252, "step": 377500 }, { "epoch": 5.7, "learning_rate": 1.2402659069325737e-05, "loss": 0.0261, "step": 378000 }, { "epoch": 5.71, "learning_rate": 1.2392609676560294e-05, "loss": 0.025, "step": 378500 }, { "epoch": 5.71, "learning_rate": 1.2382560283794853e-05, "loss": 0.0256, "step": 379000 }, { "epoch": 5.72, "learning_rate": 1.237251089102941e-05, "loss": 0.0257, "step": 379500 }, { "epoch": 5.73, "learning_rate": 1.2362461498263969e-05, "loss": 0.026, "step": 380000 }, { "epoch": 5.74, "learning_rate": 1.2352412105498526e-05, "loss": 0.0259, "step": 380500 }, { "epoch": 5.74, "learning_rate": 1.2342362712733085e-05, "loss": 0.0247, "step": 381000 }, { "epoch": 5.75, "learning_rate": 1.2332313319967642e-05, "loss": 0.0249, "step": 381500 }, { "epoch": 5.76, "learning_rate": 1.2322263927202201e-05, "loss": 0.0267, "step": 382000 }, { "epoch": 5.77, "learning_rate": 1.2312214534436756e-05, "loss": 0.0247, "step": 382500 }, { "epoch": 5.77, "learning_rate": 1.2302165141671315e-05, "loss": 0.0231, "step": 383000 }, { "epoch": 5.78, "learning_rate": 1.2292115748905872e-05, "loss": 0.0254, "step": 383500 }, { "epoch": 5.79, "learning_rate": 1.2282066356140431e-05, "loss": 0.0258, "step": 384000 }, { "epoch": 5.8, "learning_rate": 1.2272016963374988e-05, "loss": 0.0259, "step": 384500 }, { "epoch": 5.8, "learning_rate": 1.2261967570609547e-05, "loss": 0.0258, "step": 385000 }, { "epoch": 5.81, "learning_rate": 1.2251918177844104e-05, "loss": 0.0253, "step": 385500 }, { "epoch": 5.82, "learning_rate": 1.2241868785078663e-05, "loss": 0.0256, "step": 386000 }, { "epoch": 5.83, "learning_rate": 1.223181939231322e-05, "loss": 0.0244, "step": 386500 }, { "epoch": 5.83, "learning_rate": 1.222176999954778e-05, "loss": 0.025, "step": 387000 }, { "epoch": 5.84, "learning_rate": 1.2211720606782336e-05, "loss": 0.0245, "step": 387500 }, { "epoch": 5.85, "learning_rate": 1.2201671214016895e-05, "loss": 0.026, "step": 388000 }, { "epoch": 5.86, "learning_rate": 1.219162182125145e-05, "loss": 0.0239, "step": 388500 }, { "epoch": 5.86, "learning_rate": 1.218157242848601e-05, "loss": 0.0255, "step": 389000 }, { "epoch": 5.87, "learning_rate": 1.2171523035720567e-05, "loss": 0.0273, "step": 389500 }, { "epoch": 5.88, "learning_rate": 1.2161473642955126e-05, "loss": 0.0254, "step": 390000 }, { "epoch": 5.89, "learning_rate": 1.2151424250189683e-05, "loss": 0.0242, "step": 390500 }, { "epoch": 5.89, "learning_rate": 1.2141374857424242e-05, "loss": 0.0261, "step": 391000 }, { "epoch": 5.9, "learning_rate": 1.2131325464658799e-05, "loss": 0.0256, "step": 391500 }, { "epoch": 5.91, "learning_rate": 1.2121276071893358e-05, "loss": 0.0234, "step": 392000 }, { "epoch": 5.92, "learning_rate": 1.2111226679127915e-05, "loss": 0.0249, "step": 392500 }, { "epoch": 5.92, "learning_rate": 1.2101177286362474e-05, "loss": 0.0257, "step": 393000 }, { "epoch": 5.93, "learning_rate": 1.209112789359703e-05, "loss": 0.025, "step": 393500 }, { "epoch": 5.94, "learning_rate": 1.208107850083159e-05, "loss": 0.0254, "step": 394000 }, { "epoch": 5.95, "learning_rate": 1.2071029108066145e-05, "loss": 0.0237, "step": 394500 }, { "epoch": 5.95, "learning_rate": 1.2060979715300704e-05, "loss": 0.0252, "step": 395000 }, { "epoch": 5.96, "learning_rate": 1.2050930322535261e-05, "loss": 0.0263, "step": 395500 }, { "epoch": 5.97, "learning_rate": 1.204088092976982e-05, "loss": 0.0244, "step": 396000 }, { "epoch": 5.98, "learning_rate": 1.2030831537004377e-05, "loss": 0.0245, "step": 396500 }, { "epoch": 5.98, "learning_rate": 1.2020782144238936e-05, "loss": 0.026, "step": 397000 }, { "epoch": 5.99, "learning_rate": 1.2010732751473493e-05, "loss": 0.0241, "step": 397500 }, { "epoch": 6.0, "learning_rate": 1.2000683358708052e-05, "loss": 0.0241, "step": 398000 }, { "epoch": 6.0, "eval_accuracy": 0.9840269934850364, "eval_f1": 0.9332898857691124, "eval_loss": 0.05201715603470802, "eval_precision": 0.9227308885530189, "eval_recall": 0.944093337836903, "eval_runtime": 254.0368, "eval_samples_per_second": 464.2, "eval_steps_per_second": 29.015, "step": 398034 }, { "epoch": 6.01, "learning_rate": 1.1990633965942609e-05, "loss": 0.0182, "step": 398500 }, { "epoch": 6.01, "learning_rate": 1.1980584573177168e-05, "loss": 0.0194, "step": 399000 }, { "epoch": 6.02, "learning_rate": 1.1970535180411725e-05, "loss": 0.0198, "step": 399500 }, { "epoch": 6.03, "learning_rate": 1.1960485787646284e-05, "loss": 0.0181, "step": 400000 }, { "epoch": 6.04, "learning_rate": 1.195043639488084e-05, "loss": 0.0188, "step": 400500 }, { "epoch": 6.04, "learning_rate": 1.1940387002115398e-05, "loss": 0.0189, "step": 401000 }, { "epoch": 6.05, "learning_rate": 1.1930337609349955e-05, "loss": 0.0198, "step": 401500 }, { "epoch": 6.06, "learning_rate": 1.1920288216584514e-05, "loss": 0.0209, "step": 402000 }, { "epoch": 6.07, "learning_rate": 1.1910238823819071e-05, "loss": 0.0192, "step": 402500 }, { "epoch": 6.07, "learning_rate": 1.190018943105363e-05, "loss": 0.0191, "step": 403000 }, { "epoch": 6.08, "learning_rate": 1.1890140038288187e-05, "loss": 0.0205, "step": 403500 }, { "epoch": 6.09, "learning_rate": 1.1880090645522746e-05, "loss": 0.0202, "step": 404000 }, { "epoch": 6.1, "learning_rate": 1.1870041252757303e-05, "loss": 0.0197, "step": 404500 }, { "epoch": 6.11, "learning_rate": 1.1859991859991862e-05, "loss": 0.0198, "step": 405000 }, { "epoch": 6.11, "learning_rate": 1.1849942467226418e-05, "loss": 0.0195, "step": 405500 }, { "epoch": 6.12, "learning_rate": 1.1839893074460978e-05, "loss": 0.0199, "step": 406000 }, { "epoch": 6.13, "learning_rate": 1.1829843681695534e-05, "loss": 0.0196, "step": 406500 }, { "epoch": 6.14, "learning_rate": 1.1819794288930093e-05, "loss": 0.0194, "step": 407000 }, { "epoch": 6.14, "learning_rate": 1.180974489616465e-05, "loss": 0.0207, "step": 407500 }, { "epoch": 6.15, "learning_rate": 1.1799695503399208e-05, "loss": 0.0209, "step": 408000 }, { "epoch": 6.16, "learning_rate": 1.1789646110633766e-05, "loss": 0.0198, "step": 408500 }, { "epoch": 6.17, "learning_rate": 1.1779596717868324e-05, "loss": 0.0181, "step": 409000 }, { "epoch": 6.17, "learning_rate": 1.1769547325102882e-05, "loss": 0.0213, "step": 409500 }, { "epoch": 6.18, "learning_rate": 1.175949793233744e-05, "loss": 0.0223, "step": 410000 }, { "epoch": 6.19, "learning_rate": 1.1749448539571998e-05, "loss": 0.0206, "step": 410500 }, { "epoch": 6.2, "learning_rate": 1.1739399146806556e-05, "loss": 0.0194, "step": 411000 }, { "epoch": 6.2, "learning_rate": 1.1729349754041112e-05, "loss": 0.0198, "step": 411500 }, { "epoch": 6.21, "learning_rate": 1.1719300361275672e-05, "loss": 0.0189, "step": 412000 }, { "epoch": 6.22, "learning_rate": 1.1709250968510228e-05, "loss": 0.0207, "step": 412500 }, { "epoch": 6.23, "learning_rate": 1.1699201575744787e-05, "loss": 0.0215, "step": 413000 }, { "epoch": 6.23, "learning_rate": 1.1689152182979344e-05, "loss": 0.0197, "step": 413500 }, { "epoch": 6.24, "learning_rate": 1.1679102790213903e-05, "loss": 0.0202, "step": 414000 }, { "epoch": 6.25, "learning_rate": 1.166905339744846e-05, "loss": 0.0197, "step": 414500 }, { "epoch": 6.26, "learning_rate": 1.1659004004683019e-05, "loss": 0.0197, "step": 415000 }, { "epoch": 6.26, "learning_rate": 1.1648954611917576e-05, "loss": 0.0214, "step": 415500 }, { "epoch": 6.27, "learning_rate": 1.1638905219152135e-05, "loss": 0.0214, "step": 416000 }, { "epoch": 6.28, "learning_rate": 1.1628855826386692e-05, "loss": 0.0211, "step": 416500 }, { "epoch": 6.29, "learning_rate": 1.161880643362125e-05, "loss": 0.02, "step": 417000 }, { "epoch": 6.29, "learning_rate": 1.1608757040855806e-05, "loss": 0.0198, "step": 417500 }, { "epoch": 6.3, "learning_rate": 1.1598707648090367e-05, "loss": 0.021, "step": 418000 }, { "epoch": 6.31, "learning_rate": 1.1588658255324922e-05, "loss": 0.0208, "step": 418500 }, { "epoch": 6.32, "learning_rate": 1.1578608862559481e-05, "loss": 0.0211, "step": 419000 }, { "epoch": 6.32, "learning_rate": 1.1568559469794038e-05, "loss": 0.0219, "step": 419500 }, { "epoch": 6.33, "learning_rate": 1.1558510077028597e-05, "loss": 0.0207, "step": 420000 }, { "epoch": 6.34, "learning_rate": 1.1548460684263154e-05, "loss": 0.0199, "step": 420500 }, { "epoch": 6.35, "learning_rate": 1.1538411291497713e-05, "loss": 0.0205, "step": 421000 }, { "epoch": 6.35, "learning_rate": 1.152836189873227e-05, "loss": 0.0213, "step": 421500 }, { "epoch": 6.36, "learning_rate": 1.1518312505966829e-05, "loss": 0.0189, "step": 422000 }, { "epoch": 6.37, "learning_rate": 1.1508263113201386e-05, "loss": 0.0205, "step": 422500 }, { "epoch": 6.38, "learning_rate": 1.1498213720435945e-05, "loss": 0.0212, "step": 423000 }, { "epoch": 6.38, "learning_rate": 1.14881643276705e-05, "loss": 0.0217, "step": 423500 }, { "epoch": 6.39, "learning_rate": 1.1478114934905061e-05, "loss": 0.0218, "step": 424000 }, { "epoch": 6.4, "learning_rate": 1.1468065542139617e-05, "loss": 0.0207, "step": 424500 }, { "epoch": 6.41, "learning_rate": 1.1458016149374175e-05, "loss": 0.021, "step": 425000 }, { "epoch": 6.41, "learning_rate": 1.1447966756608733e-05, "loss": 0.021, "step": 425500 }, { "epoch": 6.42, "learning_rate": 1.1437917363843291e-05, "loss": 0.0205, "step": 426000 }, { "epoch": 6.43, "learning_rate": 1.1427867971077849e-05, "loss": 0.0224, "step": 426500 }, { "epoch": 6.44, "learning_rate": 1.1417818578312407e-05, "loss": 0.0216, "step": 427000 }, { "epoch": 6.44, "learning_rate": 1.1407769185546965e-05, "loss": 0.02, "step": 427500 }, { "epoch": 6.45, "learning_rate": 1.1397719792781523e-05, "loss": 0.0219, "step": 428000 }, { "epoch": 6.46, "learning_rate": 1.138767040001608e-05, "loss": 0.0206, "step": 428500 }, { "epoch": 6.47, "learning_rate": 1.137762100725064e-05, "loss": 0.0211, "step": 429000 }, { "epoch": 6.47, "learning_rate": 1.1367571614485195e-05, "loss": 0.0214, "step": 429500 }, { "epoch": 6.48, "learning_rate": 1.1357522221719754e-05, "loss": 0.0215, "step": 430000 }, { "epoch": 6.49, "learning_rate": 1.134747282895431e-05, "loss": 0.0213, "step": 430500 }, { "epoch": 6.5, "learning_rate": 1.133742343618887e-05, "loss": 0.0209, "step": 431000 }, { "epoch": 6.5, "learning_rate": 1.1327374043423427e-05, "loss": 0.0208, "step": 431500 }, { "epoch": 6.51, "learning_rate": 1.1317324650657986e-05, "loss": 0.0213, "step": 432000 }, { "epoch": 6.52, "learning_rate": 1.1307275257892543e-05, "loss": 0.0205, "step": 432500 }, { "epoch": 6.53, "learning_rate": 1.1297225865127102e-05, "loss": 0.0194, "step": 433000 }, { "epoch": 6.53, "learning_rate": 1.1287176472361659e-05, "loss": 0.022, "step": 433500 }, { "epoch": 6.54, "learning_rate": 1.1277127079596218e-05, "loss": 0.0202, "step": 434000 }, { "epoch": 6.55, "learning_rate": 1.1267077686830775e-05, "loss": 0.0198, "step": 434500 }, { "epoch": 6.56, "learning_rate": 1.1257028294065334e-05, "loss": 0.0208, "step": 435000 }, { "epoch": 6.56, "learning_rate": 1.1246978901299889e-05, "loss": 0.021, "step": 435500 }, { "epoch": 6.57, "learning_rate": 1.1236929508534448e-05, "loss": 0.0201, "step": 436000 }, { "epoch": 6.58, "learning_rate": 1.1226880115769005e-05, "loss": 0.0212, "step": 436500 }, { "epoch": 6.59, "learning_rate": 1.1216830723003564e-05, "loss": 0.0225, "step": 437000 }, { "epoch": 6.59, "learning_rate": 1.1206781330238121e-05, "loss": 0.0191, "step": 437500 }, { "epoch": 6.6, "learning_rate": 1.119673193747268e-05, "loss": 0.0217, "step": 438000 }, { "epoch": 6.61, "learning_rate": 1.1186682544707237e-05, "loss": 0.0208, "step": 438500 }, { "epoch": 6.62, "learning_rate": 1.1176633151941796e-05, "loss": 0.0218, "step": 439000 }, { "epoch": 6.63, "learning_rate": 1.1166583759176353e-05, "loss": 0.0211, "step": 439500 }, { "epoch": 6.63, "learning_rate": 1.1156534366410912e-05, "loss": 0.0205, "step": 440000 }, { "epoch": 6.64, "learning_rate": 1.1146484973645469e-05, "loss": 0.0221, "step": 440500 }, { "epoch": 6.65, "learning_rate": 1.1136435580880028e-05, "loss": 0.0213, "step": 441000 }, { "epoch": 6.66, "learning_rate": 1.1126386188114583e-05, "loss": 0.0223, "step": 441500 }, { "epoch": 6.66, "learning_rate": 1.1116336795349142e-05, "loss": 0.0217, "step": 442000 }, { "epoch": 6.67, "learning_rate": 1.11062874025837e-05, "loss": 0.0215, "step": 442500 }, { "epoch": 6.68, "learning_rate": 1.1096238009818258e-05, "loss": 0.0211, "step": 443000 }, { "epoch": 6.69, "learning_rate": 1.1086188617052815e-05, "loss": 0.0209, "step": 443500 }, { "epoch": 6.69, "learning_rate": 1.1076139224287374e-05, "loss": 0.0213, "step": 444000 }, { "epoch": 6.7, "learning_rate": 1.1066089831521931e-05, "loss": 0.0224, "step": 444500 }, { "epoch": 6.71, "learning_rate": 1.105604043875649e-05, "loss": 0.021, "step": 445000 }, { "epoch": 6.72, "learning_rate": 1.1045991045991047e-05, "loss": 0.0217, "step": 445500 }, { "epoch": 6.72, "learning_rate": 1.1035941653225606e-05, "loss": 0.02, "step": 446000 }, { "epoch": 6.73, "learning_rate": 1.1025892260460163e-05, "loss": 0.0214, "step": 446500 }, { "epoch": 6.74, "learning_rate": 1.1015842867694722e-05, "loss": 0.0219, "step": 447000 }, { "epoch": 6.75, "learning_rate": 1.1005793474929278e-05, "loss": 0.0224, "step": 447500 }, { "epoch": 6.75, "learning_rate": 1.0995744082163835e-05, "loss": 0.022, "step": 448000 }, { "epoch": 6.76, "learning_rate": 1.0985694689398394e-05, "loss": 0.021, "step": 448500 }, { "epoch": 6.77, "learning_rate": 1.0975645296632951e-05, "loss": 0.0213, "step": 449000 }, { "epoch": 6.78, "learning_rate": 1.096559590386751e-05, "loss": 0.0223, "step": 449500 }, { "epoch": 6.78, "learning_rate": 1.0955546511102067e-05, "loss": 0.0223, "step": 450000 }, { "epoch": 6.79, "learning_rate": 1.0945497118336626e-05, "loss": 0.0206, "step": 450500 }, { "epoch": 6.8, "learning_rate": 1.0935447725571183e-05, "loss": 0.0223, "step": 451000 }, { "epoch": 6.81, "learning_rate": 1.0925398332805742e-05, "loss": 0.0213, "step": 451500 }, { "epoch": 6.81, "learning_rate": 1.0915348940040297e-05, "loss": 0.0218, "step": 452000 }, { "epoch": 6.82, "learning_rate": 1.0905299547274856e-05, "loss": 0.0202, "step": 452500 }, { "epoch": 6.83, "learning_rate": 1.0895250154509413e-05, "loss": 0.0213, "step": 453000 }, { "epoch": 6.84, "learning_rate": 1.0885200761743972e-05, "loss": 0.0207, "step": 453500 }, { "epoch": 6.84, "learning_rate": 1.087515136897853e-05, "loss": 0.0211, "step": 454000 }, { "epoch": 6.85, "learning_rate": 1.0865101976213088e-05, "loss": 0.0216, "step": 454500 }, { "epoch": 6.86, "learning_rate": 1.0855052583447645e-05, "loss": 0.0225, "step": 455000 }, { "epoch": 6.87, "learning_rate": 1.0845003190682204e-05, "loss": 0.0206, "step": 455500 }, { "epoch": 6.87, "learning_rate": 1.0834953797916761e-05, "loss": 0.022, "step": 456000 }, { "epoch": 6.88, "learning_rate": 1.082490440515132e-05, "loss": 0.0211, "step": 456500 }, { "epoch": 6.89, "learning_rate": 1.0814855012385877e-05, "loss": 0.0221, "step": 457000 }, { "epoch": 6.9, "learning_rate": 1.0804805619620436e-05, "loss": 0.0215, "step": 457500 }, { "epoch": 6.9, "learning_rate": 1.0794756226854991e-05, "loss": 0.0208, "step": 458000 }, { "epoch": 6.91, "learning_rate": 1.078470683408955e-05, "loss": 0.0232, "step": 458500 }, { "epoch": 6.92, "learning_rate": 1.0774657441324107e-05, "loss": 0.0209, "step": 459000 }, { "epoch": 6.93, "learning_rate": 1.0764608048558666e-05, "loss": 0.0218, "step": 459500 }, { "epoch": 6.93, "learning_rate": 1.0754558655793223e-05, "loss": 0.0207, "step": 460000 }, { "epoch": 6.94, "learning_rate": 1.0744509263027782e-05, "loss": 0.0202, "step": 460500 }, { "epoch": 6.95, "learning_rate": 1.073445987026234e-05, "loss": 0.0225, "step": 461000 }, { "epoch": 6.96, "learning_rate": 1.0724410477496898e-05, "loss": 0.0213, "step": 461500 }, { "epoch": 6.96, "learning_rate": 1.0714361084731455e-05, "loss": 0.0226, "step": 462000 }, { "epoch": 6.97, "learning_rate": 1.0704311691966014e-05, "loss": 0.0208, "step": 462500 }, { "epoch": 6.98, "learning_rate": 1.0694262299200571e-05, "loss": 0.0214, "step": 463000 }, { "epoch": 6.99, "learning_rate": 1.068421290643513e-05, "loss": 0.0217, "step": 463500 }, { "epoch": 6.99, "learning_rate": 1.0674163513669686e-05, "loss": 0.0205, "step": 464000 }, { "epoch": 7.0, "eval_accuracy": 0.9846689457731297, "eval_f1": 0.9384205033051143, "eval_loss": 0.055921319872140884, "eval_precision": 0.9224262292504413, "eval_recall": 0.9549792252503754, "eval_runtime": 251.6988, "eval_samples_per_second": 468.512, "eval_steps_per_second": 29.285, "step": 464373 }, { "epoch": 7.0, "learning_rate": 1.0664114120904245e-05, "loss": 0.0194, "step": 464500 }, { "epoch": 7.01, "learning_rate": 1.0654064728138802e-05, "loss": 0.0158, "step": 465000 }, { "epoch": 7.02, "learning_rate": 1.064401533537336e-05, "loss": 0.0162, "step": 465500 }, { "epoch": 7.02, "learning_rate": 1.0633965942607918e-05, "loss": 0.015, "step": 466000 }, { "epoch": 7.03, "learning_rate": 1.0623916549842477e-05, "loss": 0.0159, "step": 466500 }, { "epoch": 7.04, "learning_rate": 1.0613867157077034e-05, "loss": 0.0168, "step": 467000 }, { "epoch": 7.05, "learning_rate": 1.0603817764311593e-05, "loss": 0.0166, "step": 467500 }, { "epoch": 7.05, "learning_rate": 1.059376837154615e-05, "loss": 0.016, "step": 468000 }, { "epoch": 7.06, "learning_rate": 1.0583718978780709e-05, "loss": 0.0164, "step": 468500 }, { "epoch": 7.07, "learning_rate": 1.0573669586015266e-05, "loss": 0.016, "step": 469000 }, { "epoch": 7.08, "learning_rate": 1.0563620193249825e-05, "loss": 0.0167, "step": 469500 }, { "epoch": 7.08, "learning_rate": 1.055357080048438e-05, "loss": 0.018, "step": 470000 }, { "epoch": 7.09, "learning_rate": 1.0543521407718939e-05, "loss": 0.0155, "step": 470500 }, { "epoch": 7.1, "learning_rate": 1.0533472014953496e-05, "loss": 0.0173, "step": 471000 }, { "epoch": 7.11, "learning_rate": 1.0523422622188055e-05, "loss": 0.018, "step": 471500 }, { "epoch": 7.11, "learning_rate": 1.0513373229422612e-05, "loss": 0.0173, "step": 472000 }, { "epoch": 7.12, "learning_rate": 1.0503323836657171e-05, "loss": 0.0159, "step": 472500 }, { "epoch": 7.13, "learning_rate": 1.0493274443891728e-05, "loss": 0.0175, "step": 473000 }, { "epoch": 7.14, "learning_rate": 1.0483225051126287e-05, "loss": 0.017, "step": 473500 }, { "epoch": 7.15, "learning_rate": 1.0473175658360844e-05, "loss": 0.0161, "step": 474000 }, { "epoch": 7.15, "learning_rate": 1.0463126265595403e-05, "loss": 0.018, "step": 474500 }, { "epoch": 7.16, "learning_rate": 1.045307687282996e-05, "loss": 0.0173, "step": 475000 }, { "epoch": 7.17, "learning_rate": 1.0443027480064519e-05, "loss": 0.0163, "step": 475500 }, { "epoch": 7.18, "learning_rate": 1.0432978087299074e-05, "loss": 0.0159, "step": 476000 }, { "epoch": 7.18, "learning_rate": 1.0422928694533633e-05, "loss": 0.0173, "step": 476500 }, { "epoch": 7.19, "learning_rate": 1.041287930176819e-05, "loss": 0.0176, "step": 477000 }, { "epoch": 7.2, "learning_rate": 1.040282990900275e-05, "loss": 0.0167, "step": 477500 }, { "epoch": 7.21, "learning_rate": 1.0392780516237306e-05, "loss": 0.017, "step": 478000 }, { "epoch": 7.21, "learning_rate": 1.0382731123471865e-05, "loss": 0.0174, "step": 478500 }, { "epoch": 7.22, "learning_rate": 1.0372681730706422e-05, "loss": 0.0172, "step": 479000 }, { "epoch": 7.23, "learning_rate": 1.0362632337940981e-05, "loss": 0.0171, "step": 479500 }, { "epoch": 7.24, "learning_rate": 1.0352582945175538e-05, "loss": 0.0188, "step": 480000 }, { "epoch": 7.24, "learning_rate": 1.0342533552410097e-05, "loss": 0.0183, "step": 480500 }, { "epoch": 7.25, "learning_rate": 1.0332484159644653e-05, "loss": 0.0166, "step": 481000 }, { "epoch": 7.26, "learning_rate": 1.0322434766879213e-05, "loss": 0.0176, "step": 481500 }, { "epoch": 7.27, "learning_rate": 1.0312385374113769e-05, "loss": 0.0171, "step": 482000 }, { "epoch": 7.27, "learning_rate": 1.0302335981348327e-05, "loss": 0.0172, "step": 482500 }, { "epoch": 7.28, "learning_rate": 1.0292286588582885e-05, "loss": 0.0177, "step": 483000 }, { "epoch": 7.29, "learning_rate": 1.0282237195817443e-05, "loss": 0.0189, "step": 483500 }, { "epoch": 7.3, "learning_rate": 1.0272187803052e-05, "loss": 0.0179, "step": 484000 }, { "epoch": 7.3, "learning_rate": 1.026213841028656e-05, "loss": 0.017, "step": 484500 }, { "epoch": 7.31, "learning_rate": 1.0252089017521117e-05, "loss": 0.0171, "step": 485000 }, { "epoch": 7.32, "learning_rate": 1.0242039624755675e-05, "loss": 0.0168, "step": 485500 }, { "epoch": 7.33, "learning_rate": 1.0231990231990233e-05, "loss": 0.0166, "step": 486000 }, { "epoch": 7.33, "learning_rate": 1.0221940839224791e-05, "loss": 0.0188, "step": 486500 }, { "epoch": 7.34, "learning_rate": 1.0211891446459347e-05, "loss": 0.0181, "step": 487000 }, { "epoch": 7.35, "learning_rate": 1.0201842053693907e-05, "loss": 0.0173, "step": 487500 }, { "epoch": 7.36, "learning_rate": 1.0191792660928463e-05, "loss": 0.019, "step": 488000 }, { "epoch": 7.36, "learning_rate": 1.0181743268163022e-05, "loss": 0.0185, "step": 488500 }, { "epoch": 7.37, "learning_rate": 1.0171693875397579e-05, "loss": 0.0174, "step": 489000 }, { "epoch": 7.38, "learning_rate": 1.0161644482632138e-05, "loss": 0.0189, "step": 489500 }, { "epoch": 7.39, "learning_rate": 1.0151595089866695e-05, "loss": 0.0187, "step": 490000 }, { "epoch": 7.39, "learning_rate": 1.0141545697101254e-05, "loss": 0.0176, "step": 490500 }, { "epoch": 7.4, "learning_rate": 1.0131496304335811e-05, "loss": 0.0195, "step": 491000 }, { "epoch": 7.41, "learning_rate": 1.012144691157037e-05, "loss": 0.0173, "step": 491500 }, { "epoch": 7.42, "learning_rate": 1.0111397518804927e-05, "loss": 0.0171, "step": 492000 }, { "epoch": 7.42, "learning_rate": 1.0101348126039486e-05, "loss": 0.0182, "step": 492500 }, { "epoch": 7.43, "learning_rate": 1.0091298733274041e-05, "loss": 0.0181, "step": 493000 }, { "epoch": 7.44, "learning_rate": 1.0081249340508602e-05, "loss": 0.0175, "step": 493500 }, { "epoch": 7.45, "learning_rate": 1.0071199947743157e-05, "loss": 0.0177, "step": 494000 }, { "epoch": 7.45, "learning_rate": 1.0061150554977716e-05, "loss": 0.018, "step": 494500 }, { "epoch": 7.46, "learning_rate": 1.0051101162212273e-05, "loss": 0.0181, "step": 495000 }, { "epoch": 7.47, "learning_rate": 1.0041051769446832e-05, "loss": 0.0171, "step": 495500 }, { "epoch": 7.48, "learning_rate": 1.003100237668139e-05, "loss": 0.0174, "step": 496000 }, { "epoch": 7.48, "learning_rate": 1.0020952983915948e-05, "loss": 0.0174, "step": 496500 }, { "epoch": 7.49, "learning_rate": 1.0010903591150505e-05, "loss": 0.0179, "step": 497000 }, { "epoch": 7.5, "learning_rate": 1.0000854198385064e-05, "loss": 0.018, "step": 497500 }, { "epoch": 7.51, "learning_rate": 9.990804805619621e-06, "loss": 0.0172, "step": 498000 }, { "epoch": 7.51, "learning_rate": 9.98075541285418e-06, "loss": 0.0174, "step": 498500 }, { "epoch": 7.52, "learning_rate": 9.970706020088737e-06, "loss": 0.0185, "step": 499000 }, { "epoch": 7.53, "learning_rate": 9.960656627323294e-06, "loss": 0.0183, "step": 499500 }, { "epoch": 7.54, "learning_rate": 9.950607234557853e-06, "loss": 0.0176, "step": 500000 }, { "epoch": 7.54, "learning_rate": 9.94055784179241e-06, "loss": 0.0172, "step": 500500 }, { "epoch": 7.55, "learning_rate": 9.93050844902697e-06, "loss": 0.0167, "step": 501000 }, { "epoch": 7.56, "learning_rate": 9.920459056261526e-06, "loss": 0.0169, "step": 501500 }, { "epoch": 7.57, "learning_rate": 9.910409663496085e-06, "loss": 0.0176, "step": 502000 }, { "epoch": 7.57, "learning_rate": 9.900360270730642e-06, "loss": 0.0193, "step": 502500 }, { "epoch": 7.58, "learning_rate": 9.8903108779652e-06, "loss": 0.0193, "step": 503000 }, { "epoch": 7.59, "learning_rate": 9.880261485199758e-06, "loss": 0.0178, "step": 503500 }, { "epoch": 7.6, "learning_rate": 9.870212092434315e-06, "loss": 0.0179, "step": 504000 }, { "epoch": 7.6, "learning_rate": 9.860162699668874e-06, "loss": 0.0181, "step": 504500 }, { "epoch": 7.61, "learning_rate": 9.850113306903431e-06, "loss": 0.0171, "step": 505000 }, { "epoch": 7.62, "learning_rate": 9.840063914137989e-06, "loss": 0.0174, "step": 505500 }, { "epoch": 7.63, "learning_rate": 9.830014521372547e-06, "loss": 0.0172, "step": 506000 }, { "epoch": 7.64, "learning_rate": 9.819965128607105e-06, "loss": 0.0193, "step": 506500 }, { "epoch": 7.64, "learning_rate": 9.809915735841663e-06, "loss": 0.0185, "step": 507000 }, { "epoch": 7.65, "learning_rate": 9.79986634307622e-06, "loss": 0.018, "step": 507500 }, { "epoch": 7.66, "learning_rate": 9.78981695031078e-06, "loss": 0.0181, "step": 508000 }, { "epoch": 7.67, "learning_rate": 9.779767557545337e-06, "loss": 0.0181, "step": 508500 }, { "epoch": 7.67, "learning_rate": 9.769718164779894e-06, "loss": 0.0174, "step": 509000 }, { "epoch": 7.68, "learning_rate": 9.759668772014453e-06, "loss": 0.0189, "step": 509500 }, { "epoch": 7.69, "learning_rate": 9.74961937924901e-06, "loss": 0.0171, "step": 510000 }, { "epoch": 7.7, "learning_rate": 9.739569986483569e-06, "loss": 0.0179, "step": 510500 }, { "epoch": 7.7, "learning_rate": 9.729520593718126e-06, "loss": 0.0189, "step": 511000 }, { "epoch": 7.71, "learning_rate": 9.719471200952683e-06, "loss": 0.0191, "step": 511500 }, { "epoch": 7.72, "learning_rate": 9.709421808187242e-06, "loss": 0.0178, "step": 512000 }, { "epoch": 7.73, "learning_rate": 9.699372415421799e-06, "loss": 0.0176, "step": 512500 }, { "epoch": 7.73, "learning_rate": 9.689323022656358e-06, "loss": 0.0171, "step": 513000 }, { "epoch": 7.74, "learning_rate": 9.679273629890915e-06, "loss": 0.0185, "step": 513500 }, { "epoch": 7.75, "learning_rate": 9.669224237125474e-06, "loss": 0.019, "step": 514000 }, { "epoch": 7.76, "learning_rate": 9.659174844360031e-06, "loss": 0.0178, "step": 514500 }, { "epoch": 7.76, "learning_rate": 9.649125451594588e-06, "loss": 0.0183, "step": 515000 }, { "epoch": 7.77, "learning_rate": 9.639076058829147e-06, "loss": 0.0171, "step": 515500 }, { "epoch": 7.78, "learning_rate": 9.629026666063704e-06, "loss": 0.0184, "step": 516000 }, { "epoch": 7.79, "learning_rate": 9.618977273298263e-06, "loss": 0.0194, "step": 516500 }, { "epoch": 7.79, "learning_rate": 9.60892788053282e-06, "loss": 0.0175, "step": 517000 }, { "epoch": 7.8, "learning_rate": 9.598878487767377e-06, "loss": 0.0169, "step": 517500 }, { "epoch": 7.81, "learning_rate": 9.588829095001936e-06, "loss": 0.0193, "step": 518000 }, { "epoch": 7.82, "learning_rate": 9.578779702236493e-06, "loss": 0.0192, "step": 518500 }, { "epoch": 7.82, "learning_rate": 9.568730309471052e-06, "loss": 0.0168, "step": 519000 }, { "epoch": 7.83, "learning_rate": 9.55868091670561e-06, "loss": 0.018, "step": 519500 }, { "epoch": 7.84, "learning_rate": 9.548631523940168e-06, "loss": 0.0181, "step": 520000 }, { "epoch": 7.85, "learning_rate": 9.538582131174725e-06, "loss": 0.018, "step": 520500 }, { "epoch": 7.85, "learning_rate": 9.528532738409282e-06, "loss": 0.0197, "step": 521000 }, { "epoch": 7.86, "learning_rate": 9.518483345643841e-06, "loss": 0.0187, "step": 521500 }, { "epoch": 7.87, "learning_rate": 9.508433952878398e-06, "loss": 0.0176, "step": 522000 }, { "epoch": 7.88, "learning_rate": 9.498384560112956e-06, "loss": 0.0183, "step": 522500 }, { "epoch": 7.88, "learning_rate": 9.488335167347513e-06, "loss": 0.0179, "step": 523000 }, { "epoch": 7.89, "learning_rate": 9.478285774582072e-06, "loss": 0.0182, "step": 523500 }, { "epoch": 7.9, "learning_rate": 9.468236381816629e-06, "loss": 0.0174, "step": 524000 }, { "epoch": 7.91, "learning_rate": 9.458186989051188e-06, "loss": 0.0182, "step": 524500 }, { "epoch": 7.91, "learning_rate": 9.448137596285745e-06, "loss": 0.0187, "step": 525000 }, { "epoch": 7.92, "learning_rate": 9.438088203520302e-06, "loss": 0.0177, "step": 525500 }, { "epoch": 7.93, "learning_rate": 9.42803881075486e-06, "loss": 0.0181, "step": 526000 }, { "epoch": 7.94, "learning_rate": 9.417989417989418e-06, "loss": 0.018, "step": 526500 }, { "epoch": 7.94, "learning_rate": 9.407940025223977e-06, "loss": 0.0187, "step": 527000 }, { "epoch": 7.95, "learning_rate": 9.397890632458534e-06, "loss": 0.0165, "step": 527500 }, { "epoch": 7.96, "learning_rate": 9.387841239693091e-06, "loss": 0.0188, "step": 528000 }, { "epoch": 7.97, "learning_rate": 9.37779184692765e-06, "loss": 0.0172, "step": 528500 }, { "epoch": 7.97, "learning_rate": 9.367742454162207e-06, "loss": 0.0179, "step": 529000 }, { "epoch": 7.98, "learning_rate": 9.357693061396766e-06, "loss": 0.0183, "step": 529500 }, { "epoch": 7.99, "learning_rate": 9.347643668631323e-06, "loss": 0.0176, "step": 530000 }, { "epoch": 8.0, "learning_rate": 9.337594275865882e-06, "loss": 0.0186, "step": 530500 }, { "epoch": 8.0, "eval_accuracy": 0.984982211997155, "eval_f1": 0.9410073553373678, "eval_loss": 0.05845663696527481, "eval_precision": 0.924885046178031, "eval_recall": 0.957701714476399, "eval_runtime": 223.143, "eval_samples_per_second": 528.468, "eval_steps_per_second": 33.033, "step": 530712 }, { "epoch": 8.0, "learning_rate": 9.327544883100439e-06, "loss": 0.0158, "step": 531000 }, { "epoch": 8.01, "learning_rate": 9.317495490334996e-06, "loss": 0.0138, "step": 531500 }, { "epoch": 8.02, "learning_rate": 9.307446097569555e-06, "loss": 0.0153, "step": 532000 }, { "epoch": 8.03, "learning_rate": 9.297396704804112e-06, "loss": 0.0127, "step": 532500 }, { "epoch": 8.03, "learning_rate": 9.287347312038671e-06, "loss": 0.0145, "step": 533000 }, { "epoch": 8.04, "learning_rate": 9.277297919273228e-06, "loss": 0.0143, "step": 533500 }, { "epoch": 8.05, "learning_rate": 9.267248526507785e-06, "loss": 0.0148, "step": 534000 }, { "epoch": 8.06, "learning_rate": 9.257199133742344e-06, "loss": 0.013, "step": 534500 }, { "epoch": 8.06, "learning_rate": 9.247149740976901e-06, "loss": 0.0138, "step": 535000 }, { "epoch": 8.07, "learning_rate": 9.23710034821146e-06, "loss": 0.0142, "step": 535500 }, { "epoch": 8.08, "learning_rate": 9.227050955446017e-06, "loss": 0.0133, "step": 536000 }, { "epoch": 8.09, "learning_rate": 9.217001562680576e-06, "loss": 0.0147, "step": 536500 }, { "epoch": 8.09, "learning_rate": 9.206952169915133e-06, "loss": 0.0157, "step": 537000 }, { "epoch": 8.1, "learning_rate": 9.19690277714969e-06, "loss": 0.015, "step": 537500 }, { "epoch": 8.11, "learning_rate": 9.18685338438425e-06, "loss": 0.0136, "step": 538000 }, { "epoch": 8.12, "learning_rate": 9.176803991618806e-06, "loss": 0.0139, "step": 538500 }, { "epoch": 8.12, "learning_rate": 9.166754598853365e-06, "loss": 0.0132, "step": 539000 }, { "epoch": 8.13, "learning_rate": 9.156705206087922e-06, "loss": 0.0141, "step": 539500 }, { "epoch": 8.14, "learning_rate": 9.14665581332248e-06, "loss": 0.0147, "step": 540000 }, { "epoch": 8.15, "learning_rate": 9.136606420557038e-06, "loss": 0.0147, "step": 540500 }, { "epoch": 8.16, "learning_rate": 9.126557027791596e-06, "loss": 0.0146, "step": 541000 }, { "epoch": 8.16, "learning_rate": 9.116507635026154e-06, "loss": 0.0152, "step": 541500 }, { "epoch": 8.17, "learning_rate": 9.106458242260712e-06, "loss": 0.0145, "step": 542000 }, { "epoch": 8.18, "learning_rate": 9.09640884949527e-06, "loss": 0.0147, "step": 542500 }, { "epoch": 8.19, "learning_rate": 9.086359456729828e-06, "loss": 0.0156, "step": 543000 }, { "epoch": 8.19, "learning_rate": 9.076310063964385e-06, "loss": 0.0158, "step": 543500 }, { "epoch": 8.2, "learning_rate": 9.066260671198944e-06, "loss": 0.0144, "step": 544000 }, { "epoch": 8.21, "learning_rate": 9.0562112784335e-06, "loss": 0.014, "step": 544500 }, { "epoch": 8.22, "learning_rate": 9.04616188566806e-06, "loss": 0.0159, "step": 545000 }, { "epoch": 8.22, "learning_rate": 9.036112492902617e-06, "loss": 0.0152, "step": 545500 }, { "epoch": 8.23, "learning_rate": 9.026063100137174e-06, "loss": 0.0144, "step": 546000 }, { "epoch": 8.24, "learning_rate": 9.016013707371733e-06, "loss": 0.014, "step": 546500 }, { "epoch": 8.25, "learning_rate": 9.00596431460629e-06, "loss": 0.0149, "step": 547000 }, { "epoch": 8.25, "learning_rate": 8.995914921840849e-06, "loss": 0.0158, "step": 547500 }, { "epoch": 8.26, "learning_rate": 8.985865529075406e-06, "loss": 0.0142, "step": 548000 }, { "epoch": 8.27, "learning_rate": 8.975816136309963e-06, "loss": 0.0159, "step": 548500 }, { "epoch": 8.28, "learning_rate": 8.965766743544522e-06, "loss": 0.0146, "step": 549000 }, { "epoch": 8.28, "learning_rate": 8.955717350779079e-06, "loss": 0.0158, "step": 549500 }, { "epoch": 8.29, "learning_rate": 8.945667958013638e-06, "loss": 0.0154, "step": 550000 }, { "epoch": 8.3, "learning_rate": 8.935618565248195e-06, "loss": 0.0147, "step": 550500 }, { "epoch": 8.31, "learning_rate": 8.925569172482754e-06, "loss": 0.0157, "step": 551000 }, { "epoch": 8.31, "learning_rate": 8.915519779717311e-06, "loss": 0.0153, "step": 551500 }, { "epoch": 8.32, "learning_rate": 8.905470386951868e-06, "loss": 0.0147, "step": 552000 }, { "epoch": 8.33, "learning_rate": 8.895420994186427e-06, "loss": 0.0148, "step": 552500 }, { "epoch": 8.34, "learning_rate": 8.885371601420984e-06, "loss": 0.0151, "step": 553000 }, { "epoch": 8.34, "learning_rate": 8.875322208655543e-06, "loss": 0.0154, "step": 553500 }, { "epoch": 8.35, "learning_rate": 8.8652728158901e-06, "loss": 0.0147, "step": 554000 }, { "epoch": 8.36, "learning_rate": 8.855223423124657e-06, "loss": 0.0146, "step": 554500 }, { "epoch": 8.37, "learning_rate": 8.845174030359216e-06, "loss": 0.0145, "step": 555000 }, { "epoch": 8.37, "learning_rate": 8.835124637593773e-06, "loss": 0.0157, "step": 555500 }, { "epoch": 8.38, "learning_rate": 8.825075244828332e-06, "loss": 0.0154, "step": 556000 }, { "epoch": 8.39, "learning_rate": 8.81502585206289e-06, "loss": 0.0148, "step": 556500 }, { "epoch": 8.4, "learning_rate": 8.804976459297448e-06, "loss": 0.0145, "step": 557000 }, { "epoch": 8.4, "learning_rate": 8.794927066532005e-06, "loss": 0.0151, "step": 557500 }, { "epoch": 8.41, "learning_rate": 8.784877673766562e-06, "loss": 0.0148, "step": 558000 }, { "epoch": 8.42, "learning_rate": 8.774828281001121e-06, "loss": 0.0164, "step": 558500 }, { "epoch": 8.43, "learning_rate": 8.764778888235678e-06, "loss": 0.0141, "step": 559000 }, { "epoch": 8.43, "learning_rate": 8.754729495470237e-06, "loss": 0.0144, "step": 559500 }, { "epoch": 8.44, "learning_rate": 8.744680102704794e-06, "loss": 0.0158, "step": 560000 }, { "epoch": 8.45, "learning_rate": 8.734630709939352e-06, "loss": 0.0153, "step": 560500 }, { "epoch": 8.46, "learning_rate": 8.72458131717391e-06, "loss": 0.0161, "step": 561000 }, { "epoch": 8.46, "learning_rate": 8.714531924408468e-06, "loss": 0.0153, "step": 561500 }, { "epoch": 8.47, "learning_rate": 8.704482531643026e-06, "loss": 0.0148, "step": 562000 }, { "epoch": 8.48, "learning_rate": 8.694433138877584e-06, "loss": 0.016, "step": 562500 }, { "epoch": 8.49, "learning_rate": 8.684383746112142e-06, "loss": 0.0152, "step": 563000 }, { "epoch": 8.49, "learning_rate": 8.6743343533467e-06, "loss": 0.0157, "step": 563500 }, { "epoch": 8.5, "learning_rate": 8.664284960581257e-06, "loss": 0.0146, "step": 564000 }, { "epoch": 8.51, "learning_rate": 8.654235567815816e-06, "loss": 0.0146, "step": 564500 }, { "epoch": 8.52, "learning_rate": 8.644186175050373e-06, "loss": 0.0147, "step": 565000 }, { "epoch": 8.52, "learning_rate": 8.634136782284932e-06, "loss": 0.0151, "step": 565500 }, { "epoch": 8.53, "learning_rate": 8.624087389519489e-06, "loss": 0.0157, "step": 566000 }, { "epoch": 8.54, "learning_rate": 8.614037996754046e-06, "loss": 0.0149, "step": 566500 }, { "epoch": 8.55, "learning_rate": 8.603988603988605e-06, "loss": 0.0156, "step": 567000 }, { "epoch": 8.55, "learning_rate": 8.593939211223162e-06, "loss": 0.0157, "step": 567500 }, { "epoch": 8.56, "learning_rate": 8.58388981845772e-06, "loss": 0.015, "step": 568000 }, { "epoch": 8.57, "learning_rate": 8.573840425692278e-06, "loss": 0.015, "step": 568500 }, { "epoch": 8.58, "learning_rate": 8.563791032926837e-06, "loss": 0.0154, "step": 569000 }, { "epoch": 8.58, "learning_rate": 8.553741640161394e-06, "loss": 0.0159, "step": 569500 }, { "epoch": 8.59, "learning_rate": 8.543692247395951e-06, "loss": 0.0155, "step": 570000 }, { "epoch": 8.6, "learning_rate": 8.53364285463051e-06, "loss": 0.0155, "step": 570500 }, { "epoch": 8.61, "learning_rate": 8.523593461865067e-06, "loss": 0.015, "step": 571000 }, { "epoch": 8.61, "learning_rate": 8.513544069099626e-06, "loss": 0.0159, "step": 571500 }, { "epoch": 8.62, "learning_rate": 8.503494676334183e-06, "loss": 0.0157, "step": 572000 }, { "epoch": 8.63, "learning_rate": 8.49344528356874e-06, "loss": 0.0148, "step": 572500 }, { "epoch": 8.64, "learning_rate": 8.483395890803299e-06, "loss": 0.016, "step": 573000 }, { "epoch": 8.64, "learning_rate": 8.473346498037856e-06, "loss": 0.0154, "step": 573500 }, { "epoch": 8.65, "learning_rate": 8.463297105272415e-06, "loss": 0.0151, "step": 574000 }, { "epoch": 8.66, "learning_rate": 8.453247712506972e-06, "loss": 0.0154, "step": 574500 }, { "epoch": 8.67, "learning_rate": 8.44319831974153e-06, "loss": 0.0146, "step": 575000 }, { "epoch": 8.68, "learning_rate": 8.433148926976088e-06, "loss": 0.0153, "step": 575500 }, { "epoch": 8.68, "learning_rate": 8.423099534210645e-06, "loss": 0.0157, "step": 576000 }, { "epoch": 8.69, "learning_rate": 8.413050141445204e-06, "loss": 0.0164, "step": 576500 }, { "epoch": 8.7, "learning_rate": 8.403000748679761e-06, "loss": 0.0152, "step": 577000 }, { "epoch": 8.71, "learning_rate": 8.39295135591432e-06, "loss": 0.0156, "step": 577500 }, { "epoch": 8.71, "learning_rate": 8.382901963148877e-06, "loss": 0.0153, "step": 578000 }, { "epoch": 8.72, "learning_rate": 8.372852570383434e-06, "loss": 0.0153, "step": 578500 }, { "epoch": 8.73, "learning_rate": 8.362803177617993e-06, "loss": 0.0149, "step": 579000 }, { "epoch": 8.74, "learning_rate": 8.35275378485255e-06, "loss": 0.0138, "step": 579500 }, { "epoch": 8.74, "learning_rate": 8.34270439208711e-06, "loss": 0.0146, "step": 580000 }, { "epoch": 8.75, "learning_rate": 8.332654999321666e-06, "loss": 0.015, "step": 580500 }, { "epoch": 8.76, "learning_rate": 8.322605606556224e-06, "loss": 0.0161, "step": 581000 }, { "epoch": 8.77, "learning_rate": 8.312556213790782e-06, "loss": 0.0148, "step": 581500 }, { "epoch": 8.77, "learning_rate": 8.30250682102534e-06, "loss": 0.0164, "step": 582000 }, { "epoch": 8.78, "learning_rate": 8.292457428259898e-06, "loss": 0.016, "step": 582500 }, { "epoch": 8.79, "learning_rate": 8.282408035494456e-06, "loss": 0.0151, "step": 583000 }, { "epoch": 8.8, "learning_rate": 8.272358642729014e-06, "loss": 0.0145, "step": 583500 }, { "epoch": 8.8, "learning_rate": 8.262309249963572e-06, "loss": 0.0154, "step": 584000 }, { "epoch": 8.81, "learning_rate": 8.252259857198129e-06, "loss": 0.0142, "step": 584500 }, { "epoch": 8.82, "learning_rate": 8.242210464432688e-06, "loss": 0.0161, "step": 585000 }, { "epoch": 8.83, "learning_rate": 8.232161071667245e-06, "loss": 0.015, "step": 585500 }, { "epoch": 8.83, "learning_rate": 8.222111678901804e-06, "loss": 0.015, "step": 586000 }, { "epoch": 8.84, "learning_rate": 8.21206228613636e-06, "loss": 0.0155, "step": 586500 }, { "epoch": 8.85, "learning_rate": 8.202012893370918e-06, "loss": 0.0165, "step": 587000 }, { "epoch": 8.86, "learning_rate": 8.191963500605477e-06, "loss": 0.0157, "step": 587500 }, { "epoch": 8.86, "learning_rate": 8.181914107840034e-06, "loss": 0.015, "step": 588000 }, { "epoch": 8.87, "learning_rate": 8.171864715074593e-06, "loss": 0.0161, "step": 588500 }, { "epoch": 8.88, "learning_rate": 8.16181532230915e-06, "loss": 0.0138, "step": 589000 }, { "epoch": 8.89, "learning_rate": 8.151765929543709e-06, "loss": 0.0154, "step": 589500 }, { "epoch": 8.89, "learning_rate": 8.141716536778266e-06, "loss": 0.0145, "step": 590000 }, { "epoch": 8.9, "learning_rate": 8.131667144012823e-06, "loss": 0.0152, "step": 590500 }, { "epoch": 8.91, "learning_rate": 8.121617751247382e-06, "loss": 0.0152, "step": 591000 }, { "epoch": 8.92, "learning_rate": 8.111568358481939e-06, "loss": 0.0161, "step": 591500 }, { "epoch": 8.92, "learning_rate": 8.101518965716498e-06, "loss": 0.0153, "step": 592000 }, { "epoch": 8.93, "learning_rate": 8.091469572951055e-06, "loss": 0.0162, "step": 592500 }, { "epoch": 8.94, "learning_rate": 8.081420180185612e-06, "loss": 0.0151, "step": 593000 }, { "epoch": 8.95, "learning_rate": 8.071370787420171e-06, "loss": 0.0161, "step": 593500 }, { "epoch": 8.95, "learning_rate": 8.061321394654728e-06, "loss": 0.0162, "step": 594000 }, { "epoch": 8.96, "learning_rate": 8.051272001889287e-06, "loss": 0.0147, "step": 594500 }, { "epoch": 8.97, "learning_rate": 8.041222609123844e-06, "loss": 0.0148, "step": 595000 }, { "epoch": 8.98, "learning_rate": 8.031173216358401e-06, "loss": 0.0151, "step": 595500 }, { "epoch": 8.98, "learning_rate": 8.02112382359296e-06, "loss": 0.0148, "step": 596000 }, { "epoch": 8.99, "learning_rate": 8.011074430827517e-06, "loss": 0.0162, "step": 596500 }, { "epoch": 9.0, "learning_rate": 8.001025038062076e-06, "loss": 0.0144, "step": 597000 }, { "epoch": 9.0, "eval_accuracy": 0.9854446448843301, "eval_f1": 0.9420099005528411, "eval_loss": 0.061835553497076035, "eval_precision": 0.9295230624784587, "eval_recall": 0.9548367930786104, "eval_runtime": 238.0933, "eval_samples_per_second": 495.285, "eval_steps_per_second": 30.958, "step": 597051 }, { "epoch": 9.01, "learning_rate": 7.990975645296633e-06, "loss": 0.0125, "step": 597500 }, { "epoch": 9.01, "learning_rate": 7.980926252531192e-06, "loss": 0.0114, "step": 598000 }, { "epoch": 9.02, "learning_rate": 7.97087685976575e-06, "loss": 0.0117, "step": 598500 }, { "epoch": 9.03, "learning_rate": 7.960827467000306e-06, "loss": 0.0119, "step": 599000 }, { "epoch": 9.04, "learning_rate": 7.950778074234865e-06, "loss": 0.0126, "step": 599500 }, { "epoch": 9.04, "learning_rate": 7.940728681469422e-06, "loss": 0.0136, "step": 600000 }, { "epoch": 9.05, "learning_rate": 7.930679288703981e-06, "loss": 0.0126, "step": 600500 }, { "epoch": 9.06, "learning_rate": 7.920629895938538e-06, "loss": 0.0123, "step": 601000 }, { "epoch": 9.07, "learning_rate": 7.910580503173096e-06, "loss": 0.013, "step": 601500 }, { "epoch": 9.07, "learning_rate": 7.900531110407654e-06, "loss": 0.0119, "step": 602000 }, { "epoch": 9.08, "learning_rate": 7.890481717642212e-06, "loss": 0.0124, "step": 602500 }, { "epoch": 9.09, "learning_rate": 7.88043232487677e-06, "loss": 0.0122, "step": 603000 }, { "epoch": 9.1, "learning_rate": 7.870382932111328e-06, "loss": 0.0121, "step": 603500 }, { "epoch": 9.1, "learning_rate": 7.860333539345886e-06, "loss": 0.0116, "step": 604000 }, { "epoch": 9.11, "learning_rate": 7.850284146580444e-06, "loss": 0.013, "step": 604500 }, { "epoch": 9.12, "learning_rate": 7.840234753815e-06, "loss": 0.0123, "step": 605000 }, { "epoch": 9.13, "learning_rate": 7.83018536104956e-06, "loss": 0.0133, "step": 605500 }, { "epoch": 9.13, "learning_rate": 7.820135968284117e-06, "loss": 0.0125, "step": 606000 }, { "epoch": 9.14, "learning_rate": 7.810086575518676e-06, "loss": 0.0119, "step": 606500 }, { "epoch": 9.15, "learning_rate": 7.800037182753233e-06, "loss": 0.0127, "step": 607000 }, { "epoch": 9.16, "learning_rate": 7.78998778998779e-06, "loss": 0.0135, "step": 607500 }, { "epoch": 9.17, "learning_rate": 7.779938397222349e-06, "loss": 0.0121, "step": 608000 }, { "epoch": 9.17, "learning_rate": 7.769889004456906e-06, "loss": 0.012, "step": 608500 }, { "epoch": 9.18, "learning_rate": 7.759839611691465e-06, "loss": 0.0115, "step": 609000 }, { "epoch": 9.19, "learning_rate": 7.749790218926022e-06, "loss": 0.013, "step": 609500 }, { "epoch": 9.2, "learning_rate": 7.73974082616058e-06, "loss": 0.0125, "step": 610000 }, { "epoch": 9.2, "learning_rate": 7.729691433395138e-06, "loss": 0.0123, "step": 610500 }, { "epoch": 9.21, "learning_rate": 7.719642040629695e-06, "loss": 0.0133, "step": 611000 }, { "epoch": 9.22, "learning_rate": 7.709592647864254e-06, "loss": 0.0117, "step": 611500 }, { "epoch": 9.23, "learning_rate": 7.699543255098811e-06, "loss": 0.0122, "step": 612000 }, { "epoch": 9.23, "learning_rate": 7.68949386233337e-06, "loss": 0.0129, "step": 612500 }, { "epoch": 9.24, "learning_rate": 7.679444469567927e-06, "loss": 0.0133, "step": 613000 }, { "epoch": 9.25, "learning_rate": 7.669395076802484e-06, "loss": 0.0119, "step": 613500 }, { "epoch": 9.26, "learning_rate": 7.659345684037043e-06, "loss": 0.0137, "step": 614000 }, { "epoch": 9.26, "learning_rate": 7.6492962912716e-06, "loss": 0.0134, "step": 614500 }, { "epoch": 9.27, "learning_rate": 7.639246898506159e-06, "loss": 0.0125, "step": 615000 }, { "epoch": 9.28, "learning_rate": 7.629197505740716e-06, "loss": 0.0129, "step": 615500 }, { "epoch": 9.29, "learning_rate": 7.619148112975274e-06, "loss": 0.0121, "step": 616000 }, { "epoch": 9.29, "learning_rate": 7.609098720209832e-06, "loss": 0.0119, "step": 616500 }, { "epoch": 9.3, "learning_rate": 7.59904932744439e-06, "loss": 0.0131, "step": 617000 }, { "epoch": 9.31, "learning_rate": 7.588999934678947e-06, "loss": 0.0121, "step": 617500 }, { "epoch": 9.32, "learning_rate": 7.578950541913505e-06, "loss": 0.0127, "step": 618000 }, { "epoch": 9.32, "learning_rate": 7.568901149148063e-06, "loss": 0.0132, "step": 618500 }, { "epoch": 9.33, "learning_rate": 7.558851756382621e-06, "loss": 0.0134, "step": 619000 }, { "epoch": 9.34, "learning_rate": 7.548802363617179e-06, "loss": 0.011, "step": 619500 }, { "epoch": 9.35, "learning_rate": 7.538752970851737e-06, "loss": 0.0136, "step": 620000 }, { "epoch": 9.35, "learning_rate": 7.5287035780862945e-06, "loss": 0.0136, "step": 620500 }, { "epoch": 9.36, "learning_rate": 7.5186541853208525e-06, "loss": 0.0133, "step": 621000 }, { "epoch": 9.37, "learning_rate": 7.5086047925554105e-06, "loss": 0.0127, "step": 621500 }, { "epoch": 9.38, "learning_rate": 7.4985553997899685e-06, "loss": 0.0127, "step": 622000 }, { "epoch": 9.38, "learning_rate": 7.4885060070245265e-06, "loss": 0.0131, "step": 622500 }, { "epoch": 9.39, "learning_rate": 7.4784566142590845e-06, "loss": 0.013, "step": 623000 }, { "epoch": 9.4, "learning_rate": 7.468407221493642e-06, "loss": 0.0132, "step": 623500 }, { "epoch": 9.41, "learning_rate": 7.4583578287282e-06, "loss": 0.0125, "step": 624000 }, { "epoch": 9.41, "learning_rate": 7.448308435962758e-06, "loss": 0.012, "step": 624500 }, { "epoch": 9.42, "learning_rate": 7.438259043197316e-06, "loss": 0.0131, "step": 625000 }, { "epoch": 9.43, "learning_rate": 7.428209650431874e-06, "loss": 0.0124, "step": 625500 }, { "epoch": 9.44, "learning_rate": 7.418160257666432e-06, "loss": 0.0133, "step": 626000 }, { "epoch": 9.44, "learning_rate": 7.408110864900989e-06, "loss": 0.0128, "step": 626500 }, { "epoch": 9.45, "learning_rate": 7.398061472135547e-06, "loss": 0.013, "step": 627000 }, { "epoch": 9.46, "learning_rate": 7.388012079370105e-06, "loss": 0.0122, "step": 627500 }, { "epoch": 9.47, "learning_rate": 7.377962686604663e-06, "loss": 0.0124, "step": 628000 }, { "epoch": 9.47, "learning_rate": 7.367913293839221e-06, "loss": 0.0123, "step": 628500 }, { "epoch": 9.48, "learning_rate": 7.357863901073779e-06, "loss": 0.0128, "step": 629000 }, { "epoch": 9.49, "learning_rate": 7.347814508308336e-06, "loss": 0.0137, "step": 629500 }, { "epoch": 9.5, "learning_rate": 7.337765115542894e-06, "loss": 0.0133, "step": 630000 }, { "epoch": 9.5, "learning_rate": 7.327715722777452e-06, "loss": 0.0141, "step": 630500 }, { "epoch": 9.51, "learning_rate": 7.31766633001201e-06, "loss": 0.0116, "step": 631000 }, { "epoch": 9.52, "learning_rate": 7.307616937246568e-06, "loss": 0.012, "step": 631500 }, { "epoch": 9.53, "learning_rate": 7.297567544481126e-06, "loss": 0.0129, "step": 632000 }, { "epoch": 9.53, "learning_rate": 7.287518151715683e-06, "loss": 0.0143, "step": 632500 }, { "epoch": 9.54, "learning_rate": 7.277468758950241e-06, "loss": 0.0141, "step": 633000 }, { "epoch": 9.55, "learning_rate": 7.267419366184799e-06, "loss": 0.0133, "step": 633500 }, { "epoch": 9.56, "learning_rate": 7.257369973419357e-06, "loss": 0.0127, "step": 634000 }, { "epoch": 9.56, "learning_rate": 7.247320580653915e-06, "loss": 0.0133, "step": 634500 }, { "epoch": 9.57, "learning_rate": 7.237271187888473e-06, "loss": 0.0131, "step": 635000 }, { "epoch": 9.58, "learning_rate": 7.22722179512303e-06, "loss": 0.0121, "step": 635500 }, { "epoch": 9.59, "learning_rate": 7.217172402357588e-06, "loss": 0.0143, "step": 636000 }, { "epoch": 9.59, "learning_rate": 7.207123009592146e-06, "loss": 0.0125, "step": 636500 }, { "epoch": 9.6, "learning_rate": 7.197073616826704e-06, "loss": 0.0128, "step": 637000 }, { "epoch": 9.61, "learning_rate": 7.187024224061262e-06, "loss": 0.013, "step": 637500 }, { "epoch": 9.62, "learning_rate": 7.17697483129582e-06, "loss": 0.0135, "step": 638000 }, { "epoch": 9.62, "learning_rate": 7.166925438530377e-06, "loss": 0.0127, "step": 638500 }, { "epoch": 9.63, "learning_rate": 7.156876045764935e-06, "loss": 0.0132, "step": 639000 }, { "epoch": 9.64, "learning_rate": 7.146826652999493e-06, "loss": 0.0146, "step": 639500 }, { "epoch": 9.65, "learning_rate": 7.136777260234051e-06, "loss": 0.0122, "step": 640000 }, { "epoch": 9.65, "learning_rate": 7.126727867468609e-06, "loss": 0.0128, "step": 640500 }, { "epoch": 9.66, "learning_rate": 7.1166784747031666e-06, "loss": 0.013, "step": 641000 }, { "epoch": 9.67, "learning_rate": 7.1066290819377246e-06, "loss": 0.0128, "step": 641500 }, { "epoch": 9.68, "learning_rate": 7.0965796891722826e-06, "loss": 0.0142, "step": 642000 }, { "epoch": 9.69, "learning_rate": 7.0865302964068405e-06, "loss": 0.0126, "step": 642500 }, { "epoch": 9.69, "learning_rate": 7.0764809036413985e-06, "loss": 0.0127, "step": 643000 }, { "epoch": 9.7, "learning_rate": 7.0664315108759565e-06, "loss": 0.0122, "step": 643500 }, { "epoch": 9.71, "learning_rate": 7.056382118110514e-06, "loss": 0.0126, "step": 644000 }, { "epoch": 9.72, "learning_rate": 7.046332725345072e-06, "loss": 0.0142, "step": 644500 }, { "epoch": 9.72, "learning_rate": 7.03628333257963e-06, "loss": 0.0131, "step": 645000 }, { "epoch": 9.73, "learning_rate": 7.026233939814188e-06, "loss": 0.0143, "step": 645500 }, { "epoch": 9.74, "learning_rate": 7.016184547048746e-06, "loss": 0.0119, "step": 646000 }, { "epoch": 9.75, "learning_rate": 7.006135154283304e-06, "loss": 0.0132, "step": 646500 }, { "epoch": 9.75, "learning_rate": 6.996085761517861e-06, "loss": 0.013, "step": 647000 }, { "epoch": 9.76, "learning_rate": 6.986036368752419e-06, "loss": 0.0129, "step": 647500 }, { "epoch": 9.77, "learning_rate": 6.975986975986977e-06, "loss": 0.013, "step": 648000 }, { "epoch": 9.78, "learning_rate": 6.965937583221535e-06, "loss": 0.0124, "step": 648500 }, { "epoch": 9.78, "learning_rate": 6.955888190456093e-06, "loss": 0.0137, "step": 649000 }, { "epoch": 9.79, "learning_rate": 6.945838797690651e-06, "loss": 0.0129, "step": 649500 }, { "epoch": 9.8, "learning_rate": 6.935789404925208e-06, "loss": 0.0131, "step": 650000 }, { "epoch": 9.81, "learning_rate": 6.925740012159766e-06, "loss": 0.013, "step": 650500 }, { "epoch": 9.81, "learning_rate": 6.915690619394324e-06, "loss": 0.0134, "step": 651000 }, { "epoch": 9.82, "learning_rate": 6.905641226628882e-06, "loss": 0.013, "step": 651500 }, { "epoch": 9.83, "learning_rate": 6.89559183386344e-06, "loss": 0.0123, "step": 652000 }, { "epoch": 9.84, "learning_rate": 6.885542441097998e-06, "loss": 0.0137, "step": 652500 }, { "epoch": 9.84, "learning_rate": 6.875493048332555e-06, "loss": 0.0139, "step": 653000 }, { "epoch": 9.85, "learning_rate": 6.865443655567113e-06, "loss": 0.0127, "step": 653500 }, { "epoch": 9.86, "learning_rate": 6.855394262801671e-06, "loss": 0.0129, "step": 654000 }, { "epoch": 9.87, "learning_rate": 6.845344870036229e-06, "loss": 0.0134, "step": 654500 }, { "epoch": 9.87, "learning_rate": 6.835295477270787e-06, "loss": 0.014, "step": 655000 }, { "epoch": 9.88, "learning_rate": 6.825246084505345e-06, "loss": 0.0127, "step": 655500 }, { "epoch": 9.89, "learning_rate": 6.815196691739902e-06, "loss": 0.0128, "step": 656000 }, { "epoch": 9.9, "learning_rate": 6.80514729897446e-06, "loss": 0.0137, "step": 656500 }, { "epoch": 9.9, "learning_rate": 6.795097906209018e-06, "loss": 0.0131, "step": 657000 }, { "epoch": 9.91, "learning_rate": 6.785048513443576e-06, "loss": 0.0133, "step": 657500 }, { "epoch": 9.92, "learning_rate": 6.774999120678134e-06, "loss": 0.0139, "step": 658000 }, { "epoch": 9.93, "learning_rate": 6.764949727912692e-06, "loss": 0.0127, "step": 658500 }, { "epoch": 9.93, "learning_rate": 6.7549003351472494e-06, "loss": 0.0124, "step": 659000 }, { "epoch": 9.94, "learning_rate": 6.7448509423818074e-06, "loss": 0.0135, "step": 659500 }, { "epoch": 9.95, "learning_rate": 6.7348015496163654e-06, "loss": 0.0132, "step": 660000 }, { "epoch": 9.96, "learning_rate": 6.7247521568509234e-06, "loss": 0.0133, "step": 660500 }, { "epoch": 9.96, "learning_rate": 6.7147027640854814e-06, "loss": 0.0123, "step": 661000 }, { "epoch": 9.97, "learning_rate": 6.7046533713200394e-06, "loss": 0.0131, "step": 661500 }, { "epoch": 9.98, "learning_rate": 6.694603978554597e-06, "loss": 0.0142, "step": 662000 }, { "epoch": 9.99, "learning_rate": 6.684554585789155e-06, "loss": 0.0124, "step": 662500 }, { "epoch": 9.99, "learning_rate": 6.674505193023713e-06, "loss": 0.0138, "step": 663000 }, { "epoch": 10.0, "eval_accuracy": 0.9857718701214466, "eval_f1": 0.9446861354805112, "eval_loss": 0.06883703917264938, "eval_precision": 0.930157891207712, "eval_recall": 0.9596754174280006, "eval_runtime": 242.0419, "eval_samples_per_second": 487.205, "eval_steps_per_second": 30.453, "step": 663390 }, { "epoch": 10.0, "learning_rate": 6.6644558002582706e-06, "loss": 0.0094, "step": 663500 }, { "epoch": 10.01, "learning_rate": 6.6544064074928286e-06, "loss": 0.0097, "step": 664000 }, { "epoch": 10.02, "learning_rate": 6.644357014727386e-06, "loss": 0.0115, "step": 664500 }, { "epoch": 10.02, "learning_rate": 6.634307621961944e-06, "loss": 0.0105, "step": 665000 }, { "epoch": 10.03, "learning_rate": 6.624258229196502e-06, "loss": 0.0109, "step": 665500 }, { "epoch": 10.04, "learning_rate": 6.61420883643106e-06, "loss": 0.0103, "step": 666000 }, { "epoch": 10.05, "learning_rate": 6.604159443665618e-06, "loss": 0.0099, "step": 666500 }, { "epoch": 10.05, "learning_rate": 6.594110050900176e-06, "loss": 0.0099, "step": 667000 }, { "epoch": 10.06, "learning_rate": 6.584060658134733e-06, "loss": 0.0112, "step": 667500 }, { "epoch": 10.07, "learning_rate": 6.574011265369291e-06, "loss": 0.0106, "step": 668000 }, { "epoch": 10.08, "learning_rate": 6.563961872603849e-06, "loss": 0.0109, "step": 668500 }, { "epoch": 10.08, "learning_rate": 6.553912479838407e-06, "loss": 0.0114, "step": 669000 }, { "epoch": 10.09, "learning_rate": 6.543863087072965e-06, "loss": 0.0106, "step": 669500 }, { "epoch": 10.1, "learning_rate": 6.533813694307523e-06, "loss": 0.0119, "step": 670000 }, { "epoch": 10.11, "learning_rate": 6.52376430154208e-06, "loss": 0.0104, "step": 670500 }, { "epoch": 10.11, "learning_rate": 6.513714908776638e-06, "loss": 0.0101, "step": 671000 }, { "epoch": 10.12, "learning_rate": 6.503665516011195e-06, "loss": 0.0114, "step": 671500 }, { "epoch": 10.13, "learning_rate": 6.493616123245753e-06, "loss": 0.0111, "step": 672000 }, { "epoch": 10.14, "learning_rate": 6.48356673048031e-06, "loss": 0.0115, "step": 672500 }, { "epoch": 10.14, "learning_rate": 6.473517337714868e-06, "loss": 0.0102, "step": 673000 }, { "epoch": 10.15, "learning_rate": 6.463467944949426e-06, "loss": 0.0112, "step": 673500 }, { "epoch": 10.16, "learning_rate": 6.453418552183984e-06, "loss": 0.0108, "step": 674000 }, { "epoch": 10.17, "learning_rate": 6.443369159418542e-06, "loss": 0.0111, "step": 674500 }, { "epoch": 10.18, "learning_rate": 6.4333197666531e-06, "loss": 0.0117, "step": 675000 }, { "epoch": 10.18, "learning_rate": 6.4232703738876575e-06, "loss": 0.0106, "step": 675500 }, { "epoch": 10.19, "learning_rate": 6.4132209811222155e-06, "loss": 0.0108, "step": 676000 }, { "epoch": 10.2, "learning_rate": 6.4031715883567735e-06, "loss": 0.0113, "step": 676500 }, { "epoch": 10.21, "learning_rate": 6.3931221955913315e-06, "loss": 0.0119, "step": 677000 }, { "epoch": 10.21, "learning_rate": 6.3830728028258895e-06, "loss": 0.0113, "step": 677500 }, { "epoch": 10.22, "learning_rate": 6.3730234100604475e-06, "loss": 0.0106, "step": 678000 }, { "epoch": 10.23, "learning_rate": 6.362974017295005e-06, "loss": 0.0115, "step": 678500 }, { "epoch": 10.24, "learning_rate": 6.352924624529563e-06, "loss": 0.0109, "step": 679000 }, { "epoch": 10.24, "learning_rate": 6.342875231764121e-06, "loss": 0.0102, "step": 679500 }, { "epoch": 10.25, "learning_rate": 6.332825838998679e-06, "loss": 0.0103, "step": 680000 }, { "epoch": 10.26, "learning_rate": 6.322776446233237e-06, "loss": 0.0108, "step": 680500 }, { "epoch": 10.27, "learning_rate": 6.312727053467795e-06, "loss": 0.0118, "step": 681000 }, { "epoch": 10.27, "learning_rate": 6.302677660702352e-06, "loss": 0.0107, "step": 681500 }, { "epoch": 10.28, "learning_rate": 6.29262826793691e-06, "loss": 0.0106, "step": 682000 }, { "epoch": 10.29, "learning_rate": 6.282578875171468e-06, "loss": 0.0106, "step": 682500 }, { "epoch": 10.3, "learning_rate": 6.272529482406026e-06, "loss": 0.0102, "step": 683000 }, { "epoch": 10.3, "learning_rate": 6.262480089640584e-06, "loss": 0.0116, "step": 683500 }, { "epoch": 10.31, "learning_rate": 6.252430696875142e-06, "loss": 0.0106, "step": 684000 }, { "epoch": 10.32, "learning_rate": 6.242381304109699e-06, "loss": 0.0098, "step": 684500 }, { "epoch": 10.33, "learning_rate": 6.232331911344257e-06, "loss": 0.0105, "step": 685000 }, { "epoch": 10.33, "learning_rate": 6.222282518578815e-06, "loss": 0.011, "step": 685500 }, { "epoch": 10.34, "learning_rate": 6.212233125813373e-06, "loss": 0.0111, "step": 686000 }, { "epoch": 10.35, "learning_rate": 6.202183733047931e-06, "loss": 0.0107, "step": 686500 }, { "epoch": 10.36, "learning_rate": 6.192134340282489e-06, "loss": 0.0115, "step": 687000 }, { "epoch": 10.36, "learning_rate": 6.182084947517046e-06, "loss": 0.0094, "step": 687500 }, { "epoch": 10.37, "learning_rate": 6.172035554751604e-06, "loss": 0.0109, "step": 688000 }, { "epoch": 10.38, "learning_rate": 6.161986161986162e-06, "loss": 0.0113, "step": 688500 }, { "epoch": 10.39, "learning_rate": 6.15193676922072e-06, "loss": 0.0115, "step": 689000 }, { "epoch": 10.39, "learning_rate": 6.141887376455278e-06, "loss": 0.0108, "step": 689500 }, { "epoch": 10.4, "learning_rate": 6.131837983689836e-06, "loss": 0.011, "step": 690000 }, { "epoch": 10.41, "learning_rate": 6.121788590924393e-06, "loss": 0.0119, "step": 690500 }, { "epoch": 10.42, "learning_rate": 6.111739198158951e-06, "loss": 0.0118, "step": 691000 }, { "epoch": 10.42, "learning_rate": 6.101689805393509e-06, "loss": 0.0106, "step": 691500 }, { "epoch": 10.43, "learning_rate": 6.091640412628067e-06, "loss": 0.0106, "step": 692000 }, { "epoch": 10.44, "learning_rate": 6.081591019862625e-06, "loss": 0.0112, "step": 692500 }, { "epoch": 10.45, "learning_rate": 6.071541627097182e-06, "loss": 0.0116, "step": 693000 }, { "epoch": 10.45, "learning_rate": 6.06149223433174e-06, "loss": 0.0112, "step": 693500 }, { "epoch": 10.46, "learning_rate": 6.051442841566298e-06, "loss": 0.0114, "step": 694000 }, { "epoch": 10.47, "learning_rate": 6.041393448800856e-06, "loss": 0.0112, "step": 694500 }, { "epoch": 10.48, "learning_rate": 6.031344056035414e-06, "loss": 0.0116, "step": 695000 }, { "epoch": 10.48, "learning_rate": 6.021294663269972e-06, "loss": 0.0113, "step": 695500 }, { "epoch": 10.49, "learning_rate": 6.0112452705045295e-06, "loss": 0.0107, "step": 696000 }, { "epoch": 10.5, "learning_rate": 6.0011958777390875e-06, "loss": 0.0114, "step": 696500 }, { "epoch": 10.51, "learning_rate": 5.9911464849736455e-06, "loss": 0.0116, "step": 697000 }, { "epoch": 10.51, "learning_rate": 5.9810970922082035e-06, "loss": 0.012, "step": 697500 }, { "epoch": 10.52, "learning_rate": 5.9710476994427615e-06, "loss": 0.011, "step": 698000 }, { "epoch": 10.53, "learning_rate": 5.9609983066773195e-06, "loss": 0.0113, "step": 698500 }, { "epoch": 10.54, "learning_rate": 5.950948913911877e-06, "loss": 0.0105, "step": 699000 }, { "epoch": 10.54, "learning_rate": 5.940899521146435e-06, "loss": 0.0109, "step": 699500 }, { "epoch": 10.55, "learning_rate": 5.930850128380993e-06, "loss": 0.0114, "step": 700000 }, { "epoch": 10.56, "learning_rate": 5.920800735615551e-06, "loss": 0.0109, "step": 700500 }, { "epoch": 10.57, "learning_rate": 5.910751342850109e-06, "loss": 0.0109, "step": 701000 }, { "epoch": 10.57, "learning_rate": 5.900701950084667e-06, "loss": 0.011, "step": 701500 }, { "epoch": 10.58, "learning_rate": 5.890652557319224e-06, "loss": 0.012, "step": 702000 }, { "epoch": 10.59, "learning_rate": 5.880603164553782e-06, "loss": 0.012, "step": 702500 }, { "epoch": 10.6, "learning_rate": 5.87055377178834e-06, "loss": 0.0121, "step": 703000 }, { "epoch": 10.6, "learning_rate": 5.860504379022898e-06, "loss": 0.0105, "step": 703500 }, { "epoch": 10.61, "learning_rate": 5.850454986257456e-06, "loss": 0.0107, "step": 704000 }, { "epoch": 10.62, "learning_rate": 5.840405593492014e-06, "loss": 0.0124, "step": 704500 }, { "epoch": 10.63, "learning_rate": 5.830356200726571e-06, "loss": 0.0114, "step": 705000 }, { "epoch": 10.63, "learning_rate": 5.820306807961129e-06, "loss": 0.0116, "step": 705500 }, { "epoch": 10.64, "learning_rate": 5.810257415195687e-06, "loss": 0.0106, "step": 706000 }, { "epoch": 10.65, "learning_rate": 5.800208022430245e-06, "loss": 0.0119, "step": 706500 }, { "epoch": 10.66, "learning_rate": 5.790158629664803e-06, "loss": 0.0111, "step": 707000 }, { "epoch": 10.66, "learning_rate": 5.780109236899361e-06, "loss": 0.0127, "step": 707500 }, { "epoch": 10.67, "learning_rate": 5.770059844133918e-06, "loss": 0.0118, "step": 708000 }, { "epoch": 10.68, "learning_rate": 5.760010451368476e-06, "loss": 0.0107, "step": 708500 }, { "epoch": 10.69, "learning_rate": 5.749961058603034e-06, "loss": 0.0111, "step": 709000 }, { "epoch": 10.7, "learning_rate": 5.739911665837592e-06, "loss": 0.0116, "step": 709500 }, { "epoch": 10.7, "learning_rate": 5.72986227307215e-06, "loss": 0.0117, "step": 710000 }, { "epoch": 10.71, "learning_rate": 5.719812880306708e-06, "loss": 0.0112, "step": 710500 }, { "epoch": 10.72, "learning_rate": 5.709763487541265e-06, "loss": 0.0113, "step": 711000 }, { "epoch": 10.73, "learning_rate": 5.699714094775823e-06, "loss": 0.0107, "step": 711500 }, { "epoch": 10.73, "learning_rate": 5.689664702010381e-06, "loss": 0.0104, "step": 712000 }, { "epoch": 10.74, "learning_rate": 5.679615309244939e-06, "loss": 0.0121, "step": 712500 }, { "epoch": 10.75, "learning_rate": 5.669565916479497e-06, "loss": 0.0097, "step": 713000 }, { "epoch": 10.76, "learning_rate": 5.659516523714054e-06, "loss": 0.0114, "step": 713500 }, { "epoch": 10.76, "learning_rate": 5.649467130948612e-06, "loss": 0.0114, "step": 714000 }, { "epoch": 10.77, "learning_rate": 5.63941773818317e-06, "loss": 0.0114, "step": 714500 }, { "epoch": 10.78, "learning_rate": 5.629368345417728e-06, "loss": 0.0116, "step": 715000 }, { "epoch": 10.79, "learning_rate": 5.619318952652286e-06, "loss": 0.0109, "step": 715500 }, { "epoch": 10.79, "learning_rate": 5.609269559886844e-06, "loss": 0.0118, "step": 716000 }, { "epoch": 10.8, "learning_rate": 5.5992201671214015e-06, "loss": 0.0111, "step": 716500 }, { "epoch": 10.81, "learning_rate": 5.5891707743559595e-06, "loss": 0.0118, "step": 717000 }, { "epoch": 10.82, "learning_rate": 5.5791213815905175e-06, "loss": 0.011, "step": 717500 }, { "epoch": 10.82, "learning_rate": 5.5690719888250755e-06, "loss": 0.0116, "step": 718000 }, { "epoch": 10.83, "learning_rate": 5.5590225960596335e-06, "loss": 0.0113, "step": 718500 }, { "epoch": 10.84, "learning_rate": 5.5489732032941915e-06, "loss": 0.0105, "step": 719000 }, { "epoch": 10.85, "learning_rate": 5.538923810528749e-06, "loss": 0.0117, "step": 719500 }, { "epoch": 10.85, "learning_rate": 5.528874417763307e-06, "loss": 0.0117, "step": 720000 }, { "epoch": 10.86, "learning_rate": 5.518825024997865e-06, "loss": 0.0103, "step": 720500 }, { "epoch": 10.87, "learning_rate": 5.508775632232423e-06, "loss": 0.0117, "step": 721000 }, { "epoch": 10.88, "learning_rate": 5.498726239466981e-06, "loss": 0.0108, "step": 721500 }, { "epoch": 10.88, "learning_rate": 5.488676846701539e-06, "loss": 0.0101, "step": 722000 }, { "epoch": 10.89, "learning_rate": 5.478627453936096e-06, "loss": 0.0126, "step": 722500 }, { "epoch": 10.9, "learning_rate": 5.468578061170654e-06, "loss": 0.0128, "step": 723000 }, { "epoch": 10.91, "learning_rate": 5.458528668405212e-06, "loss": 0.0114, "step": 723500 }, { "epoch": 10.91, "learning_rate": 5.44847927563977e-06, "loss": 0.0114, "step": 724000 }, { "epoch": 10.92, "learning_rate": 5.438429882874328e-06, "loss": 0.011, "step": 724500 }, { "epoch": 10.93, "learning_rate": 5.428380490108886e-06, "loss": 0.0105, "step": 725000 }, { "epoch": 10.94, "learning_rate": 5.418331097343443e-06, "loss": 0.0109, "step": 725500 }, { "epoch": 10.94, "learning_rate": 5.408281704578001e-06, "loss": 0.0126, "step": 726000 }, { "epoch": 10.95, "learning_rate": 5.398232311812559e-06, "loss": 0.0119, "step": 726500 }, { "epoch": 10.96, "learning_rate": 5.388182919047117e-06, "loss": 0.0103, "step": 727000 }, { "epoch": 10.97, "learning_rate": 5.378133526281675e-06, "loss": 0.0111, "step": 727500 }, { "epoch": 10.97, "learning_rate": 5.368084133516233e-06, "loss": 0.0108, "step": 728000 }, { "epoch": 10.98, "learning_rate": 5.35803474075079e-06, "loss": 0.0113, "step": 728500 }, { "epoch": 10.99, "learning_rate": 5.347985347985348e-06, "loss": 0.0119, "step": 729000 }, { "epoch": 11.0, "learning_rate": 5.337935955219906e-06, "loss": 0.0116, "step": 729500 }, { "epoch": 11.0, "eval_accuracy": 0.9862510213615102, "eval_f1": 0.9466283722809211, "eval_loss": 0.07078554481267929, "eval_precision": 0.9351873178247783, "eval_recall": 0.9583528329758964, "eval_runtime": 278.2396, "eval_samples_per_second": 423.822, "eval_steps_per_second": 26.492, "step": 729729 }, { "epoch": 11.0, "learning_rate": 5.327886562454464e-06, "loss": 0.0096, "step": 730000 }, { "epoch": 11.01, "learning_rate": 5.317837169689022e-06, "loss": 0.0098, "step": 730500 }, { "epoch": 11.02, "learning_rate": 5.30778777692358e-06, "loss": 0.0095, "step": 731000 }, { "epoch": 11.03, "learning_rate": 5.297738384158137e-06, "loss": 0.0093, "step": 731500 }, { "epoch": 11.03, "learning_rate": 5.287688991392695e-06, "loss": 0.0087, "step": 732000 }, { "epoch": 11.04, "learning_rate": 5.277639598627253e-06, "loss": 0.0087, "step": 732500 }, { "epoch": 11.05, "learning_rate": 5.267590205861811e-06, "loss": 0.0082, "step": 733000 }, { "epoch": 11.06, "learning_rate": 5.257540813096369e-06, "loss": 0.0097, "step": 733500 }, { "epoch": 11.06, "learning_rate": 5.247491420330927e-06, "loss": 0.0093, "step": 734000 }, { "epoch": 11.07, "learning_rate": 5.237442027565484e-06, "loss": 0.0089, "step": 734500 }, { "epoch": 11.08, "learning_rate": 5.227392634800042e-06, "loss": 0.0098, "step": 735000 }, { "epoch": 11.09, "learning_rate": 5.2173432420346e-06, "loss": 0.0091, "step": 735500 }, { "epoch": 11.09, "learning_rate": 5.207293849269158e-06, "loss": 0.0095, "step": 736000 }, { "epoch": 11.1, "learning_rate": 5.197244456503716e-06, "loss": 0.0088, "step": 736500 }, { "epoch": 11.11, "learning_rate": 5.1871950637382736e-06, "loss": 0.0091, "step": 737000 }, { "epoch": 11.12, "learning_rate": 5.1771456709728316e-06, "loss": 0.0091, "step": 737500 }, { "epoch": 11.12, "learning_rate": 5.1670962782073895e-06, "loss": 0.0092, "step": 738000 }, { "epoch": 11.13, "learning_rate": 5.1570468854419475e-06, "loss": 0.009, "step": 738500 }, { "epoch": 11.14, "learning_rate": 5.1469974926765055e-06, "loss": 0.0091, "step": 739000 }, { "epoch": 11.15, "learning_rate": 5.1369480999110635e-06, "loss": 0.0092, "step": 739500 }, { "epoch": 11.15, "learning_rate": 5.126898707145621e-06, "loss": 0.0099, "step": 740000 }, { "epoch": 11.16, "learning_rate": 5.116849314380179e-06, "loss": 0.0087, "step": 740500 }, { "epoch": 11.17, "learning_rate": 5.106799921614737e-06, "loss": 0.0101, "step": 741000 }, { "epoch": 11.18, "learning_rate": 5.096750528849295e-06, "loss": 0.0094, "step": 741500 }, { "epoch": 11.18, "learning_rate": 5.086701136083853e-06, "loss": 0.0094, "step": 742000 }, { "epoch": 11.19, "learning_rate": 5.076651743318411e-06, "loss": 0.0093, "step": 742500 }, { "epoch": 11.2, "learning_rate": 5.066602350552968e-06, "loss": 0.0099, "step": 743000 }, { "epoch": 11.21, "learning_rate": 5.056552957787526e-06, "loss": 0.0081, "step": 743500 }, { "epoch": 11.22, "learning_rate": 5.046503565022084e-06, "loss": 0.0088, "step": 744000 }, { "epoch": 11.22, "learning_rate": 5.036454172256642e-06, "loss": 0.0107, "step": 744500 }, { "epoch": 11.23, "learning_rate": 5.0264047794912e-06, "loss": 0.0098, "step": 745000 }, { "epoch": 11.24, "learning_rate": 5.016355386725758e-06, "loss": 0.0113, "step": 745500 }, { "epoch": 11.25, "learning_rate": 5.006305993960315e-06, "loss": 0.0093, "step": 746000 }, { "epoch": 11.25, "learning_rate": 4.996256601194873e-06, "loss": 0.0087, "step": 746500 }, { "epoch": 11.26, "learning_rate": 4.986207208429431e-06, "loss": 0.0093, "step": 747000 }, { "epoch": 11.27, "learning_rate": 4.976157815663989e-06, "loss": 0.0085, "step": 747500 }, { "epoch": 11.28, "learning_rate": 4.966108422898547e-06, "loss": 0.0094, "step": 748000 }, { "epoch": 11.28, "learning_rate": 4.956059030133105e-06, "loss": 0.0094, "step": 748500 }, { "epoch": 11.29, "learning_rate": 4.946009637367662e-06, "loss": 0.01, "step": 749000 }, { "epoch": 11.3, "learning_rate": 4.93596024460222e-06, "loss": 0.01, "step": 749500 }, { "epoch": 11.31, "learning_rate": 4.925910851836778e-06, "loss": 0.0089, "step": 750000 }, { "epoch": 11.31, "learning_rate": 4.915861459071336e-06, "loss": 0.0092, "step": 750500 }, { "epoch": 11.32, "learning_rate": 4.905812066305894e-06, "loss": 0.0104, "step": 751000 }, { "epoch": 11.33, "learning_rate": 4.895762673540452e-06, "loss": 0.0098, "step": 751500 }, { "epoch": 11.34, "learning_rate": 4.885713280775009e-06, "loss": 0.0092, "step": 752000 }, { "epoch": 11.34, "learning_rate": 4.875663888009567e-06, "loss": 0.0095, "step": 752500 }, { "epoch": 11.35, "learning_rate": 4.865614495244125e-06, "loss": 0.0088, "step": 753000 }, { "epoch": 11.36, "learning_rate": 4.855565102478683e-06, "loss": 0.0101, "step": 753500 }, { "epoch": 11.37, "learning_rate": 4.845515709713241e-06, "loss": 0.0103, "step": 754000 }, { "epoch": 11.37, "learning_rate": 4.835466316947799e-06, "loss": 0.0099, "step": 754500 }, { "epoch": 11.38, "learning_rate": 4.8254169241823564e-06, "loss": 0.0099, "step": 755000 }, { "epoch": 11.39, "learning_rate": 4.8153675314169144e-06, "loss": 0.0102, "step": 755500 }, { "epoch": 11.4, "learning_rate": 4.8053181386514724e-06, "loss": 0.0101, "step": 756000 }, { "epoch": 11.4, "learning_rate": 4.7952687458860304e-06, "loss": 0.0097, "step": 756500 }, { "epoch": 11.41, "learning_rate": 4.7852193531205884e-06, "loss": 0.0104, "step": 757000 }, { "epoch": 11.42, "learning_rate": 4.7751699603551464e-06, "loss": 0.0093, "step": 757500 }, { "epoch": 11.43, "learning_rate": 4.765120567589704e-06, "loss": 0.0095, "step": 758000 }, { "epoch": 11.43, "learning_rate": 4.755071174824262e-06, "loss": 0.0102, "step": 758500 }, { "epoch": 11.44, "learning_rate": 4.7450217820588196e-06, "loss": 0.0093, "step": 759000 }, { "epoch": 11.45, "learning_rate": 4.7349723892933776e-06, "loss": 0.0104, "step": 759500 }, { "epoch": 11.46, "learning_rate": 4.7249229965279356e-06, "loss": 0.0097, "step": 760000 }, { "epoch": 11.46, "learning_rate": 4.714873603762493e-06, "loss": 0.0102, "step": 760500 }, { "epoch": 11.47, "learning_rate": 4.704824210997051e-06, "loss": 0.0098, "step": 761000 }, { "epoch": 11.48, "learning_rate": 4.694774818231609e-06, "loss": 0.01, "step": 761500 }, { "epoch": 11.49, "learning_rate": 4.684725425466167e-06, "loss": 0.01, "step": 762000 }, { "epoch": 11.49, "learning_rate": 4.674676032700725e-06, "loss": 0.0095, "step": 762500 }, { "epoch": 11.5, "learning_rate": 4.664626639935283e-06, "loss": 0.0102, "step": 763000 }, { "epoch": 11.51, "learning_rate": 4.65457724716984e-06, "loss": 0.0099, "step": 763500 }, { "epoch": 11.52, "learning_rate": 4.644527854404398e-06, "loss": 0.0093, "step": 764000 }, { "epoch": 11.52, "learning_rate": 4.634478461638956e-06, "loss": 0.0098, "step": 764500 }, { "epoch": 11.53, "learning_rate": 4.624429068873514e-06, "loss": 0.0094, "step": 765000 }, { "epoch": 11.54, "learning_rate": 4.614379676108072e-06, "loss": 0.011, "step": 765500 }, { "epoch": 11.55, "learning_rate": 4.60433028334263e-06, "loss": 0.0093, "step": 766000 }, { "epoch": 11.55, "learning_rate": 4.594280890577187e-06, "loss": 0.0094, "step": 766500 }, { "epoch": 11.56, "learning_rate": 4.584231497811745e-06, "loss": 0.0091, "step": 767000 }, { "epoch": 11.57, "learning_rate": 4.574182105046303e-06, "loss": 0.0091, "step": 767500 }, { "epoch": 11.58, "learning_rate": 4.564132712280861e-06, "loss": 0.0101, "step": 768000 }, { "epoch": 11.58, "learning_rate": 4.554083319515419e-06, "loss": 0.0095, "step": 768500 }, { "epoch": 11.59, "learning_rate": 4.544033926749977e-06, "loss": 0.0108, "step": 769000 }, { "epoch": 11.6, "learning_rate": 4.533984533984534e-06, "loss": 0.0101, "step": 769500 }, { "epoch": 11.61, "learning_rate": 4.523935141219092e-06, "loss": 0.0097, "step": 770000 }, { "epoch": 11.61, "learning_rate": 4.51388574845365e-06, "loss": 0.0092, "step": 770500 }, { "epoch": 11.62, "learning_rate": 4.503836355688208e-06, "loss": 0.0101, "step": 771000 }, { "epoch": 11.63, "learning_rate": 4.493786962922766e-06, "loss": 0.0094, "step": 771500 }, { "epoch": 11.64, "learning_rate": 4.483737570157324e-06, "loss": 0.0092, "step": 772000 }, { "epoch": 11.64, "learning_rate": 4.473688177391881e-06, "loss": 0.0098, "step": 772500 }, { "epoch": 11.65, "learning_rate": 4.463638784626439e-06, "loss": 0.0099, "step": 773000 }, { "epoch": 11.66, "learning_rate": 4.453589391860997e-06, "loss": 0.0096, "step": 773500 }, { "epoch": 11.67, "learning_rate": 4.443539999095555e-06, "loss": 0.0094, "step": 774000 }, { "epoch": 11.67, "learning_rate": 4.433490606330113e-06, "loss": 0.009, "step": 774500 }, { "epoch": 11.68, "learning_rate": 4.423441213564671e-06, "loss": 0.009, "step": 775000 }, { "epoch": 11.69, "learning_rate": 4.4133918207992285e-06, "loss": 0.0092, "step": 775500 }, { "epoch": 11.7, "learning_rate": 4.4033424280337865e-06, "loss": 0.0091, "step": 776000 }, { "epoch": 11.71, "learning_rate": 4.3932930352683445e-06, "loss": 0.0097, "step": 776500 }, { "epoch": 11.71, "learning_rate": 4.3832436425029025e-06, "loss": 0.0101, "step": 777000 }, { "epoch": 11.72, "learning_rate": 4.3731942497374605e-06, "loss": 0.0092, "step": 777500 }, { "epoch": 11.73, "learning_rate": 4.3631448569720185e-06, "loss": 0.009, "step": 778000 }, { "epoch": 11.74, "learning_rate": 4.353095464206576e-06, "loss": 0.0105, "step": 778500 }, { "epoch": 11.74, "learning_rate": 4.343046071441134e-06, "loss": 0.0097, "step": 779000 }, { "epoch": 11.75, "learning_rate": 4.332996678675692e-06, "loss": 0.0093, "step": 779500 }, { "epoch": 11.76, "learning_rate": 4.32294728591025e-06, "loss": 0.0089, "step": 780000 }, { "epoch": 11.77, "learning_rate": 4.312897893144808e-06, "loss": 0.0107, "step": 780500 }, { "epoch": 11.77, "learning_rate": 4.302848500379366e-06, "loss": 0.0094, "step": 781000 }, { "epoch": 11.78, "learning_rate": 4.292799107613923e-06, "loss": 0.0094, "step": 781500 }, { "epoch": 11.79, "learning_rate": 4.282749714848481e-06, "loss": 0.0099, "step": 782000 }, { "epoch": 11.8, "learning_rate": 4.272700322083039e-06, "loss": 0.0092, "step": 782500 }, { "epoch": 11.8, "learning_rate": 4.262650929317597e-06, "loss": 0.0095, "step": 783000 }, { "epoch": 11.81, "learning_rate": 4.252601536552154e-06, "loss": 0.0101, "step": 783500 }, { "epoch": 11.82, "learning_rate": 4.242552143786712e-06, "loss": 0.0091, "step": 784000 }, { "epoch": 11.83, "learning_rate": 4.23250275102127e-06, "loss": 0.0103, "step": 784500 }, { "epoch": 11.83, "learning_rate": 4.222453358255827e-06, "loss": 0.0096, "step": 785000 }, { "epoch": 11.84, "learning_rate": 4.212403965490385e-06, "loss": 0.009, "step": 785500 }, { "epoch": 11.85, "learning_rate": 4.202354572724943e-06, "loss": 0.01, "step": 786000 }, { "epoch": 11.86, "learning_rate": 4.192305179959501e-06, "loss": 0.0094, "step": 786500 }, { "epoch": 11.86, "learning_rate": 4.182255787194059e-06, "loss": 0.0087, "step": 787000 }, { "epoch": 11.87, "learning_rate": 4.172206394428617e-06, "loss": 0.0095, "step": 787500 }, { "epoch": 11.88, "learning_rate": 4.162157001663174e-06, "loss": 0.0085, "step": 788000 }, { "epoch": 11.89, "learning_rate": 4.152107608897732e-06, "loss": 0.0103, "step": 788500 }, { "epoch": 11.89, "learning_rate": 4.14205821613229e-06, "loss": 0.0099, "step": 789000 }, { "epoch": 11.9, "learning_rate": 4.132008823366848e-06, "loss": 0.0096, "step": 789500 }, { "epoch": 11.91, "learning_rate": 4.121959430601406e-06, "loss": 0.0112, "step": 790000 }, { "epoch": 11.92, "learning_rate": 4.111910037835964e-06, "loss": 0.0101, "step": 790500 }, { "epoch": 11.92, "learning_rate": 4.101860645070521e-06, "loss": 0.0096, "step": 791000 }, { "epoch": 11.93, "learning_rate": 4.091811252305079e-06, "loss": 0.0096, "step": 791500 }, { "epoch": 11.94, "learning_rate": 4.081761859539637e-06, "loss": 0.0096, "step": 792000 }, { "epoch": 11.95, "learning_rate": 4.071712466774195e-06, "loss": 0.0099, "step": 792500 }, { "epoch": 11.95, "learning_rate": 4.061663074008753e-06, "loss": 0.0104, "step": 793000 }, { "epoch": 11.96, "learning_rate": 4.051613681243311e-06, "loss": 0.0094, "step": 793500 }, { "epoch": 11.97, "learning_rate": 4.0415642884778685e-06, "loss": 0.0103, "step": 794000 }, { "epoch": 11.98, "learning_rate": 4.0315148957124265e-06, "loss": 0.0101, "step": 794500 }, { "epoch": 11.98, "learning_rate": 4.0214655029469845e-06, "loss": 0.0097, "step": 795000 }, { "epoch": 11.99, "learning_rate": 4.0114161101815425e-06, "loss": 0.0103, "step": 795500 }, { "epoch": 12.0, "learning_rate": 4.0013667174161005e-06, "loss": 0.0094, "step": 796000 }, { "epoch": 12.0, "eval_accuracy": 0.9860758844414463, "eval_f1": 0.9466923932791572, "eval_loss": 0.07166407257318497, "eval_precision": 0.9362210991284969, "eval_recall": 0.9574005721703814, "eval_runtime": 249.9438, "eval_samples_per_second": 471.802, "eval_steps_per_second": 29.491, "step": 796068 }, { "epoch": 12.01, "learning_rate": 3.9913173246506585e-06, "loss": 0.0086, "step": 796500 }, { "epoch": 12.01, "learning_rate": 3.981267931885216e-06, "loss": 0.0081, "step": 797000 }, { "epoch": 12.02, "learning_rate": 3.971218539119774e-06, "loss": 0.0086, "step": 797500 }, { "epoch": 12.03, "learning_rate": 3.961169146354332e-06, "loss": 0.008, "step": 798000 }, { "epoch": 12.04, "learning_rate": 3.95111975358889e-06, "loss": 0.0079, "step": 798500 }, { "epoch": 12.04, "learning_rate": 3.941070360823448e-06, "loss": 0.008, "step": 799000 }, { "epoch": 12.05, "learning_rate": 3.931020968058006e-06, "loss": 0.0091, "step": 799500 }, { "epoch": 12.06, "learning_rate": 3.920971575292563e-06, "loss": 0.0082, "step": 800000 }, { "epoch": 12.07, "learning_rate": 3.910922182527121e-06, "loss": 0.0069, "step": 800500 }, { "epoch": 12.07, "learning_rate": 3.900872789761679e-06, "loss": 0.0079, "step": 801000 }, { "epoch": 12.08, "learning_rate": 3.890823396996237e-06, "loss": 0.0088, "step": 801500 }, { "epoch": 12.09, "learning_rate": 3.880774004230795e-06, "loss": 0.0078, "step": 802000 }, { "epoch": 12.1, "learning_rate": 3.870724611465353e-06, "loss": 0.0081, "step": 802500 }, { "epoch": 12.1, "learning_rate": 3.86067521869991e-06, "loss": 0.008, "step": 803000 }, { "epoch": 12.11, "learning_rate": 3.850625825934468e-06, "loss": 0.009, "step": 803500 }, { "epoch": 12.12, "learning_rate": 3.840576433169026e-06, "loss": 0.0084, "step": 804000 }, { "epoch": 12.13, "learning_rate": 3.830527040403584e-06, "loss": 0.0081, "step": 804500 }, { "epoch": 12.13, "learning_rate": 3.820477647638142e-06, "loss": 0.0081, "step": 805000 }, { "epoch": 12.14, "learning_rate": 3.8104282548726995e-06, "loss": 0.0083, "step": 805500 }, { "epoch": 12.15, "learning_rate": 3.8003788621072575e-06, "loss": 0.0086, "step": 806000 }, { "epoch": 12.16, "learning_rate": 3.790329469341815e-06, "loss": 0.0076, "step": 806500 }, { "epoch": 12.16, "learning_rate": 3.780280076576373e-06, "loss": 0.0082, "step": 807000 }, { "epoch": 12.17, "learning_rate": 3.770230683810931e-06, "loss": 0.0084, "step": 807500 }, { "epoch": 12.18, "learning_rate": 3.7601812910454886e-06, "loss": 0.0085, "step": 808000 }, { "epoch": 12.19, "learning_rate": 3.7501318982800466e-06, "loss": 0.0077, "step": 808500 }, { "epoch": 12.19, "learning_rate": 3.7400825055146046e-06, "loss": 0.0084, "step": 809000 }, { "epoch": 12.2, "learning_rate": 3.7300331127491622e-06, "loss": 0.0078, "step": 809500 }, { "epoch": 12.21, "learning_rate": 3.7199837199837202e-06, "loss": 0.0087, "step": 810000 }, { "epoch": 12.22, "learning_rate": 3.7099343272182782e-06, "loss": 0.0083, "step": 810500 }, { "epoch": 12.23, "learning_rate": 3.699884934452836e-06, "loss": 0.0084, "step": 811000 }, { "epoch": 12.23, "learning_rate": 3.689835541687394e-06, "loss": 0.0082, "step": 811500 }, { "epoch": 12.24, "learning_rate": 3.679786148921952e-06, "loss": 0.0076, "step": 812000 }, { "epoch": 12.25, "learning_rate": 3.6697367561565094e-06, "loss": 0.0074, "step": 812500 }, { "epoch": 12.26, "learning_rate": 3.6596873633910674e-06, "loss": 0.0083, "step": 813000 }, { "epoch": 12.26, "learning_rate": 3.6496379706256254e-06, "loss": 0.008, "step": 813500 }, { "epoch": 12.27, "learning_rate": 3.639588577860183e-06, "loss": 0.0081, "step": 814000 }, { "epoch": 12.28, "learning_rate": 3.629539185094741e-06, "loss": 0.0081, "step": 814500 }, { "epoch": 12.29, "learning_rate": 3.619489792329299e-06, "loss": 0.0082, "step": 815000 }, { "epoch": 12.29, "learning_rate": 3.6094403995638565e-06, "loss": 0.0092, "step": 815500 }, { "epoch": 12.3, "learning_rate": 3.5993910067984145e-06, "loss": 0.0092, "step": 816000 }, { "epoch": 12.31, "learning_rate": 3.5893416140329725e-06, "loss": 0.0081, "step": 816500 }, { "epoch": 12.32, "learning_rate": 3.57929222126753e-06, "loss": 0.009, "step": 817000 }, { "epoch": 12.32, "learning_rate": 3.569242828502088e-06, "loss": 0.0089, "step": 817500 }, { "epoch": 12.33, "learning_rate": 3.559193435736646e-06, "loss": 0.0084, "step": 818000 }, { "epoch": 12.34, "learning_rate": 3.5491440429712037e-06, "loss": 0.0082, "step": 818500 }, { "epoch": 12.35, "learning_rate": 3.5390946502057617e-06, "loss": 0.0072, "step": 819000 }, { "epoch": 12.35, "learning_rate": 3.5290452574403197e-06, "loss": 0.0082, "step": 819500 }, { "epoch": 12.36, "learning_rate": 3.5189958646748772e-06, "loss": 0.0082, "step": 820000 }, { "epoch": 12.37, "learning_rate": 3.5089464719094352e-06, "loss": 0.0076, "step": 820500 }, { "epoch": 12.38, "learning_rate": 3.498897079143993e-06, "loss": 0.0085, "step": 821000 }, { "epoch": 12.38, "learning_rate": 3.488847686378551e-06, "loss": 0.0081, "step": 821500 }, { "epoch": 12.39, "learning_rate": 3.478798293613109e-06, "loss": 0.0083, "step": 822000 }, { "epoch": 12.4, "learning_rate": 3.4687489008476664e-06, "loss": 0.0085, "step": 822500 }, { "epoch": 12.41, "learning_rate": 3.4586995080822244e-06, "loss": 0.0088, "step": 823000 }, { "epoch": 12.41, "learning_rate": 3.4486501153167824e-06, "loss": 0.0094, "step": 823500 }, { "epoch": 12.42, "learning_rate": 3.43860072255134e-06, "loss": 0.0078, "step": 824000 }, { "epoch": 12.43, "learning_rate": 3.428551329785898e-06, "loss": 0.0085, "step": 824500 }, { "epoch": 12.44, "learning_rate": 3.418501937020456e-06, "loss": 0.0083, "step": 825000 }, { "epoch": 12.44, "learning_rate": 3.4084525442550135e-06, "loss": 0.0077, "step": 825500 }, { "epoch": 12.45, "learning_rate": 3.3984031514895715e-06, "loss": 0.0086, "step": 826000 }, { "epoch": 12.46, "learning_rate": 3.3883537587241295e-06, "loss": 0.0079, "step": 826500 }, { "epoch": 12.47, "learning_rate": 3.378304365958687e-06, "loss": 0.0089, "step": 827000 }, { "epoch": 12.47, "learning_rate": 3.368254973193245e-06, "loss": 0.0072, "step": 827500 }, { "epoch": 12.48, "learning_rate": 3.358205580427803e-06, "loss": 0.0083, "step": 828000 }, { "epoch": 12.49, "learning_rate": 3.3481561876623607e-06, "loss": 0.0091, "step": 828500 }, { "epoch": 12.5, "learning_rate": 3.3381067948969187e-06, "loss": 0.0087, "step": 829000 }, { "epoch": 12.5, "learning_rate": 3.3280574021314767e-06, "loss": 0.0084, "step": 829500 }, { "epoch": 12.51, "learning_rate": 3.3180080093660343e-06, "loss": 0.0082, "step": 830000 }, { "epoch": 12.52, "learning_rate": 3.3079586166005922e-06, "loss": 0.0079, "step": 830500 }, { "epoch": 12.53, "learning_rate": 3.2979092238351502e-06, "loss": 0.008, "step": 831000 }, { "epoch": 12.53, "learning_rate": 3.287859831069708e-06, "loss": 0.0082, "step": 831500 }, { "epoch": 12.54, "learning_rate": 3.277810438304266e-06, "loss": 0.0081, "step": 832000 }, { "epoch": 12.55, "learning_rate": 3.267761045538824e-06, "loss": 0.0086, "step": 832500 }, { "epoch": 12.56, "learning_rate": 3.2577116527733814e-06, "loss": 0.0095, "step": 833000 }, { "epoch": 12.56, "learning_rate": 3.2476622600079394e-06, "loss": 0.0079, "step": 833500 }, { "epoch": 12.57, "learning_rate": 3.2376128672424974e-06, "loss": 0.0085, "step": 834000 }, { "epoch": 12.58, "learning_rate": 3.227563474477055e-06, "loss": 0.009, "step": 834500 }, { "epoch": 12.59, "learning_rate": 3.217514081711613e-06, "loss": 0.0085, "step": 835000 }, { "epoch": 12.59, "learning_rate": 3.207464688946171e-06, "loss": 0.0075, "step": 835500 }, { "epoch": 12.6, "learning_rate": 3.1974152961807285e-06, "loss": 0.0086, "step": 836000 }, { "epoch": 12.61, "learning_rate": 3.1873659034152865e-06, "loss": 0.0084, "step": 836500 }, { "epoch": 12.62, "learning_rate": 3.1773165106498445e-06, "loss": 0.0088, "step": 837000 }, { "epoch": 12.62, "learning_rate": 3.167267117884402e-06, "loss": 0.0086, "step": 837500 }, { "epoch": 12.63, "learning_rate": 3.15721772511896e-06, "loss": 0.008, "step": 838000 }, { "epoch": 12.64, "learning_rate": 3.147168332353518e-06, "loss": 0.0091, "step": 838500 }, { "epoch": 12.65, "learning_rate": 3.1371189395880757e-06, "loss": 0.0085, "step": 839000 }, { "epoch": 12.65, "learning_rate": 3.1270695468226337e-06, "loss": 0.0085, "step": 839500 }, { "epoch": 12.66, "learning_rate": 3.1170201540571917e-06, "loss": 0.0084, "step": 840000 }, { "epoch": 12.67, "learning_rate": 3.1069707612917493e-06, "loss": 0.008, "step": 840500 }, { "epoch": 12.68, "learning_rate": 3.0969213685263073e-06, "loss": 0.0077, "step": 841000 }, { "epoch": 12.68, "learning_rate": 3.0868719757608653e-06, "loss": 0.0087, "step": 841500 }, { "epoch": 12.69, "learning_rate": 3.076822582995423e-06, "loss": 0.0077, "step": 842000 }, { "epoch": 12.7, "learning_rate": 3.066773190229981e-06, "loss": 0.0082, "step": 842500 }, { "epoch": 12.71, "learning_rate": 3.0567237974645384e-06, "loss": 0.0083, "step": 843000 }, { "epoch": 12.71, "learning_rate": 3.0466744046990964e-06, "loss": 0.0088, "step": 843500 }, { "epoch": 12.72, "learning_rate": 3.0366250119336544e-06, "loss": 0.0083, "step": 844000 }, { "epoch": 12.73, "learning_rate": 3.026575619168212e-06, "loss": 0.0079, "step": 844500 }, { "epoch": 12.74, "learning_rate": 3.01652622640277e-06, "loss": 0.0077, "step": 845000 }, { "epoch": 12.75, "learning_rate": 3.006476833637328e-06, "loss": 0.0082, "step": 845500 }, { "epoch": 12.75, "learning_rate": 2.9964274408718856e-06, "loss": 0.0095, "step": 846000 }, { "epoch": 12.76, "learning_rate": 2.9863780481064436e-06, "loss": 0.0083, "step": 846500 }, { "epoch": 12.77, "learning_rate": 2.9763286553410016e-06, "loss": 0.0087, "step": 847000 }, { "epoch": 12.78, "learning_rate": 2.966279262575559e-06, "loss": 0.0082, "step": 847500 }, { "epoch": 12.78, "learning_rate": 2.956229869810117e-06, "loss": 0.0081, "step": 848000 }, { "epoch": 12.79, "learning_rate": 2.946180477044675e-06, "loss": 0.0088, "step": 848500 }, { "epoch": 12.8, "learning_rate": 2.9361310842792327e-06, "loss": 0.0087, "step": 849000 }, { "epoch": 12.81, "learning_rate": 2.9260816915137907e-06, "loss": 0.0086, "step": 849500 }, { "epoch": 12.81, "learning_rate": 2.9160322987483487e-06, "loss": 0.008, "step": 850000 }, { "epoch": 12.82, "learning_rate": 2.9059829059829063e-06, "loss": 0.0086, "step": 850500 }, { "epoch": 12.83, "learning_rate": 2.8959335132174643e-06, "loss": 0.0078, "step": 851000 }, { "epoch": 12.84, "learning_rate": 2.8858841204520223e-06, "loss": 0.0082, "step": 851500 }, { "epoch": 12.84, "learning_rate": 2.87583472768658e-06, "loss": 0.0082, "step": 852000 }, { "epoch": 12.85, "learning_rate": 2.865785334921138e-06, "loss": 0.0086, "step": 852500 }, { "epoch": 12.86, "learning_rate": 2.855735942155696e-06, "loss": 0.0087, "step": 853000 }, { "epoch": 12.87, "learning_rate": 2.8456865493902534e-06, "loss": 0.008, "step": 853500 }, { "epoch": 12.87, "learning_rate": 2.8356371566248114e-06, "loss": 0.008, "step": 854000 }, { "epoch": 12.88, "learning_rate": 2.8255877638593694e-06, "loss": 0.009, "step": 854500 }, { "epoch": 12.89, "learning_rate": 2.815538371093927e-06, "loss": 0.0084, "step": 855000 }, { "epoch": 12.9, "learning_rate": 2.805488978328485e-06, "loss": 0.0079, "step": 855500 }, { "epoch": 12.9, "learning_rate": 2.795439585563043e-06, "loss": 0.0077, "step": 856000 }, { "epoch": 12.91, "learning_rate": 2.7853901927976006e-06, "loss": 0.0089, "step": 856500 }, { "epoch": 12.92, "learning_rate": 2.7753408000321586e-06, "loss": 0.009, "step": 857000 }, { "epoch": 12.93, "learning_rate": 2.7652914072667166e-06, "loss": 0.0087, "step": 857500 }, { "epoch": 12.93, "learning_rate": 2.7552420145012737e-06, "loss": 0.0077, "step": 858000 }, { "epoch": 12.94, "learning_rate": 2.7451926217358317e-06, "loss": 0.0092, "step": 858500 }, { "epoch": 12.95, "learning_rate": 2.7351432289703893e-06, "loss": 0.0091, "step": 859000 }, { "epoch": 12.96, "learning_rate": 2.7250938362049473e-06, "loss": 0.0082, "step": 859500 }, { "epoch": 12.96, "learning_rate": 2.7150444434395053e-06, "loss": 0.0078, "step": 860000 }, { "epoch": 12.97, "learning_rate": 2.704995050674063e-06, "loss": 0.0081, "step": 860500 }, { "epoch": 12.98, "learning_rate": 2.694945657908621e-06, "loss": 0.0084, "step": 861000 }, { "epoch": 12.99, "learning_rate": 2.684896265143179e-06, "loss": 0.0088, "step": 861500 }, { "epoch": 12.99, "learning_rate": 2.6748468723777364e-06, "loss": 0.0088, "step": 862000 }, { "epoch": 13.0, "eval_accuracy": 0.986358960241809, "eval_f1": 0.9480312302851792, "eval_loss": 0.08014410734176636, "eval_precision": 0.9362556599243623, "eval_recall": 0.9601067834339175, "eval_runtime": 249.2361, "eval_samples_per_second": 473.142, "eval_steps_per_second": 29.574, "step": 862407 }, { "epoch": 13.0, "learning_rate": 2.6647974796122944e-06, "loss": 0.008, "step": 862500 }, { "epoch": 13.01, "learning_rate": 2.6547480868468524e-06, "loss": 0.0069, "step": 863000 }, { "epoch": 13.02, "learning_rate": 2.64469869408141e-06, "loss": 0.0072, "step": 863500 }, { "epoch": 13.02, "learning_rate": 2.634649301315968e-06, "loss": 0.0077, "step": 864000 }, { "epoch": 13.03, "learning_rate": 2.624599908550526e-06, "loss": 0.0065, "step": 864500 }, { "epoch": 13.04, "learning_rate": 2.6145505157850836e-06, "loss": 0.0069, "step": 865000 }, { "epoch": 13.05, "learning_rate": 2.6045011230196416e-06, "loss": 0.0078, "step": 865500 }, { "epoch": 13.05, "learning_rate": 2.5944517302541996e-06, "loss": 0.0071, "step": 866000 }, { "epoch": 13.06, "learning_rate": 2.584402337488757e-06, "loss": 0.0073, "step": 866500 }, { "epoch": 13.07, "learning_rate": 2.574352944723315e-06, "loss": 0.0072, "step": 867000 }, { "epoch": 13.08, "learning_rate": 2.564303551957873e-06, "loss": 0.0079, "step": 867500 }, { "epoch": 13.08, "learning_rate": 2.5542541591924307e-06, "loss": 0.0071, "step": 868000 }, { "epoch": 13.09, "learning_rate": 2.5442047664269887e-06, "loss": 0.0074, "step": 868500 }, { "epoch": 13.1, "learning_rate": 2.5341553736615463e-06, "loss": 0.0066, "step": 869000 }, { "epoch": 13.11, "learning_rate": 2.5241059808961043e-06, "loss": 0.0068, "step": 869500 }, { "epoch": 13.11, "learning_rate": 2.5140565881306623e-06, "loss": 0.0072, "step": 870000 }, { "epoch": 13.12, "learning_rate": 2.50400719536522e-06, "loss": 0.0069, "step": 870500 }, { "epoch": 13.13, "learning_rate": 2.4939578025997783e-06, "loss": 0.0067, "step": 871000 }, { "epoch": 13.14, "learning_rate": 2.483908409834336e-06, "loss": 0.0068, "step": 871500 }, { "epoch": 13.14, "learning_rate": 2.473859017068894e-06, "loss": 0.0067, "step": 872000 }, { "epoch": 13.15, "learning_rate": 2.463809624303452e-06, "loss": 0.007, "step": 872500 }, { "epoch": 13.16, "learning_rate": 2.4537602315380095e-06, "loss": 0.0077, "step": 873000 }, { "epoch": 13.17, "learning_rate": 2.4437108387725675e-06, "loss": 0.0075, "step": 873500 }, { "epoch": 13.17, "learning_rate": 2.4336614460071255e-06, "loss": 0.0058, "step": 874000 }, { "epoch": 13.18, "learning_rate": 2.423612053241683e-06, "loss": 0.0076, "step": 874500 }, { "epoch": 13.19, "learning_rate": 2.413562660476241e-06, "loss": 0.0074, "step": 875000 }, { "epoch": 13.2, "learning_rate": 2.403513267710799e-06, "loss": 0.0073, "step": 875500 }, { "epoch": 13.2, "learning_rate": 2.3934638749453566e-06, "loss": 0.0073, "step": 876000 }, { "epoch": 13.21, "learning_rate": 2.383414482179914e-06, "loss": 0.0075, "step": 876500 }, { "epoch": 13.22, "learning_rate": 2.373365089414472e-06, "loss": 0.0075, "step": 877000 }, { "epoch": 13.23, "learning_rate": 2.36331569664903e-06, "loss": 0.0069, "step": 877500 }, { "epoch": 13.24, "learning_rate": 2.3532663038835878e-06, "loss": 0.0073, "step": 878000 }, { "epoch": 13.24, "learning_rate": 2.3432169111181457e-06, "loss": 0.0072, "step": 878500 }, { "epoch": 13.25, "learning_rate": 2.3331675183527037e-06, "loss": 0.0075, "step": 879000 }, { "epoch": 13.26, "learning_rate": 2.3231181255872613e-06, "loss": 0.0065, "step": 879500 }, { "epoch": 13.27, "learning_rate": 2.3130687328218193e-06, "loss": 0.0068, "step": 880000 }, { "epoch": 13.27, "learning_rate": 2.3030193400563773e-06, "loss": 0.0076, "step": 880500 }, { "epoch": 13.28, "learning_rate": 2.292969947290935e-06, "loss": 0.0077, "step": 881000 }, { "epoch": 13.29, "learning_rate": 2.282920554525493e-06, "loss": 0.0072, "step": 881500 }, { "epoch": 13.3, "learning_rate": 2.272871161760051e-06, "loss": 0.0073, "step": 882000 }, { "epoch": 13.3, "learning_rate": 2.2628217689946085e-06, "loss": 0.0075, "step": 882500 }, { "epoch": 13.31, "learning_rate": 2.2527723762291665e-06, "loss": 0.0076, "step": 883000 }, { "epoch": 13.32, "learning_rate": 2.2427229834637245e-06, "loss": 0.0082, "step": 883500 }, { "epoch": 13.33, "learning_rate": 2.232673590698282e-06, "loss": 0.0071, "step": 884000 }, { "epoch": 13.33, "learning_rate": 2.22262419793284e-06, "loss": 0.0068, "step": 884500 }, { "epoch": 13.34, "learning_rate": 2.212574805167398e-06, "loss": 0.007, "step": 885000 }, { "epoch": 13.35, "learning_rate": 2.2025254124019556e-06, "loss": 0.0085, "step": 885500 }, { "epoch": 13.36, "learning_rate": 2.1924760196365136e-06, "loss": 0.0068, "step": 886000 }, { "epoch": 13.36, "learning_rate": 2.1824266268710716e-06, "loss": 0.0086, "step": 886500 }, { "epoch": 13.37, "learning_rate": 2.172377234105629e-06, "loss": 0.0075, "step": 887000 }, { "epoch": 13.38, "learning_rate": 2.162327841340187e-06, "loss": 0.0071, "step": 887500 }, { "epoch": 13.39, "learning_rate": 2.152278448574745e-06, "loss": 0.0077, "step": 888000 }, { "epoch": 13.39, "learning_rate": 2.1422290558093028e-06, "loss": 0.0083, "step": 888500 }, { "epoch": 13.4, "learning_rate": 2.1321796630438608e-06, "loss": 0.0085, "step": 889000 }, { "epoch": 13.41, "learning_rate": 2.1221302702784188e-06, "loss": 0.0068, "step": 889500 }, { "epoch": 13.42, "learning_rate": 2.1120808775129763e-06, "loss": 0.0069, "step": 890000 }, { "epoch": 13.42, "learning_rate": 2.1020314847475343e-06, "loss": 0.0076, "step": 890500 }, { "epoch": 13.43, "learning_rate": 2.091982091982092e-06, "loss": 0.0071, "step": 891000 }, { "epoch": 13.44, "learning_rate": 2.08193269921665e-06, "loss": 0.0077, "step": 891500 }, { "epoch": 13.45, "learning_rate": 2.071883306451208e-06, "loss": 0.0074, "step": 892000 }, { "epoch": 13.45, "learning_rate": 2.0618339136857655e-06, "loss": 0.0076, "step": 892500 }, { "epoch": 13.46, "learning_rate": 2.0517845209203235e-06, "loss": 0.0069, "step": 893000 }, { "epoch": 13.47, "learning_rate": 2.0417351281548815e-06, "loss": 0.008, "step": 893500 }, { "epoch": 13.48, "learning_rate": 2.031685735389439e-06, "loss": 0.0068, "step": 894000 }, { "epoch": 13.48, "learning_rate": 2.021636342623997e-06, "loss": 0.007, "step": 894500 }, { "epoch": 13.49, "learning_rate": 2.011586949858555e-06, "loss": 0.008, "step": 895000 }, { "epoch": 13.5, "learning_rate": 2.0015375570931126e-06, "loss": 0.0072, "step": 895500 }, { "epoch": 13.51, "learning_rate": 1.9914881643276706e-06, "loss": 0.0077, "step": 896000 }, { "epoch": 13.51, "learning_rate": 1.9814387715622286e-06, "loss": 0.0077, "step": 896500 }, { "epoch": 13.52, "learning_rate": 1.971389378796786e-06, "loss": 0.0081, "step": 897000 }, { "epoch": 13.53, "learning_rate": 1.961339986031344e-06, "loss": 0.0083, "step": 897500 }, { "epoch": 13.54, "learning_rate": 1.951290593265902e-06, "loss": 0.0076, "step": 898000 }, { "epoch": 13.54, "learning_rate": 1.9412412005004598e-06, "loss": 0.0067, "step": 898500 }, { "epoch": 13.55, "learning_rate": 1.9311918077350178e-06, "loss": 0.0078, "step": 899000 }, { "epoch": 13.56, "learning_rate": 1.9211424149695758e-06, "loss": 0.0079, "step": 899500 }, { "epoch": 13.57, "learning_rate": 1.9110930222041334e-06, "loss": 0.0076, "step": 900000 }, { "epoch": 13.57, "learning_rate": 1.9010436294386914e-06, "loss": 0.0076, "step": 900500 }, { "epoch": 13.58, "learning_rate": 1.8909942366732491e-06, "loss": 0.0072, "step": 901000 }, { "epoch": 13.59, "learning_rate": 1.8809448439078071e-06, "loss": 0.0075, "step": 901500 }, { "epoch": 13.6, "learning_rate": 1.870895451142365e-06, "loss": 0.0073, "step": 902000 }, { "epoch": 13.6, "learning_rate": 1.8608460583769227e-06, "loss": 0.007, "step": 902500 }, { "epoch": 13.61, "learning_rate": 1.8507966656114807e-06, "loss": 0.008, "step": 903000 }, { "epoch": 13.62, "learning_rate": 1.8407472728460385e-06, "loss": 0.0081, "step": 903500 }, { "epoch": 13.63, "learning_rate": 1.8306978800805963e-06, "loss": 0.0074, "step": 904000 }, { "epoch": 13.63, "learning_rate": 1.8206484873151543e-06, "loss": 0.007, "step": 904500 }, { "epoch": 13.64, "learning_rate": 1.810599094549712e-06, "loss": 0.0072, "step": 905000 }, { "epoch": 13.65, "learning_rate": 1.8005497017842699e-06, "loss": 0.0076, "step": 905500 }, { "epoch": 13.66, "learning_rate": 1.7905003090188279e-06, "loss": 0.0077, "step": 906000 }, { "epoch": 13.66, "learning_rate": 1.7804509162533856e-06, "loss": 0.0086, "step": 906500 }, { "epoch": 13.67, "learning_rate": 1.7704015234879434e-06, "loss": 0.0069, "step": 907000 }, { "epoch": 13.68, "learning_rate": 1.7603521307225014e-06, "loss": 0.0083, "step": 907500 }, { "epoch": 13.69, "learning_rate": 1.7503027379570592e-06, "loss": 0.0078, "step": 908000 }, { "epoch": 13.69, "learning_rate": 1.740253345191617e-06, "loss": 0.007, "step": 908500 }, { "epoch": 13.7, "learning_rate": 1.7302039524261748e-06, "loss": 0.0065, "step": 909000 }, { "epoch": 13.71, "learning_rate": 1.7201545596607328e-06, "loss": 0.0072, "step": 909500 }, { "epoch": 13.72, "learning_rate": 1.7101051668952906e-06, "loss": 0.0072, "step": 910000 }, { "epoch": 13.72, "learning_rate": 1.7000557741298484e-06, "loss": 0.0078, "step": 910500 }, { "epoch": 13.73, "learning_rate": 1.6900063813644064e-06, "loss": 0.0081, "step": 911000 }, { "epoch": 13.74, "learning_rate": 1.6799569885989642e-06, "loss": 0.0081, "step": 911500 }, { "epoch": 13.75, "learning_rate": 1.669907595833522e-06, "loss": 0.007, "step": 912000 }, { "epoch": 13.76, "learning_rate": 1.65985820306808e-06, "loss": 0.0069, "step": 912500 }, { "epoch": 13.76, "learning_rate": 1.6498088103026377e-06, "loss": 0.0074, "step": 913000 }, { "epoch": 13.77, "learning_rate": 1.6397594175371955e-06, "loss": 0.0072, "step": 913500 }, { "epoch": 13.78, "learning_rate": 1.629710024771753e-06, "loss": 0.0066, "step": 914000 }, { "epoch": 13.79, "learning_rate": 1.619660632006311e-06, "loss": 0.0082, "step": 914500 }, { "epoch": 13.79, "learning_rate": 1.6096112392408689e-06, "loss": 0.0065, "step": 915000 }, { "epoch": 13.8, "learning_rate": 1.5995618464754267e-06, "loss": 0.0064, "step": 915500 }, { "epoch": 13.81, "learning_rate": 1.5895124537099847e-06, "loss": 0.0073, "step": 916000 }, { "epoch": 13.82, "learning_rate": 1.5794630609445424e-06, "loss": 0.0069, "step": 916500 }, { "epoch": 13.82, "learning_rate": 1.5694136681791002e-06, "loss": 0.0071, "step": 917000 }, { "epoch": 13.83, "learning_rate": 1.5593642754136582e-06, "loss": 0.0066, "step": 917500 }, { "epoch": 13.84, "learning_rate": 1.549314882648216e-06, "loss": 0.0073, "step": 918000 }, { "epoch": 13.85, "learning_rate": 1.5392654898827738e-06, "loss": 0.0075, "step": 918500 }, { "epoch": 13.85, "learning_rate": 1.5292160971173318e-06, "loss": 0.0067, "step": 919000 }, { "epoch": 13.86, "learning_rate": 1.5191667043518896e-06, "loss": 0.0074, "step": 919500 }, { "epoch": 13.87, "learning_rate": 1.5091173115864474e-06, "loss": 0.0065, "step": 920000 }, { "epoch": 13.88, "learning_rate": 1.4990679188210054e-06, "loss": 0.0073, "step": 920500 }, { "epoch": 13.88, "learning_rate": 1.4890185260555632e-06, "loss": 0.0071, "step": 921000 }, { "epoch": 13.89, "learning_rate": 1.478969133290121e-06, "loss": 0.0073, "step": 921500 }, { "epoch": 13.9, "learning_rate": 1.4689197405246787e-06, "loss": 0.0068, "step": 922000 }, { "epoch": 13.91, "learning_rate": 1.4588703477592367e-06, "loss": 0.0074, "step": 922500 }, { "epoch": 13.91, "learning_rate": 1.4488209549937945e-06, "loss": 0.0071, "step": 923000 }, { "epoch": 13.92, "learning_rate": 1.4387715622283523e-06, "loss": 0.0078, "step": 923500 }, { "epoch": 13.93, "learning_rate": 1.4287221694629103e-06, "loss": 0.0073, "step": 924000 }, { "epoch": 13.94, "learning_rate": 1.418672776697468e-06, "loss": 0.0074, "step": 924500 }, { "epoch": 13.94, "learning_rate": 1.4086233839320259e-06, "loss": 0.0067, "step": 925000 }, { "epoch": 13.95, "learning_rate": 1.3985739911665839e-06, "loss": 0.008, "step": 925500 }, { "epoch": 13.96, "learning_rate": 1.3885245984011417e-06, "loss": 0.0069, "step": 926000 }, { "epoch": 13.97, "learning_rate": 1.3784752056356995e-06, "loss": 0.0069, "step": 926500 }, { "epoch": 13.97, "learning_rate": 1.3684258128702575e-06, "loss": 0.0074, "step": 927000 }, { "epoch": 13.98, "learning_rate": 1.3583764201048152e-06, "loss": 0.0083, "step": 927500 }, { "epoch": 13.99, "learning_rate": 1.348327027339373e-06, "loss": 0.0076, "step": 928000 }, { "epoch": 14.0, "learning_rate": 1.338277634573931e-06, "loss": 0.0066, "step": 928500 }, { "epoch": 14.0, "eval_accuracy": 0.9866293755419262, "eval_f1": 0.9485680618986831, "eval_loss": 0.08831004053354263, "eval_precision": 0.9344356793720734, "eval_recall": 0.9631344844565806, "eval_runtime": 253.8143, "eval_samples_per_second": 464.607, "eval_steps_per_second": 29.041, "step": 928746 }, { "epoch": 14.0, "learning_rate": 1.3282282418084888e-06, "loss": 0.0075, "step": 929000 }, { "epoch": 14.01, "learning_rate": 1.3181788490430466e-06, "loss": 0.007, "step": 929500 }, { "epoch": 14.02, "learning_rate": 1.3081294562776046e-06, "loss": 0.0066, "step": 930000 }, { "epoch": 14.03, "learning_rate": 1.2980800635121624e-06, "loss": 0.0069, "step": 930500 }, { "epoch": 14.03, "learning_rate": 1.2880306707467202e-06, "loss": 0.0069, "step": 931000 }, { "epoch": 14.04, "learning_rate": 1.2779812779812782e-06, "loss": 0.0069, "step": 931500 }, { "epoch": 14.05, "learning_rate": 1.267931885215836e-06, "loss": 0.006, "step": 932000 }, { "epoch": 14.06, "learning_rate": 1.2578824924503938e-06, "loss": 0.007, "step": 932500 }, { "epoch": 14.06, "learning_rate": 1.2478330996849515e-06, "loss": 0.0067, "step": 933000 }, { "epoch": 14.07, "learning_rate": 1.2377837069195095e-06, "loss": 0.006, "step": 933500 }, { "epoch": 14.08, "learning_rate": 1.2277343141540673e-06, "loss": 0.0063, "step": 934000 }, { "epoch": 14.09, "learning_rate": 1.2176849213886251e-06, "loss": 0.0069, "step": 934500 }, { "epoch": 14.09, "learning_rate": 1.2076355286231831e-06, "loss": 0.0066, "step": 935000 }, { "epoch": 14.1, "learning_rate": 1.197586135857741e-06, "loss": 0.0065, "step": 935500 }, { "epoch": 14.11, "learning_rate": 1.1875367430922987e-06, "loss": 0.0066, "step": 936000 }, { "epoch": 14.12, "learning_rate": 1.1774873503268567e-06, "loss": 0.0067, "step": 936500 }, { "epoch": 14.12, "learning_rate": 1.1674379575614145e-06, "loss": 0.0064, "step": 937000 }, { "epoch": 14.13, "learning_rate": 1.1573885647959723e-06, "loss": 0.0075, "step": 937500 }, { "epoch": 14.14, "learning_rate": 1.1473391720305303e-06, "loss": 0.0065, "step": 938000 }, { "epoch": 14.15, "learning_rate": 1.137289779265088e-06, "loss": 0.007, "step": 938500 }, { "epoch": 14.15, "learning_rate": 1.1272403864996458e-06, "loss": 0.0072, "step": 939000 }, { "epoch": 14.16, "learning_rate": 1.1171909937342038e-06, "loss": 0.0069, "step": 939500 }, { "epoch": 14.17, "learning_rate": 1.1071416009687616e-06, "loss": 0.0061, "step": 940000 }, { "epoch": 14.18, "learning_rate": 1.0970922082033194e-06, "loss": 0.007, "step": 940500 }, { "epoch": 14.18, "learning_rate": 1.0870428154378774e-06, "loss": 0.0061, "step": 941000 }, { "epoch": 14.19, "learning_rate": 1.0769934226724352e-06, "loss": 0.0061, "step": 941500 }, { "epoch": 14.2, "learning_rate": 1.066944029906993e-06, "loss": 0.0063, "step": 942000 }, { "epoch": 14.21, "learning_rate": 1.0568946371415508e-06, "loss": 0.0065, "step": 942500 }, { "epoch": 14.21, "learning_rate": 1.0468452443761086e-06, "loss": 0.0065, "step": 943000 }, { "epoch": 14.22, "learning_rate": 1.0367958516106666e-06, "loss": 0.0068, "step": 943500 }, { "epoch": 14.23, "learning_rate": 1.0267464588452243e-06, "loss": 0.0062, "step": 944000 }, { "epoch": 14.24, "learning_rate": 1.0166970660797821e-06, "loss": 0.007, "step": 944500 }, { "epoch": 14.25, "learning_rate": 1.00664767331434e-06, "loss": 0.0071, "step": 945000 }, { "epoch": 14.25, "learning_rate": 9.96598280548898e-07, "loss": 0.0061, "step": 945500 }, { "epoch": 14.26, "learning_rate": 9.865488877834557e-07, "loss": 0.007, "step": 946000 }, { "epoch": 14.27, "learning_rate": 9.764994950180135e-07, "loss": 0.0067, "step": 946500 }, { "epoch": 14.28, "learning_rate": 9.664501022525715e-07, "loss": 0.0063, "step": 947000 }, { "epoch": 14.28, "learning_rate": 9.564007094871293e-07, "loss": 0.0061, "step": 947500 }, { "epoch": 14.29, "learning_rate": 9.463513167216872e-07, "loss": 0.0071, "step": 948000 }, { "epoch": 14.3, "learning_rate": 9.36301923956245e-07, "loss": 0.0063, "step": 948500 }, { "epoch": 14.31, "learning_rate": 9.262525311908028e-07, "loss": 0.0064, "step": 949000 }, { "epoch": 14.31, "learning_rate": 9.162031384253607e-07, "loss": 0.0072, "step": 949500 }, { "epoch": 14.32, "learning_rate": 9.061537456599185e-07, "loss": 0.0055, "step": 950000 }, { "epoch": 14.33, "learning_rate": 8.961043528944764e-07, "loss": 0.0071, "step": 950500 }, { "epoch": 14.34, "learning_rate": 8.860549601290343e-07, "loss": 0.0065, "step": 951000 }, { "epoch": 14.34, "learning_rate": 8.760055673635921e-07, "loss": 0.0072, "step": 951500 }, { "epoch": 14.35, "learning_rate": 8.6595617459815e-07, "loss": 0.0065, "step": 952000 }, { "epoch": 14.36, "learning_rate": 8.559067818327079e-07, "loss": 0.0064, "step": 952500 }, { "epoch": 14.37, "learning_rate": 8.458573890672657e-07, "loss": 0.0062, "step": 953000 }, { "epoch": 14.37, "learning_rate": 8.358079963018236e-07, "loss": 0.0063, "step": 953500 }, { "epoch": 14.38, "learning_rate": 8.257586035363814e-07, "loss": 0.0059, "step": 954000 }, { "epoch": 14.39, "learning_rate": 8.157092107709392e-07, "loss": 0.0066, "step": 954500 }, { "epoch": 14.4, "learning_rate": 8.056598180054971e-07, "loss": 0.0067, "step": 955000 }, { "epoch": 14.4, "learning_rate": 7.956104252400549e-07, "loss": 0.0062, "step": 955500 }, { "epoch": 14.41, "learning_rate": 7.855610324746128e-07, "loss": 0.0068, "step": 956000 }, { "epoch": 14.42, "learning_rate": 7.755116397091707e-07, "loss": 0.0069, "step": 956500 }, { "epoch": 14.43, "learning_rate": 7.654622469437285e-07, "loss": 0.0069, "step": 957000 }, { "epoch": 14.43, "learning_rate": 7.554128541782864e-07, "loss": 0.0062, "step": 957500 }, { "epoch": 14.44, "learning_rate": 7.453634614128443e-07, "loss": 0.0071, "step": 958000 }, { "epoch": 14.45, "learning_rate": 7.353140686474021e-07, "loss": 0.0064, "step": 958500 }, { "epoch": 14.46, "learning_rate": 7.2526467588196e-07, "loss": 0.0063, "step": 959000 }, { "epoch": 14.46, "learning_rate": 7.152152831165178e-07, "loss": 0.0066, "step": 959500 }, { "epoch": 14.47, "learning_rate": 7.051658903510756e-07, "loss": 0.0064, "step": 960000 }, { "epoch": 14.48, "learning_rate": 6.951164975856333e-07, "loss": 0.007, "step": 960500 }, { "epoch": 14.49, "learning_rate": 6.850671048201912e-07, "loss": 0.006, "step": 961000 }, { "epoch": 14.49, "learning_rate": 6.750177120547491e-07, "loss": 0.0065, "step": 961500 }, { "epoch": 14.5, "learning_rate": 6.649683192893069e-07, "loss": 0.0076, "step": 962000 }, { "epoch": 14.51, "learning_rate": 6.549189265238648e-07, "loss": 0.0071, "step": 962500 }, { "epoch": 14.52, "learning_rate": 6.448695337584227e-07, "loss": 0.006, "step": 963000 }, { "epoch": 14.52, "learning_rate": 6.348201409929805e-07, "loss": 0.0063, "step": 963500 }, { "epoch": 14.53, "learning_rate": 6.247707482275385e-07, "loss": 0.0071, "step": 964000 }, { "epoch": 14.54, "learning_rate": 6.147213554620963e-07, "loss": 0.0062, "step": 964500 }, { "epoch": 14.55, "learning_rate": 6.046719626966542e-07, "loss": 0.0059, "step": 965000 }, { "epoch": 14.55, "learning_rate": 5.946225699312119e-07, "loss": 0.0063, "step": 965500 }, { "epoch": 14.56, "learning_rate": 5.845731771657697e-07, "loss": 0.0062, "step": 966000 }, { "epoch": 14.57, "learning_rate": 5.745237844003276e-07, "loss": 0.0074, "step": 966500 }, { "epoch": 14.58, "learning_rate": 5.644743916348855e-07, "loss": 0.0068, "step": 967000 }, { "epoch": 14.58, "learning_rate": 5.544249988694433e-07, "loss": 0.0064, "step": 967500 }, { "epoch": 14.59, "learning_rate": 5.443756061040012e-07, "loss": 0.0064, "step": 968000 }, { "epoch": 14.6, "learning_rate": 5.343262133385591e-07, "loss": 0.007, "step": 968500 }, { "epoch": 14.61, "learning_rate": 5.242768205731169e-07, "loss": 0.0061, "step": 969000 }, { "epoch": 14.61, "learning_rate": 5.142274278076748e-07, "loss": 0.0065, "step": 969500 }, { "epoch": 14.62, "learning_rate": 5.041780350422327e-07, "loss": 0.0061, "step": 970000 }, { "epoch": 14.63, "learning_rate": 4.941286422767905e-07, "loss": 0.0067, "step": 970500 }, { "epoch": 14.64, "learning_rate": 4.840792495113483e-07, "loss": 0.0062, "step": 971000 }, { "epoch": 14.64, "learning_rate": 4.740298567459062e-07, "loss": 0.0065, "step": 971500 }, { "epoch": 14.65, "learning_rate": 4.63980463980464e-07, "loss": 0.0067, "step": 972000 }, { "epoch": 14.66, "learning_rate": 4.5393107121502186e-07, "loss": 0.0063, "step": 972500 }, { "epoch": 14.67, "learning_rate": 4.4388167844957976e-07, "loss": 0.0064, "step": 973000 }, { "epoch": 14.67, "learning_rate": 4.338322856841376e-07, "loss": 0.0065, "step": 973500 }, { "epoch": 14.68, "learning_rate": 4.2378289291869544e-07, "loss": 0.0067, "step": 974000 }, { "epoch": 14.69, "learning_rate": 4.137335001532532e-07, "loss": 0.0067, "step": 974500 }, { "epoch": 14.7, "learning_rate": 4.036841073878111e-07, "loss": 0.007, "step": 975000 }, { "epoch": 14.7, "learning_rate": 3.9363471462236896e-07, "loss": 0.0073, "step": 975500 }, { "epoch": 14.71, "learning_rate": 3.835853218569268e-07, "loss": 0.0062, "step": 976000 }, { "epoch": 14.72, "learning_rate": 3.7353592909148464e-07, "loss": 0.0061, "step": 976500 }, { "epoch": 14.73, "learning_rate": 3.6348653632604253e-07, "loss": 0.0063, "step": 977000 }, { "epoch": 14.73, "learning_rate": 3.5343714356060037e-07, "loss": 0.0063, "step": 977500 }, { "epoch": 14.74, "learning_rate": 3.433877507951582e-07, "loss": 0.0061, "step": 978000 }, { "epoch": 14.75, "learning_rate": 3.3333835802971605e-07, "loss": 0.0066, "step": 978500 }, { "epoch": 14.76, "learning_rate": 3.2328896526427394e-07, "loss": 0.0063, "step": 979000 }, { "epoch": 14.77, "learning_rate": 3.132395724988318e-07, "loss": 0.007, "step": 979500 }, { "epoch": 14.77, "learning_rate": 3.031901797333896e-07, "loss": 0.0061, "step": 980000 }, { "epoch": 14.78, "learning_rate": 2.931407869679475e-07, "loss": 0.007, "step": 980500 }, { "epoch": 14.79, "learning_rate": 2.8309139420250536e-07, "loss": 0.0077, "step": 981000 }, { "epoch": 14.8, "learning_rate": 2.7304200143706315e-07, "loss": 0.0067, "step": 981500 }, { "epoch": 14.8, "learning_rate": 2.6299260867162104e-07, "loss": 0.0062, "step": 982000 }, { "epoch": 14.81, "learning_rate": 2.529432159061789e-07, "loss": 0.0065, "step": 982500 }, { "epoch": 14.82, "learning_rate": 2.428938231407367e-07, "loss": 0.0054, "step": 983000 }, { "epoch": 14.83, "learning_rate": 2.3284443037529459e-07, "loss": 0.0068, "step": 983500 }, { "epoch": 14.83, "learning_rate": 2.2279503760985245e-07, "loss": 0.0068, "step": 984000 }, { "epoch": 14.84, "learning_rate": 2.127456448444103e-07, "loss": 0.0064, "step": 984500 }, { "epoch": 14.85, "learning_rate": 2.0269625207896816e-07, "loss": 0.0064, "step": 985000 }, { "epoch": 14.86, "learning_rate": 1.92646859313526e-07, "loss": 0.0068, "step": 985500 }, { "epoch": 14.86, "learning_rate": 1.8259746654808387e-07, "loss": 0.007, "step": 986000 }, { "epoch": 14.87, "learning_rate": 1.7254807378264168e-07, "loss": 0.0059, "step": 986500 }, { "epoch": 14.88, "learning_rate": 1.6249868101719955e-07, "loss": 0.0062, "step": 987000 }, { "epoch": 14.89, "learning_rate": 1.5244928825175739e-07, "loss": 0.0068, "step": 987500 }, { "epoch": 14.89, "learning_rate": 1.4239989548631525e-07, "loss": 0.0071, "step": 988000 }, { "epoch": 14.9, "learning_rate": 1.323505027208731e-07, "loss": 0.0072, "step": 988500 }, { "epoch": 14.91, "learning_rate": 1.2230110995543096e-07, "loss": 0.007, "step": 989000 }, { "epoch": 14.92, "learning_rate": 1.1225171718998881e-07, "loss": 0.0066, "step": 989500 }, { "epoch": 14.92, "learning_rate": 1.0220232442454665e-07, "loss": 0.0068, "step": 990000 }, { "epoch": 14.93, "learning_rate": 9.21529316591045e-08, "loss": 0.0072, "step": 990500 }, { "epoch": 14.94, "learning_rate": 8.210353889366236e-08, "loss": 0.007, "step": 991000 }, { "epoch": 14.95, "learning_rate": 7.20541461282202e-08, "loss": 0.0066, "step": 991500 }, { "epoch": 14.95, "learning_rate": 6.200475336277807e-08, "loss": 0.0061, "step": 992000 }, { "epoch": 14.96, "learning_rate": 5.1955360597335906e-08, "loss": 0.0072, "step": 992500 }, { "epoch": 14.97, "learning_rate": 4.190596783189376e-08, "loss": 0.0065, "step": 993000 }, { "epoch": 14.98, "learning_rate": 3.185657506645161e-08, "loss": 0.0063, "step": 993500 }, { "epoch": 14.98, "learning_rate": 2.1807182301009463e-08, "loss": 0.0065, "step": 994000 }, { "epoch": 14.99, "learning_rate": 1.1757789535567315e-08, "loss": 0.0057, "step": 994500 }, { "epoch": 15.0, "learning_rate": 1.7083967701251653e-09, "loss": 0.0071, "step": 995000 }, { "epoch": 15.0, "eval_accuracy": 0.9864940055777619, "eval_f1": 0.9490639020882956, "eval_loss": 0.09202397614717484, "eval_precision": 0.9369158600562281, "eval_recall": 0.9615311051515681, "eval_runtime": 255.4879, "eval_samples_per_second": 461.564, "eval_steps_per_second": 28.851, "step": 995085 }, { "epoch": 15.0, "step": 995085, "total_flos": 4.160281266207326e+18, "train_loss": 0.0, "train_runtime": 1.0432, "train_samples_per_second": 15261123.328, "train_steps_per_second": 953832.789 } ], "max_steps": 995085, "num_train_epochs": 15, "total_flos": 4.160281266207326e+18, "trial_name": null, "trial_params": null }