| { | |
| "best_metric": 0.3794967830181122, | |
| "best_model_checkpoint": "videomae-large-finetuned-deepfake-subset/checkpoint-2235", | |
| "epoch": 9.1, | |
| "eval_steps": 500, | |
| "global_step": 4470, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0022371364653243847, | |
| "grad_norm": 8.840668678283691, | |
| "learning_rate": 1.1185682326621925e-06, | |
| "loss": 0.7314, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0044742729306487695, | |
| "grad_norm": 14.85615348815918, | |
| "learning_rate": 2.237136465324385e-06, | |
| "loss": 0.7059, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.006711409395973154, | |
| "grad_norm": 13.392386436462402, | |
| "learning_rate": 3.3557046979865773e-06, | |
| "loss": 0.677, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.008948545861297539, | |
| "grad_norm": 9.807293891906738, | |
| "learning_rate": 4.47427293064877e-06, | |
| "loss": 0.7136, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.011185682326621925, | |
| "grad_norm": 7.858952045440674, | |
| "learning_rate": 5.592841163310962e-06, | |
| "loss": 0.679, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.013422818791946308, | |
| "grad_norm": 11.944358825683594, | |
| "learning_rate": 6.7114093959731546e-06, | |
| "loss": 0.6539, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.015659955257270694, | |
| "grad_norm": 11.665265083312988, | |
| "learning_rate": 7.829977628635348e-06, | |
| "loss": 0.7147, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.017897091722595078, | |
| "grad_norm": 17.402263641357422, | |
| "learning_rate": 8.94854586129754e-06, | |
| "loss": 0.6939, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.020134228187919462, | |
| "grad_norm": 13.367256164550781, | |
| "learning_rate": 1.006711409395973e-05, | |
| "loss": 0.6801, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.02237136465324385, | |
| "grad_norm": 11.276527404785156, | |
| "learning_rate": 1.1185682326621925e-05, | |
| "loss": 0.6904, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.024608501118568233, | |
| "grad_norm": 8.762359619140625, | |
| "learning_rate": 1.2304250559284117e-05, | |
| "loss": 0.6742, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.026845637583892617, | |
| "grad_norm": 10.632108688354492, | |
| "learning_rate": 1.3422818791946309e-05, | |
| "loss": 0.6967, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.029082774049217, | |
| "grad_norm": 8.825544357299805, | |
| "learning_rate": 1.4541387024608501e-05, | |
| "loss": 0.631, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.03131991051454139, | |
| "grad_norm": 10.079858779907227, | |
| "learning_rate": 1.5659955257270695e-05, | |
| "loss": 0.698, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03355704697986577, | |
| "grad_norm": 12.647045135498047, | |
| "learning_rate": 1.6778523489932888e-05, | |
| "loss": 0.6871, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.035794183445190156, | |
| "grad_norm": 7.6588311195373535, | |
| "learning_rate": 1.789709172259508e-05, | |
| "loss": 0.7482, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03803131991051454, | |
| "grad_norm": 8.198958396911621, | |
| "learning_rate": 1.9015659955257272e-05, | |
| "loss": 0.641, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.040268456375838924, | |
| "grad_norm": 8.8464937210083, | |
| "learning_rate": 2.013422818791946e-05, | |
| "loss": 0.7909, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.042505592841163314, | |
| "grad_norm": 4.950939178466797, | |
| "learning_rate": 2.1252796420581657e-05, | |
| "loss": 0.7335, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.0447427293064877, | |
| "grad_norm": 5.206540584564209, | |
| "learning_rate": 2.237136465324385e-05, | |
| "loss": 0.744, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04697986577181208, | |
| "grad_norm": 6.270852088928223, | |
| "learning_rate": 2.348993288590604e-05, | |
| "loss": 0.691, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.049217002237136466, | |
| "grad_norm": 6.907114028930664, | |
| "learning_rate": 2.4608501118568234e-05, | |
| "loss": 0.6868, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.05145413870246085, | |
| "grad_norm": 6.208651065826416, | |
| "learning_rate": 2.5727069351230426e-05, | |
| "loss": 0.7205, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.053691275167785234, | |
| "grad_norm": 4.508482456207275, | |
| "learning_rate": 2.6845637583892618e-05, | |
| "loss": 0.6688, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05592841163310962, | |
| "grad_norm": 8.969482421875, | |
| "learning_rate": 2.796420581655481e-05, | |
| "loss": 0.6811, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.058165548098434, | |
| "grad_norm": 6.105631351470947, | |
| "learning_rate": 2.9082774049217003e-05, | |
| "loss": 0.7777, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.06040268456375839, | |
| "grad_norm": 4.278919696807861, | |
| "learning_rate": 3.02013422818792e-05, | |
| "loss": 0.7046, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.06263982102908278, | |
| "grad_norm": 5.356738567352295, | |
| "learning_rate": 3.131991051454139e-05, | |
| "loss": 0.6642, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06487695749440715, | |
| "grad_norm": 5.4614691734313965, | |
| "learning_rate": 3.243847874720358e-05, | |
| "loss": 0.6817, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.06711409395973154, | |
| "grad_norm": 5.7568278312683105, | |
| "learning_rate": 3.3557046979865775e-05, | |
| "loss": 0.6382, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06935123042505593, | |
| "grad_norm": 3.24556565284729, | |
| "learning_rate": 3.4675615212527964e-05, | |
| "loss": 0.679, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.07158836689038031, | |
| "grad_norm": 3.6615562438964844, | |
| "learning_rate": 3.579418344519016e-05, | |
| "loss": 0.6796, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.0738255033557047, | |
| "grad_norm": 7.1600494384765625, | |
| "learning_rate": 3.6912751677852356e-05, | |
| "loss": 0.675, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.07606263982102908, | |
| "grad_norm": 3.104412317276001, | |
| "learning_rate": 3.8031319910514545e-05, | |
| "loss": 0.6024, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.07829977628635347, | |
| "grad_norm": 4.062417030334473, | |
| "learning_rate": 3.914988814317674e-05, | |
| "loss": 0.7211, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.08053691275167785, | |
| "grad_norm": 16.75772476196289, | |
| "learning_rate": 4.026845637583892e-05, | |
| "loss": 0.6736, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.08277404921700224, | |
| "grad_norm": 6.7340168952941895, | |
| "learning_rate": 4.138702460850112e-05, | |
| "loss": 0.6964, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.08501118568232663, | |
| "grad_norm": 4.515945911407471, | |
| "learning_rate": 4.2505592841163314e-05, | |
| "loss": 0.7276, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.087248322147651, | |
| "grad_norm": 2.2911009788513184, | |
| "learning_rate": 4.36241610738255e-05, | |
| "loss": 0.5794, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.0894854586129754, | |
| "grad_norm": 5.8774027824401855, | |
| "learning_rate": 4.47427293064877e-05, | |
| "loss": 0.5691, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09172259507829977, | |
| "grad_norm": 4.3128743171691895, | |
| "learning_rate": 4.586129753914989e-05, | |
| "loss": 0.7606, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.09395973154362416, | |
| "grad_norm": 9.608476638793945, | |
| "learning_rate": 4.697986577181208e-05, | |
| "loss": 0.775, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.09619686800894854, | |
| "grad_norm": 7.786107540130615, | |
| "learning_rate": 4.809843400447427e-05, | |
| "loss": 0.6394, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.09843400447427293, | |
| "grad_norm": 8.117825508117676, | |
| "learning_rate": 4.921700223713647e-05, | |
| "loss": 0.6361, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_loss": 0.6478366255760193, | |
| "eval_runtime": 887.1172, | |
| "eval_samples_per_second": 8.36, | |
| "eval_steps_per_second": 1.045, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.0006711409395974, | |
| "grad_norm": 4.550715446472168, | |
| "learning_rate": 4.99627143922446e-05, | |
| "loss": 0.6042, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.0029082774049216, | |
| "grad_norm": 6.292792797088623, | |
| "learning_rate": 4.9838429033059906e-05, | |
| "loss": 0.6412, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.005145413870246, | |
| "grad_norm": 4.233644485473633, | |
| "learning_rate": 4.971414367387522e-05, | |
| "loss": 0.6035, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0073825503355704, | |
| "grad_norm": 5.84645938873291, | |
| "learning_rate": 4.958985831469053e-05, | |
| "loss": 0.5547, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.0096196868008949, | |
| "grad_norm": 5.941657066345215, | |
| "learning_rate": 4.946557295550584e-05, | |
| "loss": 0.6611, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.0118568232662193, | |
| "grad_norm": 2.766065835952759, | |
| "learning_rate": 4.9341287596321155e-05, | |
| "loss": 0.7369, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.0140939597315437, | |
| "grad_norm": 7.194911003112793, | |
| "learning_rate": 4.921700223713647e-05, | |
| "loss": 0.7586, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.016331096196868, | |
| "grad_norm": 5.610304832458496, | |
| "learning_rate": 4.909271687795178e-05, | |
| "loss": 0.6815, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.0185682326621923, | |
| "grad_norm": 5.830178260803223, | |
| "learning_rate": 4.896843151876709e-05, | |
| "loss": 0.5949, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.0208053691275167, | |
| "grad_norm": 7.435003280639648, | |
| "learning_rate": 4.8844146159582404e-05, | |
| "loss": 0.6054, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.0230425055928412, | |
| "grad_norm": 3.300534248352051, | |
| "learning_rate": 4.871986080039772e-05, | |
| "loss": 0.644, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.0252796420581656, | |
| "grad_norm": 5.10628080368042, | |
| "learning_rate": 4.859557544121303e-05, | |
| "loss": 0.7789, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.02751677852349, | |
| "grad_norm": 3.5758488178253174, | |
| "learning_rate": 4.8471290082028335e-05, | |
| "loss": 0.6373, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.0297539149888144, | |
| "grad_norm": 2.3225715160369873, | |
| "learning_rate": 4.8347004722843654e-05, | |
| "loss": 0.6763, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.0319910514541386, | |
| "grad_norm": 2.920625686645508, | |
| "learning_rate": 4.8222719363658966e-05, | |
| "loss": 0.6733, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.034228187919463, | |
| "grad_norm": 5.328765869140625, | |
| "learning_rate": 4.809843400447427e-05, | |
| "loss": 0.6051, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.0364653243847874, | |
| "grad_norm": 5.5468878746032715, | |
| "learning_rate": 4.7974148645289584e-05, | |
| "loss": 0.6439, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.0387024608501119, | |
| "grad_norm": 3.9731194972991943, | |
| "learning_rate": 4.78498632861049e-05, | |
| "loss": 0.6416, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.0409395973154363, | |
| "grad_norm": 5.598540782928467, | |
| "learning_rate": 4.772557792692021e-05, | |
| "loss": 0.6182, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.0431767337807607, | |
| "grad_norm": 3.5205001831054688, | |
| "learning_rate": 4.760129256773552e-05, | |
| "loss": 0.6307, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.045413870246085, | |
| "grad_norm": 8.040474891662598, | |
| "learning_rate": 4.7477007208550834e-05, | |
| "loss": 0.6298, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.0476510067114093, | |
| "grad_norm": 7.812734127044678, | |
| "learning_rate": 4.735272184936615e-05, | |
| "loss": 0.5933, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.0498881431767337, | |
| "grad_norm": 8.276246070861816, | |
| "learning_rate": 4.722843649018146e-05, | |
| "loss": 0.68, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.0521252796420582, | |
| "grad_norm": 9.207062721252441, | |
| "learning_rate": 4.710415113099677e-05, | |
| "loss": 0.6591, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.0543624161073826, | |
| "grad_norm": 2.244326591491699, | |
| "learning_rate": 4.697986577181208e-05, | |
| "loss": 0.5858, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.056599552572707, | |
| "grad_norm": 4.339087963104248, | |
| "learning_rate": 4.6855580412627395e-05, | |
| "loss": 0.6173, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.0588366890380314, | |
| "grad_norm": 4.587048053741455, | |
| "learning_rate": 4.673129505344271e-05, | |
| "loss": 0.5405, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.0610738255033556, | |
| "grad_norm": 6.943038463592529, | |
| "learning_rate": 4.660700969425802e-05, | |
| "loss": 0.5336, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.06331096196868, | |
| "grad_norm": 3.565220832824707, | |
| "learning_rate": 4.648272433507333e-05, | |
| "loss": 0.6332, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.0655480984340044, | |
| "grad_norm": 4.71682596206665, | |
| "learning_rate": 4.635843897588864e-05, | |
| "loss": 0.6398, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.0677852348993289, | |
| "grad_norm": 8.337652206420898, | |
| "learning_rate": 4.623415361670396e-05, | |
| "loss": 0.6597, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.0700223713646533, | |
| "grad_norm": 6.056807994842529, | |
| "learning_rate": 4.610986825751927e-05, | |
| "loss": 0.68, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 1.0722595078299777, | |
| "grad_norm": 3.2448365688323975, | |
| "learning_rate": 4.5985582898334575e-05, | |
| "loss": 0.6275, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 1.0744966442953021, | |
| "grad_norm": 7.669735431671143, | |
| "learning_rate": 4.586129753914989e-05, | |
| "loss": 0.6847, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 1.0767337807606263, | |
| "grad_norm": 3.858572483062744, | |
| "learning_rate": 4.57370121799652e-05, | |
| "loss": 0.5387, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 1.0789709172259507, | |
| "grad_norm": 3.0774307250976562, | |
| "learning_rate": 4.561272682078052e-05, | |
| "loss": 0.6463, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.0812080536912752, | |
| "grad_norm": 5.94879674911499, | |
| "learning_rate": 4.5488441461595824e-05, | |
| "loss": 0.5771, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 1.0834451901565996, | |
| "grad_norm": 7.283985137939453, | |
| "learning_rate": 4.5364156102411137e-05, | |
| "loss": 0.4675, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 1.085682326621924, | |
| "grad_norm": 5.343263149261475, | |
| "learning_rate": 4.523987074322645e-05, | |
| "loss": 0.619, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 1.0879194630872484, | |
| "grad_norm": 2.982252597808838, | |
| "learning_rate": 4.511558538404176e-05, | |
| "loss": 0.6595, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 1.0901565995525728, | |
| "grad_norm": 3.7833807468414307, | |
| "learning_rate": 4.4991300024857074e-05, | |
| "loss": 0.4992, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.092393736017897, | |
| "grad_norm": 4.744262218475342, | |
| "learning_rate": 4.4867014665672386e-05, | |
| "loss": 0.5481, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 1.0946308724832214, | |
| "grad_norm": 4.21218204498291, | |
| "learning_rate": 4.47427293064877e-05, | |
| "loss": 0.4745, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 1.0968680089485459, | |
| "grad_norm": 6.225035667419434, | |
| "learning_rate": 4.461844394730301e-05, | |
| "loss": 0.6044, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 1.0991051454138703, | |
| "grad_norm": 6.521196365356445, | |
| "learning_rate": 4.449415858811832e-05, | |
| "loss": 0.6774, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_loss": 0.6047455072402954, | |
| "eval_runtime": 892.7591, | |
| "eval_samples_per_second": 8.307, | |
| "eval_steps_per_second": 1.038, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 2.001342281879195, | |
| "grad_norm": 4.137167930603027, | |
| "learning_rate": 4.4369873228933635e-05, | |
| "loss": 0.6044, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 2.003579418344519, | |
| "grad_norm": 5.822400093078613, | |
| "learning_rate": 4.424558786974895e-05, | |
| "loss": 0.4379, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 2.005816554809843, | |
| "grad_norm": 5.85886812210083, | |
| "learning_rate": 4.412130251056425e-05, | |
| "loss": 0.6157, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 2.0080536912751676, | |
| "grad_norm": 3.880828857421875, | |
| "learning_rate": 4.399701715137957e-05, | |
| "loss": 0.457, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 2.010290827740492, | |
| "grad_norm": 6.341732025146484, | |
| "learning_rate": 4.3872731792194885e-05, | |
| "loss": 0.522, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 2.0125279642058165, | |
| "grad_norm": 10.094740867614746, | |
| "learning_rate": 4.374844643301019e-05, | |
| "loss": 0.6731, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 2.014765100671141, | |
| "grad_norm": 5.733267784118652, | |
| "learning_rate": 4.36241610738255e-05, | |
| "loss": 0.4796, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 2.0170022371364653, | |
| "grad_norm": 3.963778257369995, | |
| "learning_rate": 4.349987571464082e-05, | |
| "loss": 0.5343, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 2.0192393736017897, | |
| "grad_norm": 4.41682243347168, | |
| "learning_rate": 4.337559035545613e-05, | |
| "loss": 0.5492, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 2.021476510067114, | |
| "grad_norm": 1.9658536911010742, | |
| "learning_rate": 4.325130499627144e-05, | |
| "loss": 0.4044, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 2.0237136465324386, | |
| "grad_norm": 8.907441139221191, | |
| "learning_rate": 4.312701963708675e-05, | |
| "loss": 0.486, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 2.025950782997763, | |
| "grad_norm": 4.796280860900879, | |
| "learning_rate": 4.3002734277902064e-05, | |
| "loss": 0.5449, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 2.0281879194630874, | |
| "grad_norm": 13.880756378173828, | |
| "learning_rate": 4.287844891871738e-05, | |
| "loss": 0.5926, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 2.030425055928412, | |
| "grad_norm": 5.1638312339782715, | |
| "learning_rate": 4.275416355953269e-05, | |
| "loss": 0.7223, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 2.032662192393736, | |
| "grad_norm": 2.8141660690307617, | |
| "learning_rate": 4.2629878200348e-05, | |
| "loss": 0.5354, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 2.03489932885906, | |
| "grad_norm": 5.402659893035889, | |
| "learning_rate": 4.2505592841163314e-05, | |
| "loss": 0.5388, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 2.0371364653243846, | |
| "grad_norm": 9.897317886352539, | |
| "learning_rate": 4.2381307481978626e-05, | |
| "loss": 0.5581, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 2.039373601789709, | |
| "grad_norm": 5.52318811416626, | |
| "learning_rate": 4.225702212279394e-05, | |
| "loss": 0.4331, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 2.0416107382550335, | |
| "grad_norm": 6.323409080505371, | |
| "learning_rate": 4.213273676360925e-05, | |
| "loss": 0.6491, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 2.043847874720358, | |
| "grad_norm": 5.7435503005981445, | |
| "learning_rate": 4.2008451404424556e-05, | |
| "loss": 0.494, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 2.0460850111856823, | |
| "grad_norm": 2.975238084793091, | |
| "learning_rate": 4.1884166045239875e-05, | |
| "loss": 0.5629, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 2.0483221476510067, | |
| "grad_norm": 7.936377048492432, | |
| "learning_rate": 4.175988068605519e-05, | |
| "loss": 0.5487, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 2.050559284116331, | |
| "grad_norm": 9.979763984680176, | |
| "learning_rate": 4.16355953268705e-05, | |
| "loss": 0.6606, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 2.0527964205816556, | |
| "grad_norm": 8.900005340576172, | |
| "learning_rate": 4.1511309967685806e-05, | |
| "loss": 0.537, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 2.05503355704698, | |
| "grad_norm": 5.619589328765869, | |
| "learning_rate": 4.138702460850112e-05, | |
| "loss": 0.5785, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 2.0572706935123044, | |
| "grad_norm": 4.075002193450928, | |
| "learning_rate": 4.126273924931644e-05, | |
| "loss": 0.3999, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 2.059507829977629, | |
| "grad_norm": 5.566099166870117, | |
| "learning_rate": 4.113845389013174e-05, | |
| "loss": 0.4934, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 2.0617449664429532, | |
| "grad_norm": 7.996336936950684, | |
| "learning_rate": 4.1014168530947055e-05, | |
| "loss": 0.3563, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 2.063982102908277, | |
| "grad_norm": 8.547967910766602, | |
| "learning_rate": 4.088988317176237e-05, | |
| "loss": 0.6231, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 2.0662192393736016, | |
| "grad_norm": 4.0213236808776855, | |
| "learning_rate": 4.076559781257768e-05, | |
| "loss": 0.7292, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 2.068456375838926, | |
| "grad_norm": 4.820833206176758, | |
| "learning_rate": 4.064131245339299e-05, | |
| "loss": 0.4553, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 2.0706935123042505, | |
| "grad_norm": 9.791057586669922, | |
| "learning_rate": 4.0517027094208304e-05, | |
| "loss": 0.5081, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 2.072930648769575, | |
| "grad_norm": 2.710472345352173, | |
| "learning_rate": 4.039274173502362e-05, | |
| "loss": 0.4875, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 2.0751677852348993, | |
| "grad_norm": 4.432290554046631, | |
| "learning_rate": 4.026845637583892e-05, | |
| "loss": 0.4762, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 2.0774049217002237, | |
| "grad_norm": 12.281310081481934, | |
| "learning_rate": 4.014417101665424e-05, | |
| "loss": 0.5381, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 2.079642058165548, | |
| "grad_norm": 12.222536087036133, | |
| "learning_rate": 4.0019885657469554e-05, | |
| "loss": 0.4633, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 2.0818791946308726, | |
| "grad_norm": 10.08840274810791, | |
| "learning_rate": 3.9895600298284866e-05, | |
| "loss": 0.4012, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 2.084116331096197, | |
| "grad_norm": 12.933877944946289, | |
| "learning_rate": 3.977131493910017e-05, | |
| "loss": 0.4828, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 2.0863534675615214, | |
| "grad_norm": 8.704557418823242, | |
| "learning_rate": 3.964702957991549e-05, | |
| "loss": 0.4824, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 2.088590604026846, | |
| "grad_norm": 5.015852451324463, | |
| "learning_rate": 3.95227442207308e-05, | |
| "loss": 0.5165, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.09082774049217, | |
| "grad_norm": 11.11552906036377, | |
| "learning_rate": 3.939845886154611e-05, | |
| "loss": 0.5092, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 2.093064876957494, | |
| "grad_norm": 10.659283638000488, | |
| "learning_rate": 3.927417350236142e-05, | |
| "loss": 0.5005, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 2.0953020134228186, | |
| "grad_norm": 4.979311466217041, | |
| "learning_rate": 3.914988814317674e-05, | |
| "loss": 0.7376, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 2.097539149888143, | |
| "grad_norm": 2.4167163372039795, | |
| "learning_rate": 3.9025602783992046e-05, | |
| "loss": 0.4397, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 2.0997762863534675, | |
| "grad_norm": 7.5874857902526855, | |
| "learning_rate": 3.890131742480736e-05, | |
| "loss": 0.4168, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "eval_loss": 0.48516377806663513, | |
| "eval_runtime": 891.9205, | |
| "eval_samples_per_second": 8.315, | |
| "eval_steps_per_second": 1.039, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 3.002013422818792, | |
| "grad_norm": 9.898842811584473, | |
| "learning_rate": 3.877703206562267e-05, | |
| "loss": 0.4532, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 3.004250559284116, | |
| "grad_norm": 10.05817699432373, | |
| "learning_rate": 3.865274670643798e-05, | |
| "loss": 0.7569, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 3.0064876957494406, | |
| "grad_norm": 1.2511606216430664, | |
| "learning_rate": 3.8528461347253295e-05, | |
| "loss": 0.4412, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 3.008724832214765, | |
| "grad_norm": 11.480599403381348, | |
| "learning_rate": 3.840417598806861e-05, | |
| "loss": 0.3935, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 3.0109619686800895, | |
| "grad_norm": 11.63521671295166, | |
| "learning_rate": 3.827989062888392e-05, | |
| "loss": 0.5626, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 3.013199105145414, | |
| "grad_norm": 9.114398956298828, | |
| "learning_rate": 3.815560526969923e-05, | |
| "loss": 0.6732, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 3.0154362416107383, | |
| "grad_norm": 7.543931484222412, | |
| "learning_rate": 3.8031319910514545e-05, | |
| "loss": 0.4275, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 3.0176733780760627, | |
| "grad_norm": 10.644927024841309, | |
| "learning_rate": 3.790703455132986e-05, | |
| "loss": 0.4325, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 3.019910514541387, | |
| "grad_norm": 3.5276317596435547, | |
| "learning_rate": 3.778274919214517e-05, | |
| "loss": 0.3605, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 3.0221476510067116, | |
| "grad_norm": 5.080909729003906, | |
| "learning_rate": 3.7658463832960475e-05, | |
| "loss": 0.5921, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 3.024384787472036, | |
| "grad_norm": 1.2971785068511963, | |
| "learning_rate": 3.753417847377579e-05, | |
| "loss": 0.3565, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 3.02662192393736, | |
| "grad_norm": 3.7884743213653564, | |
| "learning_rate": 3.7409893114591106e-05, | |
| "loss": 0.287, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 3.0288590604026844, | |
| "grad_norm": 5.833460807800293, | |
| "learning_rate": 3.728560775540642e-05, | |
| "loss": 0.4596, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 3.031096196868009, | |
| "grad_norm": 10.393218994140625, | |
| "learning_rate": 3.7161322396221724e-05, | |
| "loss": 0.3767, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 3.033333333333333, | |
| "grad_norm": 12.434408187866211, | |
| "learning_rate": 3.7037037037037037e-05, | |
| "loss": 0.5202, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 3.0355704697986576, | |
| "grad_norm": 7.507827281951904, | |
| "learning_rate": 3.6912751677852356e-05, | |
| "loss": 0.4699, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 3.037807606263982, | |
| "grad_norm": 4.108563423156738, | |
| "learning_rate": 3.678846631866766e-05, | |
| "loss": 0.4836, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 3.0400447427293065, | |
| "grad_norm": 6.502699851989746, | |
| "learning_rate": 3.6664180959482974e-05, | |
| "loss": 0.2626, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 3.042281879194631, | |
| "grad_norm": 11.717517852783203, | |
| "learning_rate": 3.6539895600298286e-05, | |
| "loss": 0.6785, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 3.0445190156599553, | |
| "grad_norm": 9.127665519714355, | |
| "learning_rate": 3.64156102411136e-05, | |
| "loss": 0.5052, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 3.0467561521252797, | |
| "grad_norm": 6.234489917755127, | |
| "learning_rate": 3.629132488192891e-05, | |
| "loss": 0.4078, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 3.048993288590604, | |
| "grad_norm": 13.028934478759766, | |
| "learning_rate": 3.616703952274422e-05, | |
| "loss": 0.5171, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 3.0512304250559286, | |
| "grad_norm": 9.663383483886719, | |
| "learning_rate": 3.6042754163559535e-05, | |
| "loss": 0.6043, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 3.053467561521253, | |
| "grad_norm": 3.3989367485046387, | |
| "learning_rate": 3.591846880437484e-05, | |
| "loss": 0.4231, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 3.0557046979865774, | |
| "grad_norm": 6.579158782958984, | |
| "learning_rate": 3.579418344519016e-05, | |
| "loss": 0.515, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 3.0579418344519014, | |
| "grad_norm": 5.151082515716553, | |
| "learning_rate": 3.566989808600547e-05, | |
| "loss": 0.3919, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 3.060178970917226, | |
| "grad_norm": 2.145969867706299, | |
| "learning_rate": 3.5545612726820785e-05, | |
| "loss": 0.4733, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 3.06241610738255, | |
| "grad_norm": 5.741364002227783, | |
| "learning_rate": 3.542132736763609e-05, | |
| "loss": 0.4354, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 3.0646532438478746, | |
| "grad_norm": 3.9511780738830566, | |
| "learning_rate": 3.529704200845141e-05, | |
| "loss": 0.443, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 3.066890380313199, | |
| "grad_norm": 6.973093509674072, | |
| "learning_rate": 3.517275664926672e-05, | |
| "loss": 0.4201, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 3.0691275167785235, | |
| "grad_norm": 1.0698981285095215, | |
| "learning_rate": 3.504847129008203e-05, | |
| "loss": 0.485, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 3.071364653243848, | |
| "grad_norm": 6.2486701011657715, | |
| "learning_rate": 3.492418593089734e-05, | |
| "loss": 0.4176, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 3.0736017897091723, | |
| "grad_norm": 2.134953022003174, | |
| "learning_rate": 3.479990057171265e-05, | |
| "loss": 0.3947, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 3.0758389261744967, | |
| "grad_norm": 1.0479804277420044, | |
| "learning_rate": 3.4675615212527964e-05, | |
| "loss": 0.3886, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 3.078076062639821, | |
| "grad_norm": 1.2134567499160767, | |
| "learning_rate": 3.455132985334328e-05, | |
| "loss": 0.3022, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 3.0803131991051456, | |
| "grad_norm": 10.898287773132324, | |
| "learning_rate": 3.442704449415859e-05, | |
| "loss": 0.3078, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 3.08255033557047, | |
| "grad_norm": 18.389766693115234, | |
| "learning_rate": 3.43027591349739e-05, | |
| "loss": 0.663, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 3.0847874720357944, | |
| "grad_norm": 2.9712672233581543, | |
| "learning_rate": 3.4178473775789214e-05, | |
| "loss": 0.4882, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 3.0870246085011184, | |
| "grad_norm": 4.190480709075928, | |
| "learning_rate": 3.4054188416604526e-05, | |
| "loss": 0.4099, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 3.089261744966443, | |
| "grad_norm": 5.036893367767334, | |
| "learning_rate": 3.392990305741984e-05, | |
| "loss": 0.3227, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 3.091498881431767, | |
| "grad_norm": 3.94989013671875, | |
| "learning_rate": 3.380561769823515e-05, | |
| "loss": 0.3345, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 3.0937360178970916, | |
| "grad_norm": 10.000751495361328, | |
| "learning_rate": 3.3681332339050456e-05, | |
| "loss": 0.3655, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 3.095973154362416, | |
| "grad_norm": 6.677926063537598, | |
| "learning_rate": 3.3557046979865775e-05, | |
| "loss": 0.2954, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 3.0982102908277405, | |
| "grad_norm": 10.632355690002441, | |
| "learning_rate": 3.343276162068109e-05, | |
| "loss": 0.4427, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "eval_loss": 0.8546826243400574, | |
| "eval_runtime": 891.5992, | |
| "eval_samples_per_second": 8.318, | |
| "eval_steps_per_second": 1.04, | |
| "step": 1788 | |
| }, | |
| { | |
| "epoch": 4.000447427293065, | |
| "grad_norm": 16.46874237060547, | |
| "learning_rate": 3.330847626149639e-05, | |
| "loss": 0.6448, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 4.00268456375839, | |
| "grad_norm": 7.57173490524292, | |
| "learning_rate": 3.3184190902311706e-05, | |
| "loss": 0.4691, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 4.004921700223714, | |
| "grad_norm": 6.603734493255615, | |
| "learning_rate": 3.3059905543127025e-05, | |
| "loss": 0.4373, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 4.007158836689038, | |
| "grad_norm": 5.733815670013428, | |
| "learning_rate": 3.293562018394234e-05, | |
| "loss": 0.4219, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 4.009395973154362, | |
| "grad_norm": 0.5362582206726074, | |
| "learning_rate": 3.281133482475764e-05, | |
| "loss": 0.2901, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 4.011633109619686, | |
| "grad_norm": 9.654644012451172, | |
| "learning_rate": 3.2687049465572955e-05, | |
| "loss": 0.4001, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 4.013870246085011, | |
| "grad_norm": 5.657355785369873, | |
| "learning_rate": 3.2562764106388274e-05, | |
| "loss": 0.3882, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 4.016107382550335, | |
| "grad_norm": 4.895392417907715, | |
| "learning_rate": 3.243847874720358e-05, | |
| "loss": 0.402, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 4.01834451901566, | |
| "grad_norm": 7.476536750793457, | |
| "learning_rate": 3.231419338801889e-05, | |
| "loss": 0.2948, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 4.020581655480984, | |
| "grad_norm": 15.446544647216797, | |
| "learning_rate": 3.2189908028834204e-05, | |
| "loss": 0.3745, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 4.0228187919463085, | |
| "grad_norm": 9.441873550415039, | |
| "learning_rate": 3.206562266964952e-05, | |
| "loss": 0.4731, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 4.025055928411633, | |
| "grad_norm": 2.744432210922241, | |
| "learning_rate": 3.194133731046483e-05, | |
| "loss": 0.5575, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 4.027293064876957, | |
| "grad_norm": 7.594290733337402, | |
| "learning_rate": 3.181705195128014e-05, | |
| "loss": 0.463, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 4.029530201342282, | |
| "grad_norm": 9.001227378845215, | |
| "learning_rate": 3.1692766592095454e-05, | |
| "loss": 0.3622, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 4.031767337807606, | |
| "grad_norm": 12.734862327575684, | |
| "learning_rate": 3.156848123291076e-05, | |
| "loss": 0.3435, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 4.034004474272931, | |
| "grad_norm": 1.6699249744415283, | |
| "learning_rate": 3.144419587372608e-05, | |
| "loss": 0.2984, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 4.036241610738255, | |
| "grad_norm": 14.737456321716309, | |
| "learning_rate": 3.131991051454139e-05, | |
| "loss": 0.4041, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 4.0384787472035795, | |
| "grad_norm": 5.71207857131958, | |
| "learning_rate": 3.11956251553567e-05, | |
| "loss": 0.3152, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 4.040715883668904, | |
| "grad_norm": 12.913744926452637, | |
| "learning_rate": 3.107133979617201e-05, | |
| "loss": 0.4892, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 4.042953020134228, | |
| "grad_norm": 12.614986419677734, | |
| "learning_rate": 3.094705443698732e-05, | |
| "loss": 0.4399, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 4.045190156599553, | |
| "grad_norm": 10.273175239562988, | |
| "learning_rate": 3.082276907780264e-05, | |
| "loss": 0.5362, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 4.047427293064877, | |
| "grad_norm": 1.00068199634552, | |
| "learning_rate": 3.0698483718617946e-05, | |
| "loss": 0.4019, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 4.049664429530202, | |
| "grad_norm": 3.2468674182891846, | |
| "learning_rate": 3.057419835943326e-05, | |
| "loss": 0.2908, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 4.051901565995526, | |
| "grad_norm": 13.30661392211914, | |
| "learning_rate": 3.044991300024857e-05, | |
| "loss": 0.4924, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 4.05413870246085, | |
| "grad_norm": 7.9545063972473145, | |
| "learning_rate": 3.0325627641063886e-05, | |
| "loss": 0.3895, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 4.056375838926175, | |
| "grad_norm": 9.699666023254395, | |
| "learning_rate": 3.02013422818792e-05, | |
| "loss": 0.2904, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 4.058612975391499, | |
| "grad_norm": 6.4541707038879395, | |
| "learning_rate": 3.0077056922694508e-05, | |
| "loss": 0.4361, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 4.060850111856824, | |
| "grad_norm": 22.470691680908203, | |
| "learning_rate": 2.995277156350982e-05, | |
| "loss": 0.3353, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 4.063087248322148, | |
| "grad_norm": 8.081043243408203, | |
| "learning_rate": 2.9828486204325136e-05, | |
| "loss": 0.492, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 4.065324384787472, | |
| "grad_norm": 1.5061018466949463, | |
| "learning_rate": 2.9704200845140445e-05, | |
| "loss": 0.3086, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 4.067561521252796, | |
| "grad_norm": 0.6852089762687683, | |
| "learning_rate": 2.9579915485955757e-05, | |
| "loss": 0.389, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 4.06979865771812, | |
| "grad_norm": 12.416427612304688, | |
| "learning_rate": 2.9455630126771066e-05, | |
| "loss": 0.3055, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 4.072035794183445, | |
| "grad_norm": 7.986660957336426, | |
| "learning_rate": 2.9331344767586378e-05, | |
| "loss": 0.5869, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 4.074272930648769, | |
| "grad_norm": 14.885111808776855, | |
| "learning_rate": 2.9207059408401694e-05, | |
| "loss": 0.3224, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 4.076510067114094, | |
| "grad_norm": 10.167362213134766, | |
| "learning_rate": 2.9082774049217003e-05, | |
| "loss": 0.3044, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 4.078747203579418, | |
| "grad_norm": 6.552039623260498, | |
| "learning_rate": 2.8958488690032315e-05, | |
| "loss": 0.2917, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 4.0809843400447425, | |
| "grad_norm": 7.694530487060547, | |
| "learning_rate": 2.8834203330847624e-05, | |
| "loss": 0.4193, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 4.083221476510067, | |
| "grad_norm": 7.818331241607666, | |
| "learning_rate": 2.8709917971662943e-05, | |
| "loss": 0.3355, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 4.085458612975391, | |
| "grad_norm": 18.491985321044922, | |
| "learning_rate": 2.8585632612478252e-05, | |
| "loss": 0.2317, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 4.087695749440716, | |
| "grad_norm": 6.1848602294921875, | |
| "learning_rate": 2.8461347253293565e-05, | |
| "loss": 0.2758, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 4.08993288590604, | |
| "grad_norm": 13.520557403564453, | |
| "learning_rate": 2.8337061894108874e-05, | |
| "loss": 0.439, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 4.092170022371365, | |
| "grad_norm": 9.846938133239746, | |
| "learning_rate": 2.8212776534924186e-05, | |
| "loss": 0.4711, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 4.094407158836689, | |
| "grad_norm": 5.90399694442749, | |
| "learning_rate": 2.80884911757395e-05, | |
| "loss": 0.085, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 4.0966442953020135, | |
| "grad_norm": 16.939096450805664, | |
| "learning_rate": 2.796420581655481e-05, | |
| "loss": 0.4099, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 4.098881431767338, | |
| "grad_norm": 1.1104991436004639, | |
| "learning_rate": 2.7839920457370123e-05, | |
| "loss": 0.4496, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "eval_loss": 0.3794967830181122, | |
| "eval_runtime": 891.9924, | |
| "eval_samples_per_second": 8.314, | |
| "eval_steps_per_second": 1.039, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 5.001118568232662, | |
| "grad_norm": 4.833787441253662, | |
| "learning_rate": 2.7715635098185432e-05, | |
| "loss": 0.2992, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 5.003355704697986, | |
| "grad_norm": 5.847362518310547, | |
| "learning_rate": 2.7591349739000748e-05, | |
| "loss": 0.2596, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 5.005592841163311, | |
| "grad_norm": 18.474834442138672, | |
| "learning_rate": 2.746706437981606e-05, | |
| "loss": 0.4849, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 5.007829977628635, | |
| "grad_norm": 12.474526405334473, | |
| "learning_rate": 2.734277902063137e-05, | |
| "loss": 0.3275, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 5.010067114093959, | |
| "grad_norm": 1.1569851636886597, | |
| "learning_rate": 2.721849366144668e-05, | |
| "loss": 0.3104, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 5.012304250559284, | |
| "grad_norm": 10.059696197509766, | |
| "learning_rate": 2.7094208302261997e-05, | |
| "loss": 0.1573, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 5.014541387024608, | |
| "grad_norm": 4.665347099304199, | |
| "learning_rate": 2.696992294307731e-05, | |
| "loss": 0.4128, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 5.016778523489933, | |
| "grad_norm": 13.133956909179688, | |
| "learning_rate": 2.6845637583892618e-05, | |
| "loss": 0.5156, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 5.019015659955257, | |
| "grad_norm": 1.0956755876541138, | |
| "learning_rate": 2.672135222470793e-05, | |
| "loss": 0.3676, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 5.0212527964205815, | |
| "grad_norm": 8.179460525512695, | |
| "learning_rate": 2.659706686552324e-05, | |
| "loss": 0.3082, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 5.023489932885906, | |
| "grad_norm": 1.9563068151474, | |
| "learning_rate": 2.6472781506338555e-05, | |
| "loss": 0.2365, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 5.02572706935123, | |
| "grad_norm": 9.728827476501465, | |
| "learning_rate": 2.6348496147153868e-05, | |
| "loss": 0.6143, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 5.027964205816555, | |
| "grad_norm": 0.4499684274196625, | |
| "learning_rate": 2.6224210787969177e-05, | |
| "loss": 0.1527, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 5.030201342281879, | |
| "grad_norm": 4.692073345184326, | |
| "learning_rate": 2.609992542878449e-05, | |
| "loss": 0.4215, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 5.032438478747204, | |
| "grad_norm": 0.4127592146396637, | |
| "learning_rate": 2.5975640069599805e-05, | |
| "loss": 0.3132, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 5.034675615212528, | |
| "grad_norm": 5.006928443908691, | |
| "learning_rate": 2.5851354710415117e-05, | |
| "loss": 0.243, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 5.0369127516778525, | |
| "grad_norm": 9.491246223449707, | |
| "learning_rate": 2.5727069351230426e-05, | |
| "loss": 0.4203, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 5.039149888143177, | |
| "grad_norm": 1.1350034475326538, | |
| "learning_rate": 2.560278399204574e-05, | |
| "loss": 0.3657, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 5.041387024608501, | |
| "grad_norm": 17.347612380981445, | |
| "learning_rate": 2.5478498632861047e-05, | |
| "loss": 0.4972, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 5.043624161073826, | |
| "grad_norm": 2.2265026569366455, | |
| "learning_rate": 2.5354213273676363e-05, | |
| "loss": 0.3345, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 5.04586129753915, | |
| "grad_norm": 4.642486572265625, | |
| "learning_rate": 2.5229927914491675e-05, | |
| "loss": 0.2684, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 5.0480984340044746, | |
| "grad_norm": 12.171128273010254, | |
| "learning_rate": 2.5105642555306984e-05, | |
| "loss": 0.4424, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 5.050335570469799, | |
| "grad_norm": 11.319775581359863, | |
| "learning_rate": 2.49813571961223e-05, | |
| "loss": 0.2878, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 5.052572706935123, | |
| "grad_norm": 7.691583156585693, | |
| "learning_rate": 2.485707183693761e-05, | |
| "loss": 0.3732, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 5.054809843400448, | |
| "grad_norm": 11.818854331970215, | |
| "learning_rate": 2.473278647775292e-05, | |
| "loss": 0.3303, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 5.057046979865772, | |
| "grad_norm": 10.7247314453125, | |
| "learning_rate": 2.4608501118568234e-05, | |
| "loss": 0.2182, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 5.059284116331096, | |
| "grad_norm": 11.010503768920898, | |
| "learning_rate": 2.4484215759383546e-05, | |
| "loss": 0.3295, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 5.06152125279642, | |
| "grad_norm": 8.999567985534668, | |
| "learning_rate": 2.435993040019886e-05, | |
| "loss": 0.2326, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 5.063758389261745, | |
| "grad_norm": 7.073877334594727, | |
| "learning_rate": 2.4235645041014167e-05, | |
| "loss": 0.2705, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 5.065995525727069, | |
| "grad_norm": 11.623409271240234, | |
| "learning_rate": 2.4111359681829483e-05, | |
| "loss": 0.3234, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 5.068232662192393, | |
| "grad_norm": 4.587973594665527, | |
| "learning_rate": 2.3987074322644792e-05, | |
| "loss": 0.2505, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 5.070469798657718, | |
| "grad_norm": 11.883222579956055, | |
| "learning_rate": 2.3862788963460104e-05, | |
| "loss": 0.456, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 5.072706935123042, | |
| "grad_norm": 21.06523323059082, | |
| "learning_rate": 2.3738503604275417e-05, | |
| "loss": 0.2691, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 5.074944071588367, | |
| "grad_norm": 12.439352989196777, | |
| "learning_rate": 2.361421824509073e-05, | |
| "loss": 0.2216, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 5.077181208053691, | |
| "grad_norm": 0.9154367446899414, | |
| "learning_rate": 2.348993288590604e-05, | |
| "loss": 0.3547, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 5.0794183445190155, | |
| "grad_norm": 1.807629942893982, | |
| "learning_rate": 2.3365647526721354e-05, | |
| "loss": 0.2784, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 5.08165548098434, | |
| "grad_norm": 14.866148948669434, | |
| "learning_rate": 2.3241362167536666e-05, | |
| "loss": 0.4041, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 5.083892617449664, | |
| "grad_norm": 9.991622924804688, | |
| "learning_rate": 2.311707680835198e-05, | |
| "loss": 0.3884, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 5.086129753914989, | |
| "grad_norm": 11.396065711975098, | |
| "learning_rate": 2.2992791449167287e-05, | |
| "loss": 0.1861, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 5.088366890380313, | |
| "grad_norm": 5.028550624847412, | |
| "learning_rate": 2.28685060899826e-05, | |
| "loss": 0.1773, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 5.090604026845638, | |
| "grad_norm": 7.7053022384643555, | |
| "learning_rate": 2.2744220730797912e-05, | |
| "loss": 0.34, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 5.092841163310962, | |
| "grad_norm": 11.335506439208984, | |
| "learning_rate": 2.2619935371613224e-05, | |
| "loss": 0.2359, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 5.0950782997762865, | |
| "grad_norm": 9.261770248413086, | |
| "learning_rate": 2.2495650012428537e-05, | |
| "loss": 0.3856, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 5.097315436241611, | |
| "grad_norm": 8.961913108825684, | |
| "learning_rate": 2.237136465324385e-05, | |
| "loss": 0.4009, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 5.099552572706935, | |
| "grad_norm": 3.3359217643737793, | |
| "learning_rate": 2.224707929405916e-05, | |
| "loss": 0.3433, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "eval_loss": 0.4118688702583313, | |
| "eval_runtime": 892.4454, | |
| "eval_samples_per_second": 8.31, | |
| "eval_steps_per_second": 1.039, | |
| "step": 2682 | |
| }, | |
| { | |
| "epoch": 6.001789709172259, | |
| "grad_norm": 8.580872535705566, | |
| "learning_rate": 2.2122793934874474e-05, | |
| "loss": 0.1915, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 6.004026845637584, | |
| "grad_norm": 0.8801985383033752, | |
| "learning_rate": 2.1998508575689786e-05, | |
| "loss": 0.182, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 6.006263982102908, | |
| "grad_norm": 15.736348152160645, | |
| "learning_rate": 2.1874223216505095e-05, | |
| "loss": 0.4147, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 6.008501118568232, | |
| "grad_norm": 1.222266674041748, | |
| "learning_rate": 2.174993785732041e-05, | |
| "loss": 0.2243, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 6.010738255033557, | |
| "grad_norm": 9.234151840209961, | |
| "learning_rate": 2.162565249813572e-05, | |
| "loss": 0.2065, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 6.012975391498881, | |
| "grad_norm": 17.84362030029297, | |
| "learning_rate": 2.1501367138951032e-05, | |
| "loss": 0.2676, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 6.015212527964206, | |
| "grad_norm": 7.234649658203125, | |
| "learning_rate": 2.1377081779766345e-05, | |
| "loss": 0.3512, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 6.01744966442953, | |
| "grad_norm": 5.13038969039917, | |
| "learning_rate": 2.1252796420581657e-05, | |
| "loss": 0.3029, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 6.0196868008948545, | |
| "grad_norm": 12.59158706665039, | |
| "learning_rate": 2.112851106139697e-05, | |
| "loss": 0.2794, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 6.021923937360179, | |
| "grad_norm": 14.324825286865234, | |
| "learning_rate": 2.1004225702212278e-05, | |
| "loss": 0.2144, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 6.024161073825503, | |
| "grad_norm": 6.485671043395996, | |
| "learning_rate": 2.0879940343027594e-05, | |
| "loss": 0.249, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 6.026398210290828, | |
| "grad_norm": 1.8053562641143799, | |
| "learning_rate": 2.0755654983842903e-05, | |
| "loss": 0.2008, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 6.028635346756152, | |
| "grad_norm": 5.798049449920654, | |
| "learning_rate": 2.063136962465822e-05, | |
| "loss": 0.1985, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 6.030872483221477, | |
| "grad_norm": 11.126876831054688, | |
| "learning_rate": 2.0507084265473528e-05, | |
| "loss": 0.3294, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 6.033109619686801, | |
| "grad_norm": 20.707542419433594, | |
| "learning_rate": 2.038279890628884e-05, | |
| "loss": 0.4472, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 6.0353467561521255, | |
| "grad_norm": 7.778163909912109, | |
| "learning_rate": 2.0258513547104152e-05, | |
| "loss": 0.2675, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 6.03758389261745, | |
| "grad_norm": 8.803659439086914, | |
| "learning_rate": 2.013422818791946e-05, | |
| "loss": 0.244, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 6.039821029082774, | |
| "grad_norm": 0.29662925004959106, | |
| "learning_rate": 2.0009942828734777e-05, | |
| "loss": 0.1816, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 6.042058165548099, | |
| "grad_norm": 0.928829550743103, | |
| "learning_rate": 1.9885657469550086e-05, | |
| "loss": 0.3033, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 6.044295302013423, | |
| "grad_norm": 0.4924483299255371, | |
| "learning_rate": 1.97613721103654e-05, | |
| "loss": 0.3565, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 6.0465324384787476, | |
| "grad_norm": 10.867852210998535, | |
| "learning_rate": 1.963708675118071e-05, | |
| "loss": 0.1718, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 6.048769574944072, | |
| "grad_norm": 0.17046819627285004, | |
| "learning_rate": 1.9512801391996023e-05, | |
| "loss": 0.3193, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 6.051006711409396, | |
| "grad_norm": 21.9335994720459, | |
| "learning_rate": 1.9388516032811335e-05, | |
| "loss": 0.2725, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 6.05324384787472, | |
| "grad_norm": 7.8351030349731445, | |
| "learning_rate": 1.9264230673626648e-05, | |
| "loss": 0.2877, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 6.055480984340044, | |
| "grad_norm": 1.0813746452331543, | |
| "learning_rate": 1.913994531444196e-05, | |
| "loss": 0.2619, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 6.057718120805369, | |
| "grad_norm": 4.7920241355896, | |
| "learning_rate": 1.9015659955257272e-05, | |
| "loss": 0.182, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 6.059955257270693, | |
| "grad_norm": 18.19488525390625, | |
| "learning_rate": 1.8891374596072585e-05, | |
| "loss": 0.2848, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 6.062192393736018, | |
| "grad_norm": 2.5479190349578857, | |
| "learning_rate": 1.8767089236887894e-05, | |
| "loss": 0.3099, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 6.064429530201342, | |
| "grad_norm": 21.13016128540039, | |
| "learning_rate": 1.864280387770321e-05, | |
| "loss": 0.4713, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 6.066666666666666, | |
| "grad_norm": 0.09484589099884033, | |
| "learning_rate": 1.8518518518518518e-05, | |
| "loss": 0.2758, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 6.068903803131991, | |
| "grad_norm": 11.212635040283203, | |
| "learning_rate": 1.839423315933383e-05, | |
| "loss": 0.2305, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 6.071140939597315, | |
| "grad_norm": 8.96382999420166, | |
| "learning_rate": 1.8269947800149143e-05, | |
| "loss": 0.2464, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 6.07337807606264, | |
| "grad_norm": 8.752419471740723, | |
| "learning_rate": 1.8145662440964455e-05, | |
| "loss": 0.1472, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 6.075615212527964, | |
| "grad_norm": 9.717801094055176, | |
| "learning_rate": 1.8021377081779768e-05, | |
| "loss": 0.3221, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 6.0778523489932885, | |
| "grad_norm": 5.287158966064453, | |
| "learning_rate": 1.789709172259508e-05, | |
| "loss": 0.2747, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 6.080089485458613, | |
| "grad_norm": 1.6286725997924805, | |
| "learning_rate": 1.7772806363410392e-05, | |
| "loss": 0.1127, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 6.082326621923937, | |
| "grad_norm": 12.31570053100586, | |
| "learning_rate": 1.7648521004225705e-05, | |
| "loss": 0.2879, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 6.084563758389262, | |
| "grad_norm": 3.0768423080444336, | |
| "learning_rate": 1.7524235645041014e-05, | |
| "loss": 0.3264, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 6.086800894854586, | |
| "grad_norm": 6.542660713195801, | |
| "learning_rate": 1.7399950285856326e-05, | |
| "loss": 0.2626, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 6.089038031319911, | |
| "grad_norm": 22.778274536132812, | |
| "learning_rate": 1.727566492667164e-05, | |
| "loss": 0.2602, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 6.091275167785235, | |
| "grad_norm": 14.418547630310059, | |
| "learning_rate": 1.715137956748695e-05, | |
| "loss": 0.2574, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 6.0935123042505595, | |
| "grad_norm": 1.627580165863037, | |
| "learning_rate": 1.7027094208302263e-05, | |
| "loss": 0.2347, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 6.095749440715884, | |
| "grad_norm": 2.667323350906372, | |
| "learning_rate": 1.6902808849117575e-05, | |
| "loss": 0.4904, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 6.097986577181208, | |
| "grad_norm": 26.79123878479004, | |
| "learning_rate": 1.6778523489932888e-05, | |
| "loss": 0.2287, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 6.1, | |
| "eval_loss": 0.4823199510574341, | |
| "eval_runtime": 898.1668, | |
| "eval_samples_per_second": 8.257, | |
| "eval_steps_per_second": 1.032, | |
| "step": 3129 | |
| }, | |
| { | |
| "epoch": 7.000223713646532, | |
| "grad_norm": 10.718249320983887, | |
| "learning_rate": 1.6654238130748197e-05, | |
| "loss": 0.2243, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 7.002460850111857, | |
| "grad_norm": 3.2877581119537354, | |
| "learning_rate": 1.6529952771563512e-05, | |
| "loss": 0.3877, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 7.004697986577181, | |
| "grad_norm": 2.2482826709747314, | |
| "learning_rate": 1.640566741237882e-05, | |
| "loss": 0.1283, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 7.006935123042505, | |
| "grad_norm": 11.641459465026855, | |
| "learning_rate": 1.6281382053194137e-05, | |
| "loss": 0.2999, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 7.00917225950783, | |
| "grad_norm": 6.360275745391846, | |
| "learning_rate": 1.6157096694009446e-05, | |
| "loss": 0.2999, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 7.011409395973154, | |
| "grad_norm": 0.33911630511283875, | |
| "learning_rate": 1.603281133482476e-05, | |
| "loss": 0.3532, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 7.013646532438479, | |
| "grad_norm": 6.708487033843994, | |
| "learning_rate": 1.590852597564007e-05, | |
| "loss": 0.3293, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 7.015883668903803, | |
| "grad_norm": 7.4095025062561035, | |
| "learning_rate": 1.578424061645538e-05, | |
| "loss": 0.1617, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 7.0181208053691275, | |
| "grad_norm": 23.493078231811523, | |
| "learning_rate": 1.5659955257270695e-05, | |
| "loss": 0.1497, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 7.020357941834452, | |
| "grad_norm": 7.098881244659424, | |
| "learning_rate": 1.5535669898086004e-05, | |
| "loss": 0.2247, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 7.022595078299776, | |
| "grad_norm": 8.431655883789062, | |
| "learning_rate": 1.541138453890132e-05, | |
| "loss": 0.2487, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 7.024832214765101, | |
| "grad_norm": 15.323188781738281, | |
| "learning_rate": 1.528709917971663e-05, | |
| "loss": 0.1421, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 7.027069351230425, | |
| "grad_norm": 7.675280570983887, | |
| "learning_rate": 1.5162813820531943e-05, | |
| "loss": 0.4883, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 7.02930648769575, | |
| "grad_norm": 3.4720630645751953, | |
| "learning_rate": 1.5038528461347254e-05, | |
| "loss": 0.2715, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 7.031543624161074, | |
| "grad_norm": 1.7522681951522827, | |
| "learning_rate": 1.4914243102162568e-05, | |
| "loss": 0.1637, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 7.0337807606263985, | |
| "grad_norm": 0.16172055900096893, | |
| "learning_rate": 1.4789957742977878e-05, | |
| "loss": 0.1717, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 7.036017897091723, | |
| "grad_norm": 12.743756294250488, | |
| "learning_rate": 1.4665672383793189e-05, | |
| "loss": 0.3252, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 7.038255033557047, | |
| "grad_norm": 10.548824310302734, | |
| "learning_rate": 1.4541387024608501e-05, | |
| "loss": 0.0774, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 7.040492170022372, | |
| "grad_norm": 11.808302879333496, | |
| "learning_rate": 1.4417101665423812e-05, | |
| "loss": 0.3318, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 7.042729306487696, | |
| "grad_norm": 11.149969100952148, | |
| "learning_rate": 1.4292816306239126e-05, | |
| "loss": 0.3435, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 7.0449664429530205, | |
| "grad_norm": 16.549835205078125, | |
| "learning_rate": 1.4168530947054437e-05, | |
| "loss": 0.245, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 7.047203579418344, | |
| "grad_norm": 0.44824355840682983, | |
| "learning_rate": 1.404424558786975e-05, | |
| "loss": 0.2654, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 7.0494407158836685, | |
| "grad_norm": 10.627558708190918, | |
| "learning_rate": 1.3919960228685061e-05, | |
| "loss": 0.2706, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 7.051677852348993, | |
| "grad_norm": 4.539977073669434, | |
| "learning_rate": 1.3795674869500374e-05, | |
| "loss": 0.2529, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 7.053914988814317, | |
| "grad_norm": 25.88998031616211, | |
| "learning_rate": 1.3671389510315684e-05, | |
| "loss": 0.1102, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 7.056152125279642, | |
| "grad_norm": 0.056022170931100845, | |
| "learning_rate": 1.3547104151130999e-05, | |
| "loss": 0.0937, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 7.058389261744966, | |
| "grad_norm": 27.33989715576172, | |
| "learning_rate": 1.3422818791946309e-05, | |
| "loss": 0.3445, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 7.060626398210291, | |
| "grad_norm": 27.60544204711914, | |
| "learning_rate": 1.329853343276162e-05, | |
| "loss": 0.3671, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 7.062863534675615, | |
| "grad_norm": 0.10744742304086685, | |
| "learning_rate": 1.3174248073576934e-05, | |
| "loss": 0.2315, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 7.065100671140939, | |
| "grad_norm": 19.817075729370117, | |
| "learning_rate": 1.3049962714392244e-05, | |
| "loss": 0.2397, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 7.067337807606264, | |
| "grad_norm": 20.652551651000977, | |
| "learning_rate": 1.2925677355207559e-05, | |
| "loss": 0.1723, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 7.069574944071588, | |
| "grad_norm": 3.9074671268463135, | |
| "learning_rate": 1.280139199602287e-05, | |
| "loss": 0.2729, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 7.071812080536913, | |
| "grad_norm": 0.27141252160072327, | |
| "learning_rate": 1.2677106636838182e-05, | |
| "loss": 0.3176, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 7.074049217002237, | |
| "grad_norm": 11.46578598022461, | |
| "learning_rate": 1.2552821277653492e-05, | |
| "loss": 0.2252, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 7.0762863534675615, | |
| "grad_norm": 16.85219383239746, | |
| "learning_rate": 1.2428535918468805e-05, | |
| "loss": 0.1388, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 7.078523489932886, | |
| "grad_norm": 10.73118782043457, | |
| "learning_rate": 1.2304250559284117e-05, | |
| "loss": 0.2334, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 7.08076062639821, | |
| "grad_norm": 0.460288941860199, | |
| "learning_rate": 1.217996520009943e-05, | |
| "loss": 0.0608, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 7.082997762863535, | |
| "grad_norm": 1.64030921459198, | |
| "learning_rate": 1.2055679840914742e-05, | |
| "loss": 0.1595, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 7.085234899328859, | |
| "grad_norm": 14.426569938659668, | |
| "learning_rate": 1.1931394481730052e-05, | |
| "loss": 0.2432, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 7.087472035794184, | |
| "grad_norm": 13.951542854309082, | |
| "learning_rate": 1.1807109122545365e-05, | |
| "loss": 0.2007, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 7.089709172259508, | |
| "grad_norm": 25.381717681884766, | |
| "learning_rate": 1.1682823763360677e-05, | |
| "loss": 0.2316, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 7.0919463087248324, | |
| "grad_norm": 0.6340412497520447, | |
| "learning_rate": 1.155853840417599e-05, | |
| "loss": 0.1972, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 7.094183445190157, | |
| "grad_norm": 11.732870101928711, | |
| "learning_rate": 1.14342530449913e-05, | |
| "loss": 0.1388, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 7.096420581655481, | |
| "grad_norm": 0.08352160453796387, | |
| "learning_rate": 1.1309967685806612e-05, | |
| "loss": 0.2276, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 7.098657718120806, | |
| "grad_norm": 0.6394329071044922, | |
| "learning_rate": 1.1185682326621925e-05, | |
| "loss": 0.1297, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "eval_loss": 0.4294538199901581, | |
| "eval_runtime": 892.5544, | |
| "eval_samples_per_second": 8.309, | |
| "eval_steps_per_second": 1.039, | |
| "step": 3576 | |
| }, | |
| { | |
| "epoch": 8.00089485458613, | |
| "grad_norm": 12.145805358886719, | |
| "learning_rate": 1.1061396967437237e-05, | |
| "loss": 0.4217, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 8.003131991051454, | |
| "grad_norm": 16.92803382873535, | |
| "learning_rate": 1.0937111608252548e-05, | |
| "loss": 0.1421, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 8.00536912751678, | |
| "grad_norm": 6.773504257202148, | |
| "learning_rate": 1.081282624906786e-05, | |
| "loss": 0.1891, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 8.007606263982103, | |
| "grad_norm": 22.504379272460938, | |
| "learning_rate": 1.0688540889883172e-05, | |
| "loss": 0.1844, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 8.009843400447428, | |
| "grad_norm": 19.881702423095703, | |
| "learning_rate": 1.0564255530698485e-05, | |
| "loss": 0.2223, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 8.012080536912752, | |
| "grad_norm": 1.9907094240188599, | |
| "learning_rate": 1.0439970171513797e-05, | |
| "loss": 0.2041, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 8.014317673378075, | |
| "grad_norm": 0.3308212161064148, | |
| "learning_rate": 1.031568481232911e-05, | |
| "loss": 0.0968, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 8.0165548098434, | |
| "grad_norm": 1.7726011276245117, | |
| "learning_rate": 1.019139945314442e-05, | |
| "loss": 0.0571, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 8.018791946308724, | |
| "grad_norm": 29.911670684814453, | |
| "learning_rate": 1.006711409395973e-05, | |
| "loss": 0.1089, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 8.02102908277405, | |
| "grad_norm": 5.603979587554932, | |
| "learning_rate": 9.942828734775043e-06, | |
| "loss": 0.0697, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 8.023266219239373, | |
| "grad_norm": 0.07145686447620392, | |
| "learning_rate": 9.818543375590355e-06, | |
| "loss": 0.0768, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 8.025503355704698, | |
| "grad_norm": 1.745406985282898, | |
| "learning_rate": 9.694258016405668e-06, | |
| "loss": 0.0412, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 8.027740492170022, | |
| "grad_norm": 0.02010565809905529, | |
| "learning_rate": 9.56997265722098e-06, | |
| "loss": 0.2096, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 8.029977628635347, | |
| "grad_norm": 8.72205638885498, | |
| "learning_rate": 9.445687298036292e-06, | |
| "loss": 0.1555, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 8.03221476510067, | |
| "grad_norm": 0.01665619947016239, | |
| "learning_rate": 9.321401938851605e-06, | |
| "loss": 0.2793, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 8.034451901565996, | |
| "grad_norm": 0.004611628130078316, | |
| "learning_rate": 9.197116579666915e-06, | |
| "loss": 0.2735, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 8.03668903803132, | |
| "grad_norm": 1.931004524230957, | |
| "learning_rate": 9.072831220482228e-06, | |
| "loss": 0.2636, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 8.038926174496645, | |
| "grad_norm": 0.014065139926970005, | |
| "learning_rate": 8.94854586129754e-06, | |
| "loss": 0.2653, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 8.041163310961968, | |
| "grad_norm": 0.5851568579673767, | |
| "learning_rate": 8.824260502112852e-06, | |
| "loss": 0.092, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 8.043400447427294, | |
| "grad_norm": 0.051146071404218674, | |
| "learning_rate": 8.699975142928163e-06, | |
| "loss": 0.2241, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 8.045637583892617, | |
| "grad_norm": 0.1566874086856842, | |
| "learning_rate": 8.575689783743475e-06, | |
| "loss": 0.1845, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 8.047874720357942, | |
| "grad_norm": 35.4766960144043, | |
| "learning_rate": 8.451404424558788e-06, | |
| "loss": 0.1556, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 8.050111856823266, | |
| "grad_norm": 44.98518753051758, | |
| "learning_rate": 8.327119065374098e-06, | |
| "loss": 0.2961, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 8.052348993288591, | |
| "grad_norm": 1.2694602012634277, | |
| "learning_rate": 8.20283370618941e-06, | |
| "loss": 0.0785, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 8.054586129753915, | |
| "grad_norm": 0.6759599447250366, | |
| "learning_rate": 8.078548347004723e-06, | |
| "loss": 0.31, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 8.05682326621924, | |
| "grad_norm": 5.972934246063232, | |
| "learning_rate": 7.954262987820035e-06, | |
| "loss": 0.0335, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 8.059060402684564, | |
| "grad_norm": 0.8728901743888855, | |
| "learning_rate": 7.829977628635348e-06, | |
| "loss": 0.2005, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 8.061297539149889, | |
| "grad_norm": 10.340746879577637, | |
| "learning_rate": 7.70569226945066e-06, | |
| "loss": 0.1724, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 8.063534675615212, | |
| "grad_norm": 0.060672469437122345, | |
| "learning_rate": 7.5814069102659716e-06, | |
| "loss": 0.174, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 8.065771812080538, | |
| "grad_norm": 4.864527702331543, | |
| "learning_rate": 7.457121551081284e-06, | |
| "loss": 0.3543, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 8.068008948545861, | |
| "grad_norm": 4.48012638092041, | |
| "learning_rate": 7.3328361918965945e-06, | |
| "loss": 0.122, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 8.070246085011185, | |
| "grad_norm": 0.07548043876886368, | |
| "learning_rate": 7.208550832711906e-06, | |
| "loss": 0.2838, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 8.07248322147651, | |
| "grad_norm": 18.938758850097656, | |
| "learning_rate": 7.084265473527218e-06, | |
| "loss": 0.1681, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 8.074720357941834, | |
| "grad_norm": 1.3047031164169312, | |
| "learning_rate": 6.959980114342531e-06, | |
| "loss": 0.2001, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 8.076957494407159, | |
| "grad_norm": 12.20274829864502, | |
| "learning_rate": 6.835694755157842e-06, | |
| "loss": 0.2776, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 8.079194630872482, | |
| "grad_norm": 0.47563186287879944, | |
| "learning_rate": 6.7114093959731546e-06, | |
| "loss": 0.2005, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 8.081431767337808, | |
| "grad_norm": 5.735065460205078, | |
| "learning_rate": 6.587124036788467e-06, | |
| "loss": 0.1499, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 8.083668903803131, | |
| "grad_norm": 20.469074249267578, | |
| "learning_rate": 6.462838677603779e-06, | |
| "loss": 0.2258, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 8.085906040268457, | |
| "grad_norm": 3.2545881271362305, | |
| "learning_rate": 6.338553318419091e-06, | |
| "loss": 0.2216, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 8.08814317673378, | |
| "grad_norm": 1.8031901121139526, | |
| "learning_rate": 6.214267959234402e-06, | |
| "loss": 0.1462, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 8.090380313199105, | |
| "grad_norm": 11.510761260986328, | |
| "learning_rate": 6.089982600049715e-06, | |
| "loss": 0.2225, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 8.092617449664429, | |
| "grad_norm": 1.421615481376648, | |
| "learning_rate": 5.965697240865026e-06, | |
| "loss": 0.1203, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 8.094854586129754, | |
| "grad_norm": 0.10247212648391724, | |
| "learning_rate": 5.8414118816803384e-06, | |
| "loss": 0.0633, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 8.097091722595078, | |
| "grad_norm": 0.038117095828056335, | |
| "learning_rate": 5.71712652249565e-06, | |
| "loss": 0.1246, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 8.099328859060403, | |
| "grad_norm": 14.49740982055664, | |
| "learning_rate": 5.592841163310962e-06, | |
| "loss": 0.3104, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 8.1, | |
| "eval_loss": 0.40958455204963684, | |
| "eval_runtime": 894.7196, | |
| "eval_samples_per_second": 8.289, | |
| "eval_steps_per_second": 1.036, | |
| "step": 4023 | |
| }, | |
| { | |
| "epoch": 9.001565995525727, | |
| "grad_norm": 0.1057172641158104, | |
| "learning_rate": 5.468555804126274e-06, | |
| "loss": 0.0831, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 9.003803131991052, | |
| "grad_norm": 1.2070332765579224, | |
| "learning_rate": 5.344270444941586e-06, | |
| "loss": 0.0479, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 9.006040268456376, | |
| "grad_norm": 0.6095995903015137, | |
| "learning_rate": 5.2199850857568985e-06, | |
| "loss": 0.2161, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 9.0082774049217, | |
| "grad_norm": 6.29830265045166, | |
| "learning_rate": 5.09569972657221e-06, | |
| "loss": 0.1455, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 9.010514541387025, | |
| "grad_norm": 0.01811257004737854, | |
| "learning_rate": 4.9714143673875215e-06, | |
| "loss": 0.0465, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 9.012751677852348, | |
| "grad_norm": 17.725488662719727, | |
| "learning_rate": 4.847129008202834e-06, | |
| "loss": 0.3159, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 9.014988814317674, | |
| "grad_norm": 27.672937393188477, | |
| "learning_rate": 4.722843649018146e-06, | |
| "loss": 0.0538, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 9.017225950782997, | |
| "grad_norm": 0.12884105741977692, | |
| "learning_rate": 4.598558289833458e-06, | |
| "loss": 0.2565, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 9.019463087248322, | |
| "grad_norm": 20.479238510131836, | |
| "learning_rate": 4.47427293064877e-06, | |
| "loss": 0.1162, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 9.021700223713646, | |
| "grad_norm": 23.51799774169922, | |
| "learning_rate": 4.3499875714640815e-06, | |
| "loss": 0.181, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 9.023937360178971, | |
| "grad_norm": 14.024354934692383, | |
| "learning_rate": 4.225702212279394e-06, | |
| "loss": 0.2026, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 9.026174496644295, | |
| "grad_norm": 0.20324963331222534, | |
| "learning_rate": 4.101416853094705e-06, | |
| "loss": 0.0238, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 9.02841163310962, | |
| "grad_norm": 0.17176759243011475, | |
| "learning_rate": 3.977131493910018e-06, | |
| "loss": 0.036, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 9.030648769574944, | |
| "grad_norm": 13.05589485168457, | |
| "learning_rate": 3.85284613472533e-06, | |
| "loss": 0.3049, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 9.032885906040269, | |
| "grad_norm": 0.03032175451517105, | |
| "learning_rate": 3.728560775540642e-06, | |
| "loss": 0.043, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 9.035123042505592, | |
| "grad_norm": 2.0046262741088867, | |
| "learning_rate": 3.604275416355953e-06, | |
| "loss": 0.2365, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 9.037360178970918, | |
| "grad_norm": 0.10407610237598419, | |
| "learning_rate": 3.4799900571712654e-06, | |
| "loss": 0.0472, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 9.039597315436241, | |
| "grad_norm": 0.7708104252815247, | |
| "learning_rate": 3.3557046979865773e-06, | |
| "loss": 0.2119, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 9.041834451901567, | |
| "grad_norm": 0.13973136246204376, | |
| "learning_rate": 3.2314193388018896e-06, | |
| "loss": 0.1322, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 9.04407158836689, | |
| "grad_norm": 4.554214000701904, | |
| "learning_rate": 3.107133979617201e-06, | |
| "loss": 0.0044, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 9.046308724832215, | |
| "grad_norm": 1.251420259475708, | |
| "learning_rate": 2.982848620432513e-06, | |
| "loss": 0.1559, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 9.048545861297539, | |
| "grad_norm": 0.027974896132946014, | |
| "learning_rate": 2.858563261247825e-06, | |
| "loss": 0.1958, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 9.050782997762864, | |
| "grad_norm": 17.233055114746094, | |
| "learning_rate": 2.734277902063137e-06, | |
| "loss": 0.1606, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 9.053020134228188, | |
| "grad_norm": 0.4418050944805145, | |
| "learning_rate": 2.6099925428784492e-06, | |
| "loss": 0.19, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 9.055257270693513, | |
| "grad_norm": 7.108306884765625, | |
| "learning_rate": 2.4857071836937607e-06, | |
| "loss": 0.1778, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 9.057494407158837, | |
| "grad_norm": 0.11051614582538605, | |
| "learning_rate": 2.361421824509073e-06, | |
| "loss": 0.1074, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 9.059731543624162, | |
| "grad_norm": 0.011775967665016651, | |
| "learning_rate": 2.237136465324385e-06, | |
| "loss": 0.1294, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 9.061968680089485, | |
| "grad_norm": 0.011663487181067467, | |
| "learning_rate": 2.112851106139697e-06, | |
| "loss": 0.0744, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 9.06420581655481, | |
| "grad_norm": 23.934040069580078, | |
| "learning_rate": 1.988565746955009e-06, | |
| "loss": 0.1064, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 9.066442953020134, | |
| "grad_norm": 0.42981475591659546, | |
| "learning_rate": 1.864280387770321e-06, | |
| "loss": 0.0546, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 9.068680089485458, | |
| "grad_norm": 19.337921142578125, | |
| "learning_rate": 1.7399950285856327e-06, | |
| "loss": 0.2816, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 9.070917225950783, | |
| "grad_norm": 0.4612930119037628, | |
| "learning_rate": 1.6157096694009448e-06, | |
| "loss": 0.136, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 9.073154362416107, | |
| "grad_norm": 0.09723786264657974, | |
| "learning_rate": 1.4914243102162565e-06, | |
| "loss": 0.1669, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 9.075391498881432, | |
| "grad_norm": 0.028177455067634583, | |
| "learning_rate": 1.3671389510315684e-06, | |
| "loss": 0.0808, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 9.077628635346755, | |
| "grad_norm": 13.670249938964844, | |
| "learning_rate": 1.2428535918468804e-06, | |
| "loss": 0.1512, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 9.07986577181208, | |
| "grad_norm": 0.34152135252952576, | |
| "learning_rate": 1.1185682326621925e-06, | |
| "loss": 0.1886, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 9.082102908277404, | |
| "grad_norm": 0.24342969059944153, | |
| "learning_rate": 9.942828734775044e-07, | |
| "loss": 0.2693, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 9.08434004474273, | |
| "grad_norm": 0.17166166007518768, | |
| "learning_rate": 8.699975142928163e-07, | |
| "loss": 0.1354, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 9.086577181208053, | |
| "grad_norm": 0.027880514040589333, | |
| "learning_rate": 7.457121551081283e-07, | |
| "loss": 0.1474, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 9.088814317673378, | |
| "grad_norm": 0.05772515758872032, | |
| "learning_rate": 6.214267959234402e-07, | |
| "loss": 0.0538, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 9.091051454138702, | |
| "grad_norm": 0.07866553962230682, | |
| "learning_rate": 4.971414367387522e-07, | |
| "loss": 0.1434, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 9.093288590604027, | |
| "grad_norm": 16.45406723022461, | |
| "learning_rate": 3.7285607755406413e-07, | |
| "loss": 0.1083, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 9.09552572706935, | |
| "grad_norm": 0.050580114126205444, | |
| "learning_rate": 2.485707183693761e-07, | |
| "loss": 0.3213, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 9.097762863534676, | |
| "grad_norm": 0.4725286364555359, | |
| "learning_rate": 1.2428535918468805e-07, | |
| "loss": 0.1468, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "grad_norm": 0.048940546810626984, | |
| "learning_rate": 0.0, | |
| "loss": 0.0525, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_loss": 0.41542962193489075, | |
| "eval_runtime": 893.9438, | |
| "eval_samples_per_second": 8.296, | |
| "eval_steps_per_second": 1.037, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "step": 4470, | |
| "total_flos": 1.5702310103501242e+20, | |
| "train_loss": 0.38359242084309025, | |
| "train_runtime": 28356.0667, | |
| "train_samples_per_second": 1.261, | |
| "train_steps_per_second": 0.158 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_loss": 0.39315128326416016, | |
| "eval_runtime": 423.7958, | |
| "eval_samples_per_second": 2.596, | |
| "eval_steps_per_second": 0.326, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "eval_loss": 0.39315125346183777, | |
| "eval_runtime": 426.8234, | |
| "eval_samples_per_second": 2.577, | |
| "eval_steps_per_second": 0.323, | |
| "step": 4470 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 4470, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5702310103501242e+20, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |