| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 12450, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0024099289070972406, |
| "grad_norm": 3.061742472441796, |
| "learning_rate": 7.228915662650603e-08, |
| "loss": 0.4777, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.004819857814194481, |
| "grad_norm": 3.1319247179565144, |
| "learning_rate": 1.526104417670683e-07, |
| "loss": 0.4705, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.007229786721291722, |
| "grad_norm": 2.859984534144655, |
| "learning_rate": 2.3293172690763053e-07, |
| "loss": 0.466, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.009639715628388962, |
| "grad_norm": 2.234244386802424, |
| "learning_rate": 3.1325301204819284e-07, |
| "loss": 0.4548, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.012049644535486204, |
| "grad_norm": 1.335883737586674, |
| "learning_rate": 3.93574297188755e-07, |
| "loss": 0.444, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.014459573442583444, |
| "grad_norm": 0.9241353014597365, |
| "learning_rate": 4.738955823293173e-07, |
| "loss": 0.4204, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.016869502349680685, |
| "grad_norm": 0.6871403762148126, |
| "learning_rate": 5.542168674698796e-07, |
| "loss": 0.4033, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.019279431256777925, |
| "grad_norm": 0.4449835353465216, |
| "learning_rate": 6.345381526104419e-07, |
| "loss": 0.38, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.021689360163875165, |
| "grad_norm": 0.33573830468668203, |
| "learning_rate": 7.14859437751004e-07, |
| "loss": 0.371, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.024099289070972408, |
| "grad_norm": 0.31411059766897775, |
| "learning_rate": 7.951807228915663e-07, |
| "loss": 0.358, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.026509217978069648, |
| "grad_norm": 0.24806762698542578, |
| "learning_rate": 8.755020080321286e-07, |
| "loss": 0.3611, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.028919146885166887, |
| "grad_norm": 0.2062168171574948, |
| "learning_rate": 9.558232931726909e-07, |
| "loss": 0.3501, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.03132907579226413, |
| "grad_norm": 0.22819708161386978, |
| "learning_rate": 1.0361445783132532e-06, |
| "loss": 0.3467, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.03373900469936137, |
| "grad_norm": 0.19089804750862022, |
| "learning_rate": 1.1164658634538152e-06, |
| "loss": 0.3379, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03614893360645861, |
| "grad_norm": 0.19371156821756932, |
| "learning_rate": 1.1967871485943775e-06, |
| "loss": 0.3384, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03855886251355585, |
| "grad_norm": 0.17878783833936646, |
| "learning_rate": 1.2771084337349398e-06, |
| "loss": 0.3366, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.04096879142065309, |
| "grad_norm": 0.18620932367241894, |
| "learning_rate": 1.357429718875502e-06, |
| "loss": 0.3282, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.04337872032775033, |
| "grad_norm": 0.18464480499928992, |
| "learning_rate": 1.4377510040160644e-06, |
| "loss": 0.3288, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.04578864923484757, |
| "grad_norm": 0.1856419400290462, |
| "learning_rate": 1.5180722891566266e-06, |
| "loss": 0.3276, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.048198578141944816, |
| "grad_norm": 0.17651783370755456, |
| "learning_rate": 1.598393574297189e-06, |
| "loss": 0.3237, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05060850704904205, |
| "grad_norm": 0.1726606356660889, |
| "learning_rate": 1.6787148594377512e-06, |
| "loss": 0.3215, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.053018435956139295, |
| "grad_norm": 0.1969898186994874, |
| "learning_rate": 1.7590361445783133e-06, |
| "loss": 0.3238, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.05542836486323653, |
| "grad_norm": 0.20162437238614309, |
| "learning_rate": 1.8393574297188758e-06, |
| "loss": 0.3149, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.057838293770333775, |
| "grad_norm": 0.1993790121523761, |
| "learning_rate": 1.919678714859438e-06, |
| "loss": 0.3156, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.06024822267743102, |
| "grad_norm": 0.19730108814459651, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.3135, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.06265815158452825, |
| "grad_norm": 0.1943527748598857, |
| "learning_rate": 2.0803212851405624e-06, |
| "loss": 0.3137, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.06506808049162549, |
| "grad_norm": 0.20086798832915087, |
| "learning_rate": 2.1606425702811245e-06, |
| "loss": 0.3119, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.06747800939872274, |
| "grad_norm": 0.19049098841650877, |
| "learning_rate": 2.240963855421687e-06, |
| "loss": 0.3078, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.06988793830581998, |
| "grad_norm": 0.2018582398985099, |
| "learning_rate": 2.321285140562249e-06, |
| "loss": 0.3089, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.07229786721291721, |
| "grad_norm": 0.19621506196853225, |
| "learning_rate": 2.4016064257028115e-06, |
| "loss": 0.3076, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07470779612001446, |
| "grad_norm": 0.19712224295336245, |
| "learning_rate": 2.4819277108433736e-06, |
| "loss": 0.3013, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0771177250271117, |
| "grad_norm": 0.20569722339954372, |
| "learning_rate": 2.5622489959839357e-06, |
| "loss": 0.3043, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.07952765393420894, |
| "grad_norm": 0.22847044972146283, |
| "learning_rate": 2.642570281124498e-06, |
| "loss": 0.2991, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.08193758284130619, |
| "grad_norm": 0.18513011684761646, |
| "learning_rate": 2.7228915662650607e-06, |
| "loss": 0.2993, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.08434751174840342, |
| "grad_norm": 0.17755985106917166, |
| "learning_rate": 2.8032128514056227e-06, |
| "loss": 0.2992, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.08675744065550066, |
| "grad_norm": 0.1928704075964709, |
| "learning_rate": 2.883534136546185e-06, |
| "loss": 0.2976, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.08916736956259791, |
| "grad_norm": 0.21268570126746547, |
| "learning_rate": 2.9638554216867473e-06, |
| "loss": 0.2965, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.09157729846969515, |
| "grad_norm": 0.22070919267123282, |
| "learning_rate": 3.0441767068273094e-06, |
| "loss": 0.2963, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.09398722737679238, |
| "grad_norm": 0.22897219750975534, |
| "learning_rate": 3.124497991967872e-06, |
| "loss": 0.2957, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.09639715628388963, |
| "grad_norm": 0.22510919638722657, |
| "learning_rate": 3.204819277108434e-06, |
| "loss": 0.2963, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.09880708519098687, |
| "grad_norm": 0.23679493098050808, |
| "learning_rate": 3.2851405622489964e-06, |
| "loss": 0.2888, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.1012170140980841, |
| "grad_norm": 0.22162593174405135, |
| "learning_rate": 3.3654618473895585e-06, |
| "loss": 0.2918, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.10362694300518134, |
| "grad_norm": 0.19267376702827746, |
| "learning_rate": 3.4457831325301206e-06, |
| "loss": 0.2957, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.10603687191227859, |
| "grad_norm": 0.1958695805729227, |
| "learning_rate": 3.526104417670683e-06, |
| "loss": 0.2885, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.10844680081937583, |
| "grad_norm": 0.20467559437897054, |
| "learning_rate": 3.6064257028112455e-06, |
| "loss": 0.2902, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11085672972647306, |
| "grad_norm": 0.22130857005209242, |
| "learning_rate": 3.6867469879518076e-06, |
| "loss": 0.2923, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.11326665863357031, |
| "grad_norm": 0.19296929058892381, |
| "learning_rate": 3.7670682730923697e-06, |
| "loss": 0.2886, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.11567658754066755, |
| "grad_norm": 0.2544710309958475, |
| "learning_rate": 3.847389558232932e-06, |
| "loss": 0.2885, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.11808651644776479, |
| "grad_norm": 0.20884554616299403, |
| "learning_rate": 3.927710843373494e-06, |
| "loss": 0.2861, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.12049644535486204, |
| "grad_norm": 0.18833668005434673, |
| "learning_rate": 4.008032128514057e-06, |
| "loss": 0.2907, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12290637426195927, |
| "grad_norm": 0.27808054171677704, |
| "learning_rate": 4.088353413654618e-06, |
| "loss": 0.2855, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1253163031690565, |
| "grad_norm": 0.21917995568637305, |
| "learning_rate": 4.168674698795181e-06, |
| "loss": 0.2908, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.12772623207615375, |
| "grad_norm": 0.2306361686144042, |
| "learning_rate": 4.248995983935743e-06, |
| "loss": 0.287, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.13013616098325098, |
| "grad_norm": 0.21127215848273082, |
| "learning_rate": 4.329317269076306e-06, |
| "loss": 0.2859, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.13254608989034825, |
| "grad_norm": 0.2736115011698697, |
| "learning_rate": 4.4096385542168675e-06, |
| "loss": 0.2849, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.13495601879744548, |
| "grad_norm": 0.26395897628735243, |
| "learning_rate": 4.48995983935743e-06, |
| "loss": 0.2821, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.13736594770454272, |
| "grad_norm": 0.23503592007454566, |
| "learning_rate": 4.5702811244979925e-06, |
| "loss": 0.2871, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.13977587661163995, |
| "grad_norm": 0.24939199452163055, |
| "learning_rate": 4.650602409638554e-06, |
| "loss": 0.2846, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.1421858055187372, |
| "grad_norm": 0.2012519003076539, |
| "learning_rate": 4.730923694779117e-06, |
| "loss": 0.2854, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.14459573442583443, |
| "grad_norm": 0.21989122710529682, |
| "learning_rate": 4.811244979919679e-06, |
| "loss": 0.28, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.1470056633329317, |
| "grad_norm": 0.23927038060480976, |
| "learning_rate": 4.891566265060242e-06, |
| "loss": 0.28, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.14941559224002893, |
| "grad_norm": 0.24410829601803702, |
| "learning_rate": 4.971887550200803e-06, |
| "loss": 0.2813, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.15182552114712616, |
| "grad_norm": 0.22745972355704097, |
| "learning_rate": 5.052208835341366e-06, |
| "loss": 0.2807, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.1542354500542234, |
| "grad_norm": 0.23537466122987794, |
| "learning_rate": 5.132530120481927e-06, |
| "loss": 0.2795, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.15664537896132064, |
| "grad_norm": 0.2164573922113711, |
| "learning_rate": 5.21285140562249e-06, |
| "loss": 0.28, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.15905530786841787, |
| "grad_norm": 0.22708556657406564, |
| "learning_rate": 5.293172690763053e-06, |
| "loss": 0.2786, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.1614652367755151, |
| "grad_norm": 0.22925652110061312, |
| "learning_rate": 5.373493975903615e-06, |
| "loss": 0.2813, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.16387516568261237, |
| "grad_norm": 0.33120835623384376, |
| "learning_rate": 5.453815261044177e-06, |
| "loss": 0.278, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.1662850945897096, |
| "grad_norm": 0.22771802520007675, |
| "learning_rate": 5.53413654618474e-06, |
| "loss": 0.2799, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.16869502349680685, |
| "grad_norm": 0.22593239995366798, |
| "learning_rate": 5.6144578313253015e-06, |
| "loss": 0.2736, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.17110495240390408, |
| "grad_norm": 0.25050781538921346, |
| "learning_rate": 5.694779116465864e-06, |
| "loss": 0.2742, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.17351488131100132, |
| "grad_norm": 0.20145247640957603, |
| "learning_rate": 5.775100401606426e-06, |
| "loss": 0.2759, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.17592481021809855, |
| "grad_norm": 0.27996259086839936, |
| "learning_rate": 5.855421686746988e-06, |
| "loss": 0.2808, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.17833473912519582, |
| "grad_norm": 0.2244854088378441, |
| "learning_rate": 5.935742971887551e-06, |
| "loss": 0.2802, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.18074466803229305, |
| "grad_norm": 0.2531382738440264, |
| "learning_rate": 6.016064257028112e-06, |
| "loss": 0.2781, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1831545969393903, |
| "grad_norm": 0.265808716023224, |
| "learning_rate": 6.096385542168676e-06, |
| "loss": 0.2715, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.18556452584648753, |
| "grad_norm": 0.2407841873678655, |
| "learning_rate": 6.176706827309238e-06, |
| "loss": 0.2763, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.18797445475358476, |
| "grad_norm": 0.22445783962351623, |
| "learning_rate": 6.2570281124498e-06, |
| "loss": 0.2727, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.190384383660682, |
| "grad_norm": 0.27702862591879435, |
| "learning_rate": 6.337349397590362e-06, |
| "loss": 0.2779, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.19279431256777926, |
| "grad_norm": 0.27662266231206134, |
| "learning_rate": 6.417670682730924e-06, |
| "loss": 0.275, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1952042414748765, |
| "grad_norm": 0.24857374737387905, |
| "learning_rate": 6.4979919678714864e-06, |
| "loss": 0.2734, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.19761417038197374, |
| "grad_norm": 0.26560232229665853, |
| "learning_rate": 6.578313253012049e-06, |
| "loss": 0.2752, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.20002409928907097, |
| "grad_norm": 0.26625093052499677, |
| "learning_rate": 6.6586345381526106e-06, |
| "loss": 0.2768, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2024340281961682, |
| "grad_norm": 0.324801464798607, |
| "learning_rate": 6.738955823293173e-06, |
| "loss": 0.2724, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.20484395710326544, |
| "grad_norm": 0.22943419602266416, |
| "learning_rate": 6.819277108433735e-06, |
| "loss": 0.2747, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.20725388601036268, |
| "grad_norm": 0.24308043167115134, |
| "learning_rate": 6.899598393574298e-06, |
| "loss": 0.2721, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.20966381491745995, |
| "grad_norm": 0.35950510615165837, |
| "learning_rate": 6.9799196787148605e-06, |
| "loss": 0.2739, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.21207374382455718, |
| "grad_norm": 0.24054708786501794, |
| "learning_rate": 7.060240963855422e-06, |
| "loss": 0.2726, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.21448367273165442, |
| "grad_norm": 0.2742769014652827, |
| "learning_rate": 7.140562248995985e-06, |
| "loss": 0.2722, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.21689360163875165, |
| "grad_norm": 0.299445285411188, |
| "learning_rate": 7.220883534136547e-06, |
| "loss": 0.268, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2193035305458489, |
| "grad_norm": 0.21043357726618872, |
| "learning_rate": 7.301204819277109e-06, |
| "loss": 0.2703, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.22171345945294613, |
| "grad_norm": 0.22851348242239414, |
| "learning_rate": 7.381526104417671e-06, |
| "loss": 0.2731, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.2241233883600434, |
| "grad_norm": 0.253060897115378, |
| "learning_rate": 7.461847389558233e-06, |
| "loss": 0.271, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.22653331726714063, |
| "grad_norm": 0.2268198019889769, |
| "learning_rate": 7.5421686746987955e-06, |
| "loss": 0.2707, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.22894324617423786, |
| "grad_norm": 0.30365639506090863, |
| "learning_rate": 7.622489959839358e-06, |
| "loss": 0.2706, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.2313531750813351, |
| "grad_norm": 0.3080733224657331, |
| "learning_rate": 7.702811244979921e-06, |
| "loss": 0.271, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.23376310398843234, |
| "grad_norm": 0.28888638048424176, |
| "learning_rate": 7.783132530120484e-06, |
| "loss": 0.2704, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.23617303289552957, |
| "grad_norm": 0.22854881889089107, |
| "learning_rate": 7.863453815261045e-06, |
| "loss": 0.2664, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.23858296180262684, |
| "grad_norm": 0.23426238793409673, |
| "learning_rate": 7.943775100401607e-06, |
| "loss": 0.2687, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.24099289070972407, |
| "grad_norm": 0.2186701220253525, |
| "learning_rate": 8.02409638554217e-06, |
| "loss": 0.2712, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2434028196168213, |
| "grad_norm": 0.2530982669271462, |
| "learning_rate": 8.104417670682732e-06, |
| "loss": 0.2693, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.24581274852391855, |
| "grad_norm": 0.3531544186297275, |
| "learning_rate": 8.184738955823293e-06, |
| "loss": 0.2702, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.24822267743101578, |
| "grad_norm": 0.29217935835451525, |
| "learning_rate": 8.265060240963855e-06, |
| "loss": 0.2681, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.250632606338113, |
| "grad_norm": 0.29815474443639217, |
| "learning_rate": 8.345381526104418e-06, |
| "loss": 0.2687, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.25304253524521025, |
| "grad_norm": 0.24107590302295004, |
| "learning_rate": 8.42570281124498e-06, |
| "loss": 0.2675, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.2554524641523075, |
| "grad_norm": 0.2930542900668613, |
| "learning_rate": 8.506024096385543e-06, |
| "loss": 0.2686, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2578623930594047, |
| "grad_norm": 0.24015859707456538, |
| "learning_rate": 8.586345381526105e-06, |
| "loss": 0.2658, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.26027232196650196, |
| "grad_norm": 0.3550411988857324, |
| "learning_rate": 8.666666666666668e-06, |
| "loss": 0.2682, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.26268225087359925, |
| "grad_norm": 0.3207909230937528, |
| "learning_rate": 8.74698795180723e-06, |
| "loss": 0.2694, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.2650921797806965, |
| "grad_norm": 0.2115013961725572, |
| "learning_rate": 8.827309236947791e-06, |
| "loss": 0.2671, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.2675021086877937, |
| "grad_norm": 0.262259367038145, |
| "learning_rate": 8.907630522088354e-06, |
| "loss": 0.2721, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.26991203759489096, |
| "grad_norm": 0.27548437600981057, |
| "learning_rate": 8.987951807228916e-06, |
| "loss": 0.2683, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.2723219665019882, |
| "grad_norm": 0.2575897318662765, |
| "learning_rate": 9.068273092369479e-06, |
| "loss": 0.2636, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.27473189540908544, |
| "grad_norm": 0.3080553736593152, |
| "learning_rate": 9.148594377510041e-06, |
| "loss": 0.2684, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.27714182431618267, |
| "grad_norm": 0.34249365935741327, |
| "learning_rate": 9.228915662650602e-06, |
| "loss": 0.2633, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2795517532232799, |
| "grad_norm": 0.27932791325775014, |
| "learning_rate": 9.309236947791166e-06, |
| "loss": 0.266, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.28196168213037714, |
| "grad_norm": 0.2417799994880218, |
| "learning_rate": 9.389558232931729e-06, |
| "loss": 0.2631, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.2843716110374744, |
| "grad_norm": 0.31884031573816535, |
| "learning_rate": 9.46987951807229e-06, |
| "loss": 0.265, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.2867815399445716, |
| "grad_norm": 0.20968871620333449, |
| "learning_rate": 9.550200803212852e-06, |
| "loss": 0.2619, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.28919146885166885, |
| "grad_norm": 0.3173946884992909, |
| "learning_rate": 9.630522088353414e-06, |
| "loss": 0.2626, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2916013977587661, |
| "grad_norm": 0.2569598600853588, |
| "learning_rate": 9.710843373493977e-06, |
| "loss": 0.2658, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.2940113266658634, |
| "grad_norm": 0.31728256244538405, |
| "learning_rate": 9.79116465863454e-06, |
| "loss": 0.2591, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.2964212555729606, |
| "grad_norm": 0.2989553189617791, |
| "learning_rate": 9.8714859437751e-06, |
| "loss": 0.2667, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.29883118448005785, |
| "grad_norm": 0.2230569846038911, |
| "learning_rate": 9.951807228915663e-06, |
| "loss": 0.2625, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.3012411133871551, |
| "grad_norm": 0.33874428864380246, |
| "learning_rate": 9.999996855613166e-06, |
| "loss": 0.2631, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.3036510422942523, |
| "grad_norm": 0.272656260094118, |
| "learning_rate": 9.999961481306676e-06, |
| "loss": 0.2626, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.30606097120134956, |
| "grad_norm": 0.23871465341653153, |
| "learning_rate": 9.999886802489159e-06, |
| "loss": 0.2603, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.3084709001084468, |
| "grad_norm": 0.23650817035191204, |
| "learning_rate": 9.999772819747658e-06, |
| "loss": 0.264, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.31088082901554404, |
| "grad_norm": 0.24442333804519362, |
| "learning_rate": 9.99961953397819e-06, |
| "loss": 0.267, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.31329075792264127, |
| "grad_norm": 0.24952567873292492, |
| "learning_rate": 9.999426946385727e-06, |
| "loss": 0.2673, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.3157006868297385, |
| "grad_norm": 0.25096847242020526, |
| "learning_rate": 9.999195058484192e-06, |
| "loss": 0.2639, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.31811061573683574, |
| "grad_norm": 0.2621430290919802, |
| "learning_rate": 9.998923872096449e-06, |
| "loss": 0.2647, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.320520544643933, |
| "grad_norm": 0.3228004089841622, |
| "learning_rate": 9.998613389354283e-06, |
| "loss": 0.2603, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.3229304735510302, |
| "grad_norm": 0.264968941324506, |
| "learning_rate": 9.998263612698386e-06, |
| "loss": 0.2663, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.3253404024581275, |
| "grad_norm": 0.309286015249272, |
| "learning_rate": 9.997874544878343e-06, |
| "loss": 0.2618, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.32775033136522475, |
| "grad_norm": 0.2839373966652251, |
| "learning_rate": 9.997446188952599e-06, |
| "loss": 0.2564, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.330160260272322, |
| "grad_norm": 0.29115675145342884, |
| "learning_rate": 9.996978548288446e-06, |
| "loss": 0.2653, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.3325701891794192, |
| "grad_norm": 0.324856987750109, |
| "learning_rate": 9.996471626561988e-06, |
| "loss": 0.2627, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.33498011808651645, |
| "grad_norm": 0.29239610514838105, |
| "learning_rate": 9.995925427758117e-06, |
| "loss": 0.2625, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.3373900469936137, |
| "grad_norm": 0.2931229070423582, |
| "learning_rate": 9.995339956170482e-06, |
| "loss": 0.2606, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3397999759007109, |
| "grad_norm": 0.24710624492399202, |
| "learning_rate": 9.994715216401457e-06, |
| "loss": 0.2591, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.34220990480780816, |
| "grad_norm": 0.22685709163092377, |
| "learning_rate": 9.994051213362091e-06, |
| "loss": 0.2599, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.3446198337149054, |
| "grad_norm": 0.2782337126782948, |
| "learning_rate": 9.993347952272095e-06, |
| "loss": 0.2548, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.34702976262200264, |
| "grad_norm": 0.2824044193510219, |
| "learning_rate": 9.992605438659773e-06, |
| "loss": 0.2592, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.34943969152909987, |
| "grad_norm": 0.32671194252531005, |
| "learning_rate": 9.991823678361997e-06, |
| "loss": 0.2605, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3518496204361971, |
| "grad_norm": 0.2915418808907502, |
| "learning_rate": 9.991002677524158e-06, |
| "loss": 0.2583, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.3542595493432944, |
| "grad_norm": 0.2517434194186832, |
| "learning_rate": 9.990142442600113e-06, |
| "loss": 0.2626, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.35666947825039164, |
| "grad_norm": 0.22802864482216906, |
| "learning_rate": 9.989242980352134e-06, |
| "loss": 0.2621, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.3590794071574889, |
| "grad_norm": 0.2510160887893319, |
| "learning_rate": 9.988304297850864e-06, |
| "loss": 0.2602, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3614893360645861, |
| "grad_norm": 0.31638803764677614, |
| "learning_rate": 9.987326402475246e-06, |
| "loss": 0.2617, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.36389926497168334, |
| "grad_norm": 0.3247371483532704, |
| "learning_rate": 9.986309301912484e-06, |
| "loss": 0.256, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.3663091938787806, |
| "grad_norm": 0.22051929320874422, |
| "learning_rate": 9.985253004157967e-06, |
| "loss": 0.2576, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.3687191227858778, |
| "grad_norm": 0.2510308559539802, |
| "learning_rate": 9.984157517515209e-06, |
| "loss": 0.2553, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.37112905169297505, |
| "grad_norm": 0.2704669389868318, |
| "learning_rate": 9.983022850595794e-06, |
| "loss": 0.2576, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.3735389806000723, |
| "grad_norm": 0.25917018433066413, |
| "learning_rate": 9.981849012319294e-06, |
| "loss": 0.2571, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3759489095071695, |
| "grad_norm": 0.255429313228651, |
| "learning_rate": 9.980636011913207e-06, |
| "loss": 0.2574, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.37835883841426676, |
| "grad_norm": 0.2808466488624173, |
| "learning_rate": 9.979383858912886e-06, |
| "loss": 0.2581, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.380768767321364, |
| "grad_norm": 0.27710076879535755, |
| "learning_rate": 9.97809256316146e-06, |
| "loss": 0.2553, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.38317869622846124, |
| "grad_norm": 0.25575994754858516, |
| "learning_rate": 9.976762134809752e-06, |
| "loss": 0.259, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.3855886251355585, |
| "grad_norm": 0.25900999268687813, |
| "learning_rate": 9.975392584316215e-06, |
| "loss": 0.2549, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.38799855404265576, |
| "grad_norm": 0.268086200203761, |
| "learning_rate": 9.973983922446832e-06, |
| "loss": 0.259, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.390408482949753, |
| "grad_norm": 0.26732900461472714, |
| "learning_rate": 9.972536160275042e-06, |
| "loss": 0.2548, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.39281841185685024, |
| "grad_norm": 0.30665669138498935, |
| "learning_rate": 9.971049309181648e-06, |
| "loss": 0.2565, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.39522834076394747, |
| "grad_norm": 0.28937131132395905, |
| "learning_rate": 9.969523380854736e-06, |
| "loss": 0.2586, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.3976382696710447, |
| "grad_norm": 0.3141555384161138, |
| "learning_rate": 9.967958387289564e-06, |
| "loss": 0.2593, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.40004819857814194, |
| "grad_norm": 0.23076311163985025, |
| "learning_rate": 9.966354340788496e-06, |
| "loss": 0.2545, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.4024581274852392, |
| "grad_norm": 0.25203421622592836, |
| "learning_rate": 9.964711253960877e-06, |
| "loss": 0.2559, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.4048680563923364, |
| "grad_norm": 0.2645397042409831, |
| "learning_rate": 9.963029139722952e-06, |
| "loss": 0.2567, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.40727798529943365, |
| "grad_norm": 0.30274969528624446, |
| "learning_rate": 9.96130801129776e-06, |
| "loss": 0.2549, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.4096879142065309, |
| "grad_norm": 0.2771458908420823, |
| "learning_rate": 9.959547882215025e-06, |
| "loss": 0.2562, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.4120978431136281, |
| "grad_norm": 0.27175651166846754, |
| "learning_rate": 9.957748766311059e-06, |
| "loss": 0.259, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.41450777202072536, |
| "grad_norm": 0.2634574217505447, |
| "learning_rate": 9.955910677728643e-06, |
| "loss": 0.2574, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.41691770092782265, |
| "grad_norm": 0.2517866807829483, |
| "learning_rate": 9.954033630916926e-06, |
| "loss": 0.2535, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.4193276298349199, |
| "grad_norm": 0.24198911390492772, |
| "learning_rate": 9.952117640631298e-06, |
| "loss": 0.2531, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.4217375587420171, |
| "grad_norm": 0.25567617243925783, |
| "learning_rate": 9.950162721933292e-06, |
| "loss": 0.2557, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.42414748764911436, |
| "grad_norm": 0.24724127942420843, |
| "learning_rate": 9.948168890190448e-06, |
| "loss": 0.2526, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.4265574165562116, |
| "grad_norm": 0.22259661645254947, |
| "learning_rate": 9.946136161076205e-06, |
| "loss": 0.2545, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.42896734546330884, |
| "grad_norm": 0.2544717021977746, |
| "learning_rate": 9.94406455056977e-06, |
| "loss": 0.2562, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.43137727437040607, |
| "grad_norm": 0.29699746917090547, |
| "learning_rate": 9.941954074955995e-06, |
| "loss": 0.2496, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.4337872032775033, |
| "grad_norm": 0.28028866452513135, |
| "learning_rate": 9.939804750825253e-06, |
| "loss": 0.2522, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.43619713218460054, |
| "grad_norm": 0.23894168010090663, |
| "learning_rate": 9.937616595073299e-06, |
| "loss": 0.2544, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.4386070610916978, |
| "grad_norm": 0.23390200650134418, |
| "learning_rate": 9.935389624901143e-06, |
| "loss": 0.2562, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.441016989998795, |
| "grad_norm": 0.24222324515161398, |
| "learning_rate": 9.933123857814917e-06, |
| "loss": 0.2551, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.44342691890589225, |
| "grad_norm": 0.32911301369164847, |
| "learning_rate": 9.93081931162573e-06, |
| "loss": 0.2543, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.4458368478129895, |
| "grad_norm": 0.26294976961002553, |
| "learning_rate": 9.928476004449534e-06, |
| "loss": 0.2536, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.4482467767200868, |
| "grad_norm": 0.25013849250306375, |
| "learning_rate": 9.926093954706982e-06, |
| "loss": 0.2533, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.450656705627184, |
| "grad_norm": 0.2805429371994657, |
| "learning_rate": 9.923673181123273e-06, |
| "loss": 0.2567, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.45306663453428125, |
| "grad_norm": 0.2196569788959264, |
| "learning_rate": 9.921213702728023e-06, |
| "loss": 0.2519, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.4554765634413785, |
| "grad_norm": 0.2547332130190858, |
| "learning_rate": 9.918715538855098e-06, |
| "loss": 0.2524, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.4578864923484757, |
| "grad_norm": 0.2598591930709734, |
| "learning_rate": 9.916178709142472e-06, |
| "loss": 0.2523, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.46029642125557296, |
| "grad_norm": 0.24383497437844423, |
| "learning_rate": 9.913603233532067e-06, |
| "loss": 0.2538, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.4627063501626702, |
| "grad_norm": 0.2289012736200408, |
| "learning_rate": 9.910989132269604e-06, |
| "loss": 0.253, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 0.26872158304325294, |
| "learning_rate": 9.908336425904432e-06, |
| "loss": 0.2536, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.46752620797686467, |
| "grad_norm": 0.22899065898873444, |
| "learning_rate": 9.905645135289378e-06, |
| "loss": 0.2536, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.4699361368839619, |
| "grad_norm": 0.2339437193920751, |
| "learning_rate": 9.902915281580581e-06, |
| "loss": 0.2548, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.47234606579105914, |
| "grad_norm": 0.281501527050063, |
| "learning_rate": 9.900146886237316e-06, |
| "loss": 0.2532, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.4747559946981564, |
| "grad_norm": 0.2930560528551073, |
| "learning_rate": 9.897339971021836e-06, |
| "loss": 0.2523, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.4771659236052537, |
| "grad_norm": 0.2962587159259821, |
| "learning_rate": 9.894494557999195e-06, |
| "loss": 0.2512, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.4795758525123509, |
| "grad_norm": 0.2777269071036824, |
| "learning_rate": 9.891610669537084e-06, |
| "loss": 0.2482, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.48198578141944814, |
| "grad_norm": 0.2592070661747237, |
| "learning_rate": 9.888688328305638e-06, |
| "loss": 0.2515, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4843957103265454, |
| "grad_norm": 0.2323305440409319, |
| "learning_rate": 9.885727557277275e-06, |
| "loss": 0.2511, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.4868056392336426, |
| "grad_norm": 0.2639926538094649, |
| "learning_rate": 9.882728379726506e-06, |
| "loss": 0.2526, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.48921556814073985, |
| "grad_norm": 0.2369644299043803, |
| "learning_rate": 9.879690819229752e-06, |
| "loss": 0.2457, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.4916254970478371, |
| "grad_norm": 0.24161366225089992, |
| "learning_rate": 9.876614899665167e-06, |
| "loss": 0.2519, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.4940354259549343, |
| "grad_norm": 0.30395052527650174, |
| "learning_rate": 9.873500645212434e-06, |
| "loss": 0.2519, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.49644535486203156, |
| "grad_norm": 0.21943203874143705, |
| "learning_rate": 9.870348080352597e-06, |
| "loss": 0.2515, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.4988552837691288, |
| "grad_norm": 0.23272359587212466, |
| "learning_rate": 9.867157229867847e-06, |
| "loss": 0.2488, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.501265212676226, |
| "grad_norm": 0.26362099006055606, |
| "learning_rate": 9.863928118841344e-06, |
| "loss": 0.2533, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.5036751415833233, |
| "grad_norm": 0.2641813401826469, |
| "learning_rate": 9.860660772657008e-06, |
| "loss": 0.2498, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.5060850704904205, |
| "grad_norm": 0.2509299238141831, |
| "learning_rate": 9.857355216999324e-06, |
| "loss": 0.2476, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5084949993975177, |
| "grad_norm": 0.2287556133058195, |
| "learning_rate": 9.854011477853147e-06, |
| "loss": 0.2512, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.510904928304615, |
| "grad_norm": 0.2309736644440354, |
| "learning_rate": 9.850629581503481e-06, |
| "loss": 0.2504, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.5133148572117122, |
| "grad_norm": 0.22734652525944837, |
| "learning_rate": 9.847209554535288e-06, |
| "loss": 0.2503, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.5157247861188095, |
| "grad_norm": 0.2680129551109617, |
| "learning_rate": 9.843751423833274e-06, |
| "loss": 0.2483, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.5181347150259067, |
| "grad_norm": 0.24577001348408803, |
| "learning_rate": 9.840255216581676e-06, |
| "loss": 0.247, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5205446439330039, |
| "grad_norm": 0.22672067617484173, |
| "learning_rate": 9.836720960264049e-06, |
| "loss": 0.2533, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.5229545728401012, |
| "grad_norm": 0.20879946688247455, |
| "learning_rate": 9.833148682663048e-06, |
| "loss": 0.2519, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.5253645017471985, |
| "grad_norm": 0.27256348962492954, |
| "learning_rate": 9.829538411860218e-06, |
| "loss": 0.2501, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5277744306542957, |
| "grad_norm": 1.3586399738190187, |
| "learning_rate": 9.82589017623576e-06, |
| "loss": 0.2517, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.530184359561393, |
| "grad_norm": 0.243485851387389, |
| "learning_rate": 9.822204004468319e-06, |
| "loss": 0.2523, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.5325942884684902, |
| "grad_norm": 0.23042125839781646, |
| "learning_rate": 9.818479925534755e-06, |
| "loss": 0.2462, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.5350042173755875, |
| "grad_norm": 0.24445277638786383, |
| "learning_rate": 9.814717968709912e-06, |
| "loss": 0.2534, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.5374141462826847, |
| "grad_norm": 0.28216268342519074, |
| "learning_rate": 9.810918163566396e-06, |
| "loss": 0.2494, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.5398240751897819, |
| "grad_norm": 0.21727871013389716, |
| "learning_rate": 9.80708053997433e-06, |
| "loss": 0.2493, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.5422340040968792, |
| "grad_norm": 0.24147885785957263, |
| "learning_rate": 9.803205128101134e-06, |
| "loss": 0.252, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5446439330039764, |
| "grad_norm": 0.2063861668840542, |
| "learning_rate": 9.799291958411273e-06, |
| "loss": 0.2503, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.5470538619110736, |
| "grad_norm": 0.2133593464613344, |
| "learning_rate": 9.795341061666031e-06, |
| "loss": 0.2493, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.5494637908181709, |
| "grad_norm": 0.26539292934413866, |
| "learning_rate": 9.791352468923257e-06, |
| "loss": 0.2518, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.5518737197252681, |
| "grad_norm": 0.25707985610511475, |
| "learning_rate": 9.787326211537132e-06, |
| "loss": 0.2458, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.5542836486323653, |
| "grad_norm": 0.24587473091786494, |
| "learning_rate": 9.783262321157915e-06, |
| "loss": 0.2508, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5566935775394626, |
| "grad_norm": 0.2229806857389122, |
| "learning_rate": 9.779160829731698e-06, |
| "loss": 0.2502, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.5591035064465598, |
| "grad_norm": 0.23206569570129085, |
| "learning_rate": 9.77502176950015e-06, |
| "loss": 0.2484, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.561513435353657, |
| "grad_norm": 0.22458750897161675, |
| "learning_rate": 9.770845173000272e-06, |
| "loss": 0.2487, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.5639233642607543, |
| "grad_norm": 0.23194601750011765, |
| "learning_rate": 9.766631073064132e-06, |
| "loss": 0.2468, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.5663332931678515, |
| "grad_norm": 0.25190985385722175, |
| "learning_rate": 9.762379502818613e-06, |
| "loss": 0.2485, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5687432220749488, |
| "grad_norm": 0.2553366523883217, |
| "learning_rate": 9.758090495685151e-06, |
| "loss": 0.2481, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.571153150982046, |
| "grad_norm": 0.2515668619417224, |
| "learning_rate": 9.75376408537947e-06, |
| "loss": 0.2497, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.5735630798891432, |
| "grad_norm": 0.25601950123499484, |
| "learning_rate": 9.749400305911323e-06, |
| "loss": 0.2488, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.5759730087962405, |
| "grad_norm": 0.2331291552504394, |
| "learning_rate": 9.744999191584214e-06, |
| "loss": 0.2474, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.5783829377033377, |
| "grad_norm": 0.2355737529576478, |
| "learning_rate": 9.740560776995142e-06, |
| "loss": 0.2512, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5807928666104349, |
| "grad_norm": 0.21848904000264835, |
| "learning_rate": 9.736085097034318e-06, |
| "loss": 0.2478, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.5832027955175322, |
| "grad_norm": 0.2482349804436847, |
| "learning_rate": 9.731572186884894e-06, |
| "loss": 0.2466, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.5856127244246295, |
| "grad_norm": 0.24162183009865262, |
| "learning_rate": 9.727022082022692e-06, |
| "loss": 0.2433, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.5880226533317268, |
| "grad_norm": 0.20748843660065733, |
| "learning_rate": 9.722434818215914e-06, |
| "loss": 0.2505, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.590432582238824, |
| "grad_norm": 0.2460720452800874, |
| "learning_rate": 9.71781043152487e-06, |
| "loss": 0.2485, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5928425111459212, |
| "grad_norm": 0.22678432897781045, |
| "learning_rate": 9.713148958301692e-06, |
| "loss": 0.247, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.5952524400530185, |
| "grad_norm": 0.22757995456174757, |
| "learning_rate": 9.708450435190048e-06, |
| "loss": 0.2501, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.5976623689601157, |
| "grad_norm": 0.22394638428804461, |
| "learning_rate": 9.703714899124853e-06, |
| "loss": 0.2451, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.600072297867213, |
| "grad_norm": 0.2252056194114915, |
| "learning_rate": 9.698942387331983e-06, |
| "loss": 0.2472, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.6024822267743102, |
| "grad_norm": 0.23661161159464128, |
| "learning_rate": 9.694132937327969e-06, |
| "loss": 0.248, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6048921556814074, |
| "grad_norm": 0.24027883229892857, |
| "learning_rate": 9.689286586919721e-06, |
| "loss": 0.2498, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.6073020845885047, |
| "grad_norm": 0.2243299626272604, |
| "learning_rate": 9.684403374204223e-06, |
| "loss": 0.251, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.6097120134956019, |
| "grad_norm": 0.2316376178427852, |
| "learning_rate": 9.679483337568223e-06, |
| "loss": 0.2489, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.6121219424026991, |
| "grad_norm": 0.21188098705704417, |
| "learning_rate": 9.674526515687947e-06, |
| "loss": 0.2498, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.6145318713097964, |
| "grad_norm": 0.23835194355460387, |
| "learning_rate": 9.669532947528789e-06, |
| "loss": 0.2438, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.6169418002168936, |
| "grad_norm": 0.27203353811670977, |
| "learning_rate": 9.664502672345002e-06, |
| "loss": 0.2496, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.6193517291239908, |
| "grad_norm": 0.2596580314905258, |
| "learning_rate": 9.65943572967939e-06, |
| "loss": 0.2465, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.6217616580310881, |
| "grad_norm": 0.2527876679791275, |
| "learning_rate": 9.654332159363004e-06, |
| "loss": 0.2508, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.6241715869381853, |
| "grad_norm": 0.22550245644158665, |
| "learning_rate": 9.649192001514817e-06, |
| "loss": 0.2442, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.6265815158452825, |
| "grad_norm": 0.21863943460147847, |
| "learning_rate": 9.64401529654142e-06, |
| "loss": 0.2448, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6289914447523798, |
| "grad_norm": 0.30256431453237753, |
| "learning_rate": 9.638802085136698e-06, |
| "loss": 0.2448, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.631401373659477, |
| "grad_norm": 0.24072486871882548, |
| "learning_rate": 9.63355240828151e-06, |
| "loss": 0.2459, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.6338113025665743, |
| "grad_norm": 0.2188135061985191, |
| "learning_rate": 9.628266307243373e-06, |
| "loss": 0.2446, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.6362212314736715, |
| "grad_norm": 0.2773809052151068, |
| "learning_rate": 9.62294382357613e-06, |
| "loss": 0.2457, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.6386311603807687, |
| "grad_norm": 0.26375943823108927, |
| "learning_rate": 9.617584999119624e-06, |
| "loss": 0.2427, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.641041089287866, |
| "grad_norm": 0.23240691161743587, |
| "learning_rate": 9.612189875999378e-06, |
| "loss": 0.2426, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.6434510181949632, |
| "grad_norm": 0.23630077680221265, |
| "learning_rate": 9.606758496626252e-06, |
| "loss": 0.247, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.6458609471020604, |
| "grad_norm": 0.2509016999348782, |
| "learning_rate": 9.60129090369612e-06, |
| "loss": 0.2468, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.6482708760091578, |
| "grad_norm": 0.24870182504529034, |
| "learning_rate": 9.59578714018952e-06, |
| "loss": 0.2466, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.650680804916255, |
| "grad_norm": 0.2671086569185108, |
| "learning_rate": 9.590247249371338e-06, |
| "loss": 0.2491, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6530907338233523, |
| "grad_norm": 0.26864211130483057, |
| "learning_rate": 9.584671274790447e-06, |
| "loss": 0.2412, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.6555006627304495, |
| "grad_norm": 0.2449067677760779, |
| "learning_rate": 9.579059260279376e-06, |
| "loss": 0.2471, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.6579105916375467, |
| "grad_norm": 0.22591514758628464, |
| "learning_rate": 9.573411249953963e-06, |
| "loss": 0.2464, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.660320520544644, |
| "grad_norm": 0.24171251882805125, |
| "learning_rate": 9.567727288213005e-06, |
| "loss": 0.247, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.6627304494517412, |
| "grad_norm": 0.24987162681467964, |
| "learning_rate": 9.562007419737916e-06, |
| "loss": 0.247, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6651403783588384, |
| "grad_norm": 0.38858502012585033, |
| "learning_rate": 9.556251689492366e-06, |
| "loss": 0.2487, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.6675503072659357, |
| "grad_norm": 0.30447726327068786, |
| "learning_rate": 9.550460142721938e-06, |
| "loss": 0.2442, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.6699602361730329, |
| "grad_norm": 0.2508452315448291, |
| "learning_rate": 9.544632824953767e-06, |
| "loss": 0.2415, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.6723701650801301, |
| "grad_norm": 0.25979236953572127, |
| "learning_rate": 9.538769781996178e-06, |
| "loss": 0.2441, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.6747800939872274, |
| "grad_norm": 0.2645435314981733, |
| "learning_rate": 9.532871059938335e-06, |
| "loss": 0.2458, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.6771900228943246, |
| "grad_norm": 0.23441896195422374, |
| "learning_rate": 9.526936705149872e-06, |
| "loss": 0.2461, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.6795999518014219, |
| "grad_norm": 0.22615424165523812, |
| "learning_rate": 9.520966764280532e-06, |
| "loss": 0.2444, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.6820098807085191, |
| "grad_norm": 0.22477062313643148, |
| "learning_rate": 9.514961284259796e-06, |
| "loss": 0.2478, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.6844198096156163, |
| "grad_norm": 0.24163024792894153, |
| "learning_rate": 9.50892031229652e-06, |
| "loss": 0.2435, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.6868297385227136, |
| "grad_norm": 0.29876826315076066, |
| "learning_rate": 9.50284389587856e-06, |
| "loss": 0.2471, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6892396674298108, |
| "grad_norm": 0.2590904612965771, |
| "learning_rate": 9.4967320827724e-06, |
| "loss": 0.2434, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.691649596336908, |
| "grad_norm": 0.2751396270681613, |
| "learning_rate": 9.490584921022773e-06, |
| "loss": 0.2447, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.6940595252440053, |
| "grad_norm": 0.21928936619489664, |
| "learning_rate": 9.484402458952289e-06, |
| "loss": 0.2438, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.6964694541511025, |
| "grad_norm": 0.20604736521846012, |
| "learning_rate": 9.478184745161052e-06, |
| "loss": 0.2447, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.6988793830581997, |
| "grad_norm": 0.20293332685140275, |
| "learning_rate": 9.471931828526282e-06, |
| "loss": 0.2471, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.701289311965297, |
| "grad_norm": 0.20898386618795675, |
| "learning_rate": 9.46564375820192e-06, |
| "loss": 0.2418, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.7036992408723942, |
| "grad_norm": 0.20265885486415477, |
| "learning_rate": 9.459320583618253e-06, |
| "loss": 0.2444, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.7061091697794915, |
| "grad_norm": 0.21784081138054445, |
| "learning_rate": 9.452962354481523e-06, |
| "loss": 0.2442, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.7085190986865888, |
| "grad_norm": 0.2057677350800323, |
| "learning_rate": 9.44656912077353e-06, |
| "loss": 0.2447, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.710929027593686, |
| "grad_norm": 0.2077146527923193, |
| "learning_rate": 9.440140932751249e-06, |
| "loss": 0.2462, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.7133389565007833, |
| "grad_norm": 0.24559268041039045, |
| "learning_rate": 9.433677840946424e-06, |
| "loss": 0.2428, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.7157488854078805, |
| "grad_norm": 0.2632289330359035, |
| "learning_rate": 9.427179896165182e-06, |
| "loss": 0.2434, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.7181588143149777, |
| "grad_norm": 0.4728478661757523, |
| "learning_rate": 9.420647149487622e-06, |
| "loss": 0.2458, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.720568743222075, |
| "grad_norm": 0.20781499356547853, |
| "learning_rate": 9.414079652267422e-06, |
| "loss": 0.2421, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.7229786721291722, |
| "grad_norm": 0.22440035705857272, |
| "learning_rate": 9.407477456131438e-06, |
| "loss": 0.2449, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7253886010362695, |
| "grad_norm": 0.22093101419055877, |
| "learning_rate": 9.400840612979283e-06, |
| "loss": 0.2475, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.7277985299433667, |
| "grad_norm": 0.209019758476293, |
| "learning_rate": 9.394169174982935e-06, |
| "loss": 0.2436, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.7302084588504639, |
| "grad_norm": 0.21446014178337364, |
| "learning_rate": 9.387463194586321e-06, |
| "loss": 0.242, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.7326183877575612, |
| "grad_norm": 0.2741566137088202, |
| "learning_rate": 9.380722724504902e-06, |
| "loss": 0.2429, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.7350283166646584, |
| "grad_norm": 0.26552515232851714, |
| "learning_rate": 9.373947817725262e-06, |
| "loss": 0.2453, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7374382455717556, |
| "grad_norm": 0.23218798648926703, |
| "learning_rate": 9.367138527504694e-06, |
| "loss": 0.2431, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.7398481744788529, |
| "grad_norm": 0.2737399903169623, |
| "learning_rate": 9.36029490737077e-06, |
| "loss": 0.2433, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.7422581033859501, |
| "grad_norm": 0.2833606536832588, |
| "learning_rate": 9.353417011120937e-06, |
| "loss": 0.2417, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.7446680322930473, |
| "grad_norm": 0.20297079664835432, |
| "learning_rate": 9.34650489282208e-06, |
| "loss": 0.2454, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.7470779612001446, |
| "grad_norm": 0.19661403837278102, |
| "learning_rate": 9.339558606810102e-06, |
| "loss": 0.2398, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7494878901072418, |
| "grad_norm": 0.23698258341720282, |
| "learning_rate": 9.332578207689501e-06, |
| "loss": 0.2412, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.751897819014339, |
| "grad_norm": 0.27440813714781526, |
| "learning_rate": 9.325563750332935e-06, |
| "loss": 0.2441, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.7543077479214363, |
| "grad_norm": 0.21576707599165224, |
| "learning_rate": 9.31851528988079e-06, |
| "loss": 0.2416, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.7567176768285335, |
| "grad_norm": 0.21870244436654282, |
| "learning_rate": 9.311432881740752e-06, |
| "loss": 0.2419, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.7591276057356308, |
| "grad_norm": 0.2519064274406455, |
| "learning_rate": 9.304316581587367e-06, |
| "loss": 0.2396, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.761537534642728, |
| "grad_norm": 0.3391396856841686, |
| "learning_rate": 9.297166445361608e-06, |
| "loss": 0.2387, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.7639474635498252, |
| "grad_norm": 0.2795773536176513, |
| "learning_rate": 9.289982529270424e-06, |
| "loss": 0.2462, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.7663573924569225, |
| "grad_norm": 0.20844625168835318, |
| "learning_rate": 9.28276488978632e-06, |
| "loss": 0.239, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.7687673213640197, |
| "grad_norm": 0.2872676811457329, |
| "learning_rate": 9.275513583646885e-06, |
| "loss": 0.2426, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.771177250271117, |
| "grad_norm": 0.2695671149655012, |
| "learning_rate": 9.26822866785437e-06, |
| "loss": 0.2437, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7735871791782143, |
| "grad_norm": 0.23733636792731364, |
| "learning_rate": 9.260910199675224e-06, |
| "loss": 0.2405, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.7759971080853115, |
| "grad_norm": 0.2519834401705272, |
| "learning_rate": 9.253558236639654e-06, |
| "loss": 0.2447, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.7784070369924088, |
| "grad_norm": 0.2994461867359508, |
| "learning_rate": 9.246172836541167e-06, |
| "loss": 0.2424, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.780816965899506, |
| "grad_norm": 0.285434401778984, |
| "learning_rate": 9.238754057436121e-06, |
| "loss": 0.2459, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.7832268948066032, |
| "grad_norm": 0.2478713737633632, |
| "learning_rate": 9.23130195764326e-06, |
| "loss": 0.241, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.7856368237137005, |
| "grad_norm": 0.23085486709682762, |
| "learning_rate": 9.223816595743263e-06, |
| "loss": 0.2382, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.7880467526207977, |
| "grad_norm": 0.2102415877652219, |
| "learning_rate": 9.21629803057828e-06, |
| "loss": 0.2467, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.7904566815278949, |
| "grad_norm": 0.20235721757640468, |
| "learning_rate": 9.208746321251477e-06, |
| "loss": 0.2439, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.7928666104349922, |
| "grad_norm": 0.24134151252384362, |
| "learning_rate": 9.201161527126554e-06, |
| "loss": 0.2387, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.7952765393420894, |
| "grad_norm": 0.2429745767975388, |
| "learning_rate": 9.193543707827297e-06, |
| "loss": 0.2421, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7976864682491867, |
| "grad_norm": 0.24545430876644317, |
| "learning_rate": 9.185892923237101e-06, |
| "loss": 0.2384, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.8000963971562839, |
| "grad_norm": 0.23413187282452325, |
| "learning_rate": 9.178209233498497e-06, |
| "loss": 0.2413, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.8025063260633811, |
| "grad_norm": 0.22264754893987343, |
| "learning_rate": 9.170492699012686e-06, |
| "loss": 0.2441, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.8049162549704784, |
| "grad_norm": 0.2242518581750092, |
| "learning_rate": 9.162743380439057e-06, |
| "loss": 0.2437, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.8073261838775756, |
| "grad_norm": 0.2178074552318658, |
| "learning_rate": 9.154961338694714e-06, |
| "loss": 0.2366, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.8097361127846728, |
| "grad_norm": 0.2154415811499556, |
| "learning_rate": 9.147146634954e-06, |
| "loss": 0.2418, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.8121460416917701, |
| "grad_norm": 0.22353296872616982, |
| "learning_rate": 9.139299330648006e-06, |
| "loss": 0.2423, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.8145559705988673, |
| "grad_norm": 0.24935251325993996, |
| "learning_rate": 9.131419487464104e-06, |
| "loss": 0.2401, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.8169658995059645, |
| "grad_norm": 0.2870367439432121, |
| "learning_rate": 9.123507167345444e-06, |
| "loss": 0.2438, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.8193758284130618, |
| "grad_norm": 0.24533380471693478, |
| "learning_rate": 9.115562432490482e-06, |
| "loss": 0.2435, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.821785757320159, |
| "grad_norm": 0.25027692705581994, |
| "learning_rate": 9.107585345352481e-06, |
| "loss": 0.2387, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.8241956862272563, |
| "grad_norm": 0.20473070923362255, |
| "learning_rate": 9.099575968639028e-06, |
| "loss": 0.2418, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.8266056151343535, |
| "grad_norm": 0.2087558514245916, |
| "learning_rate": 9.091534365311531e-06, |
| "loss": 0.2417, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.8290155440414507, |
| "grad_norm": 0.19243197368268125, |
| "learning_rate": 9.08346059858474e-06, |
| "loss": 0.239, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.8314254729485481, |
| "grad_norm": 0.2389322016697769, |
| "learning_rate": 9.075354731926232e-06, |
| "loss": 0.2398, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8338354018556453, |
| "grad_norm": 0.20955906880592914, |
| "learning_rate": 9.067216829055922e-06, |
| "loss": 0.2423, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.8362453307627425, |
| "grad_norm": 0.21621910041719575, |
| "learning_rate": 9.059046953945563e-06, |
| "loss": 0.2404, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.8386552596698398, |
| "grad_norm": 0.20962354744285525, |
| "learning_rate": 9.050845170818239e-06, |
| "loss": 0.2397, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.841065188576937, |
| "grad_norm": 0.2784866402301869, |
| "learning_rate": 9.04261154414786e-06, |
| "loss": 0.2412, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.8434751174840343, |
| "grad_norm": 0.213421075751132, |
| "learning_rate": 9.03434613865866e-06, |
| "loss": 0.2415, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.8458850463911315, |
| "grad_norm": 0.2432009063623774, |
| "learning_rate": 9.026049019324686e-06, |
| "loss": 0.2447, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.8482949752982287, |
| "grad_norm": 0.22778860067999604, |
| "learning_rate": 9.01772025136928e-06, |
| "loss": 0.2354, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.850704904205326, |
| "grad_norm": 0.21714110048244442, |
| "learning_rate": 9.009359900264579e-06, |
| "loss": 0.2404, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.8531148331124232, |
| "grad_norm": 0.22093004627284601, |
| "learning_rate": 9.00096803173099e-06, |
| "loss": 0.2352, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.8555247620195204, |
| "grad_norm": 0.2079051465955922, |
| "learning_rate": 8.992544711736682e-06, |
| "loss": 0.2379, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.8579346909266177, |
| "grad_norm": 0.23996175709226994, |
| "learning_rate": 8.984090006497056e-06, |
| "loss": 0.2383, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.8603446198337149, |
| "grad_norm": 0.27470508136131533, |
| "learning_rate": 8.97560398247424e-06, |
| "loss": 0.2372, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.8627545487408121, |
| "grad_norm": 0.23847577557581387, |
| "learning_rate": 8.96708670637655e-06, |
| "loss": 0.2372, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.8651644776479094, |
| "grad_norm": 0.1927026016514168, |
| "learning_rate": 8.958538245157975e-06, |
| "loss": 0.2411, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.8675744065550066, |
| "grad_norm": 0.20779115915350238, |
| "learning_rate": 8.949958666017652e-06, |
| "loss": 0.2398, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8699843354621039, |
| "grad_norm": 0.2440155187659645, |
| "learning_rate": 8.941348036399333e-06, |
| "loss": 0.2402, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.8723942643692011, |
| "grad_norm": 0.2589623848581086, |
| "learning_rate": 8.932706423990856e-06, |
| "loss": 0.242, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.8748041932762983, |
| "grad_norm": 0.20029907640445951, |
| "learning_rate": 8.924033896723617e-06, |
| "loss": 0.2421, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.8772141221833956, |
| "grad_norm": 0.22197406646318488, |
| "learning_rate": 8.915330522772028e-06, |
| "loss": 0.2408, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.8796240510904928, |
| "grad_norm": 0.22624317150949583, |
| "learning_rate": 8.906596370552985e-06, |
| "loss": 0.2382, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.88203397999759, |
| "grad_norm": 0.23656619525765019, |
| "learning_rate": 8.897831508725338e-06, |
| "loss": 0.2379, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.8844439089046873, |
| "grad_norm": 0.2328517091519601, |
| "learning_rate": 8.889036006189338e-06, |
| "loss": 0.2388, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.8868538378117845, |
| "grad_norm": 0.22331596836468462, |
| "learning_rate": 8.880209932086102e-06, |
| "loss": 0.2418, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.8892637667188817, |
| "grad_norm": 0.22171497642798174, |
| "learning_rate": 8.87135335579707e-06, |
| "loss": 0.2355, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.891673695625979, |
| "grad_norm": 0.22384435255581855, |
| "learning_rate": 8.862466346943457e-06, |
| "loss": 0.2422, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.8940836245330763, |
| "grad_norm": 0.22527164593480525, |
| "learning_rate": 8.853548975385714e-06, |
| "loss": 0.2389, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.8964935534401736, |
| "grad_norm": 0.23176983646267607, |
| "learning_rate": 8.84460131122296e-06, |
| "loss": 0.2387, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.8989034823472708, |
| "grad_norm": 0.280292027220555, |
| "learning_rate": 8.835623424792453e-06, |
| "loss": 0.2424, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.901313411254368, |
| "grad_norm": 0.22622921375840255, |
| "learning_rate": 8.826615386669025e-06, |
| "loss": 0.2386, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.9037233401614653, |
| "grad_norm": 0.209504843641764, |
| "learning_rate": 8.817577267664528e-06, |
| "loss": 0.2399, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.9061332690685625, |
| "grad_norm": 0.2014356959834231, |
| "learning_rate": 8.808509138827275e-06, |
| "loss": 0.2388, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.9085431979756597, |
| "grad_norm": 0.22477916464908484, |
| "learning_rate": 8.799411071441496e-06, |
| "loss": 0.238, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.910953126882757, |
| "grad_norm": 0.24112220047729305, |
| "learning_rate": 8.790283137026754e-06, |
| "loss": 0.2382, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.9133630557898542, |
| "grad_norm": 0.23524427726283031, |
| "learning_rate": 8.781125407337405e-06, |
| "loss": 0.24, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.9157729846969515, |
| "grad_norm": 0.18849866981351815, |
| "learning_rate": 8.77193795436202e-06, |
| "loss": 0.2362, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.9181829136040487, |
| "grad_norm": 0.2256694441450033, |
| "learning_rate": 8.762720850322823e-06, |
| "loss": 0.238, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.9205928425111459, |
| "grad_norm": 0.20964103549862023, |
| "learning_rate": 8.753474167675128e-06, |
| "loss": 0.2403, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.9230027714182432, |
| "grad_norm": 0.22505474797625605, |
| "learning_rate": 8.744197979106763e-06, |
| "loss": 0.2417, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.9254127003253404, |
| "grad_norm": 0.21096678717130304, |
| "learning_rate": 8.7348923575375e-06, |
| "loss": 0.2399, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.9278226292324376, |
| "grad_norm": 0.28829858771631195, |
| "learning_rate": 8.725557376118482e-06, |
| "loss": 0.24, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 0.21605631711409606, |
| "learning_rate": 8.716193108231655e-06, |
| "loss": 0.2382, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.9326424870466321, |
| "grad_norm": 0.23010907578749432, |
| "learning_rate": 8.706799627489175e-06, |
| "loss": 0.2391, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.9350524159537293, |
| "grad_norm": 0.1986626914383043, |
| "learning_rate": 8.697377007732848e-06, |
| "loss": 0.2379, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.9374623448608266, |
| "grad_norm": 0.24457215435863935, |
| "learning_rate": 8.687925323033536e-06, |
| "loss": 0.2384, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.9398722737679238, |
| "grad_norm": 0.2400460855871951, |
| "learning_rate": 8.67844464769058e-06, |
| "loss": 0.2375, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.942282202675021, |
| "grad_norm": 0.20759698468905713, |
| "learning_rate": 8.668935056231216e-06, |
| "loss": 0.2351, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.9446921315821183, |
| "grad_norm": 0.2314303079993546, |
| "learning_rate": 8.659396623409987e-06, |
| "loss": 0.2419, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.9471020604892155, |
| "grad_norm": 0.20578452598163302, |
| "learning_rate": 8.649829424208163e-06, |
| "loss": 0.2402, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.9495119893963128, |
| "grad_norm": 0.22203294343090166, |
| "learning_rate": 8.640233533833136e-06, |
| "loss": 0.236, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.95192191830341, |
| "grad_norm": 0.23695728669881866, |
| "learning_rate": 8.630609027717843e-06, |
| "loss": 0.2373, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.9543318472105073, |
| "grad_norm": 0.22602095173170259, |
| "learning_rate": 8.620955981520171e-06, |
| "loss": 0.2374, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.9567417761176046, |
| "grad_norm": 0.22002954889841164, |
| "learning_rate": 8.611274471122355e-06, |
| "loss": 0.241, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.9591517050247018, |
| "grad_norm": 0.20036228785191246, |
| "learning_rate": 8.601564572630387e-06, |
| "loss": 0.2368, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.961561633931799, |
| "grad_norm": 0.23987199491581082, |
| "learning_rate": 8.591826362373421e-06, |
| "loss": 0.2417, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.9639715628388963, |
| "grad_norm": 0.2666936971172365, |
| "learning_rate": 8.58205991690316e-06, |
| "loss": 0.2407, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.9663814917459935, |
| "grad_norm": 0.26043640766704723, |
| "learning_rate": 8.572265312993274e-06, |
| "loss": 0.2374, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.9687914206530908, |
| "grad_norm": 0.20723580075002096, |
| "learning_rate": 8.562442627638774e-06, |
| "loss": 0.2391, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.971201349560188, |
| "grad_norm": 0.22633246655669187, |
| "learning_rate": 8.552591938055425e-06, |
| "loss": 0.2358, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.9736112784672852, |
| "grad_norm": 0.19736774547140887, |
| "learning_rate": 8.542713321679137e-06, |
| "loss": 0.2399, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.9760212073743825, |
| "grad_norm": 0.2264847666207545, |
| "learning_rate": 8.532806856165337e-06, |
| "loss": 0.2363, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9784311362814797, |
| "grad_norm": 0.2123889512251932, |
| "learning_rate": 8.522872619388387e-06, |
| "loss": 0.2397, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.9808410651885769, |
| "grad_norm": 0.20895886845966094, |
| "learning_rate": 8.512910689440951e-06, |
| "loss": 0.2379, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.9832509940956742, |
| "grad_norm": 0.2335328134396977, |
| "learning_rate": 8.50292114463339e-06, |
| "loss": 0.2338, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.9856609230027714, |
| "grad_norm": 0.23096136487661056, |
| "learning_rate": 8.49290406349314e-06, |
| "loss": 0.2378, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.9880708519098687, |
| "grad_norm": 0.235592090678458, |
| "learning_rate": 8.482859524764108e-06, |
| "loss": 0.2404, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.9904807808169659, |
| "grad_norm": 0.20944731655700624, |
| "learning_rate": 8.472787607406036e-06, |
| "loss": 0.2363, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.9928907097240631, |
| "grad_norm": 0.20365146059721848, |
| "learning_rate": 8.462688390593894e-06, |
| "loss": 0.2427, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.9953006386311604, |
| "grad_norm": 0.2151839265324596, |
| "learning_rate": 8.452561953717246e-06, |
| "loss": 0.2353, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.9977105675382576, |
| "grad_norm": 0.20685275108614723, |
| "learning_rate": 8.442408376379637e-06, |
| "loss": 0.2397, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.2586521391195523, |
| "learning_rate": 8.43222773839796e-06, |
| "loss": 0.2343, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.0024099289070973, |
| "grad_norm": 0.24188143764437817, |
| "learning_rate": 8.422020119801831e-06, |
| "loss": 0.2301, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.0048198578141945, |
| "grad_norm": 0.2150368185663544, |
| "learning_rate": 8.411785600832959e-06, |
| "loss": 0.2343, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.0072297867212918, |
| "grad_norm": 0.21763846175940527, |
| "learning_rate": 8.401524261944519e-06, |
| "loss": 0.2329, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.009639715628389, |
| "grad_norm": 0.2103637253475913, |
| "learning_rate": 8.39123618380051e-06, |
| "loss": 0.2314, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.0120496445354863, |
| "grad_norm": 0.24851068438913623, |
| "learning_rate": 8.380921447275137e-06, |
| "loss": 0.2344, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.0144595734425834, |
| "grad_norm": 0.23702433965413158, |
| "learning_rate": 8.370580133452153e-06, |
| "loss": 0.2344, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.0168695023496808, |
| "grad_norm": 0.20592307353537548, |
| "learning_rate": 8.360212323624246e-06, |
| "loss": 0.2322, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.019279431256778, |
| "grad_norm": 0.22892056279165002, |
| "learning_rate": 8.349818099292379e-06, |
| "loss": 0.2348, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.0216893601638752, |
| "grad_norm": 0.1959115919448313, |
| "learning_rate": 8.339397542165166e-06, |
| "loss": 0.2312, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.0240992890709724, |
| "grad_norm": 0.22592046247928438, |
| "learning_rate": 8.328950734158219e-06, |
| "loss": 0.2322, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.0265092179780697, |
| "grad_norm": 0.23157099144064822, |
| "learning_rate": 8.318477757393502e-06, |
| "loss": 0.2297, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.0289191468851668, |
| "grad_norm": 0.2466643779765108, |
| "learning_rate": 8.3079786941987e-06, |
| "loss": 0.2312, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.0313290757922642, |
| "grad_norm": 0.22269882927373885, |
| "learning_rate": 8.297453627106556e-06, |
| "loss": 0.2292, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.0337390046993613, |
| "grad_norm": 0.22564018444770104, |
| "learning_rate": 8.28690263885423e-06, |
| "loss": 0.2304, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.0361489336064587, |
| "grad_norm": 0.20380329709098385, |
| "learning_rate": 8.276325812382648e-06, |
| "loss": 0.2309, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.0385588625135558, |
| "grad_norm": 0.22594177420899356, |
| "learning_rate": 8.265723230835852e-06, |
| "loss": 0.2286, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.0409687914206531, |
| "grad_norm": 0.2211795887430096, |
| "learning_rate": 8.255094977560335e-06, |
| "loss": 0.2306, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.0433787203277503, |
| "grad_norm": 0.2206250811806614, |
| "learning_rate": 8.244441136104406e-06, |
| "loss": 0.2298, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.0457886492348476, |
| "grad_norm": 0.2089423604875909, |
| "learning_rate": 8.233761790217512e-06, |
| "loss": 0.2317, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.0481985781419447, |
| "grad_norm": 0.20682119942283125, |
| "learning_rate": 8.223057023849595e-06, |
| "loss": 0.2305, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.050608507049042, |
| "grad_norm": 0.20643946883650358, |
| "learning_rate": 8.212326921150426e-06, |
| "loss": 0.2341, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.0530184359561392, |
| "grad_norm": 0.20808166658774438, |
| "learning_rate": 8.20157156646894e-06, |
| "loss": 0.2342, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.0554283648632365, |
| "grad_norm": 0.2142171649274259, |
| "learning_rate": 8.190791044352581e-06, |
| "loss": 0.2289, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.0578382937703337, |
| "grad_norm": 0.21675585403201775, |
| "learning_rate": 8.179985439546633e-06, |
| "loss": 0.2293, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.060248222677431, |
| "grad_norm": 0.22031312657094632, |
| "learning_rate": 8.16915483699355e-06, |
| "loss": 0.2297, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.0626581515845284, |
| "grad_norm": 0.23416365396054778, |
| "learning_rate": 8.158299321832301e-06, |
| "loss": 0.2299, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.0650680804916255, |
| "grad_norm": 0.22560680707030648, |
| "learning_rate": 8.147418979397682e-06, |
| "loss": 0.2372, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.0674780093987228, |
| "grad_norm": 0.22554131254570797, |
| "learning_rate": 8.13651389521966e-06, |
| "loss": 0.2336, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.06988793830582, |
| "grad_norm": 0.21745513943006545, |
| "learning_rate": 8.125584155022696e-06, |
| "loss": 0.2315, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.0722978672129173, |
| "grad_norm": 0.21899082395931707, |
| "learning_rate": 8.114629844725073e-06, |
| "loss": 0.2299, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.0747077961200144, |
| "grad_norm": 0.19395411691567005, |
| "learning_rate": 8.103651050438213e-06, |
| "loss": 0.2303, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.0771177250271118, |
| "grad_norm": 0.20453167778614773, |
| "learning_rate": 8.09264785846601e-06, |
| "loss": 0.233, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.079527653934209, |
| "grad_norm": 0.22971826595899175, |
| "learning_rate": 8.081620355304147e-06, |
| "loss": 0.2285, |
| "step": 4480 |
| }, |
| { |
| "epoch": 1.0819375828413063, |
| "grad_norm": 0.2198565653788356, |
| "learning_rate": 8.070568627639418e-06, |
| "loss": 0.2325, |
| "step": 4490 |
| }, |
| { |
| "epoch": 1.0843475117484034, |
| "grad_norm": 0.19813813821821347, |
| "learning_rate": 8.059492762349037e-06, |
| "loss": 0.2305, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.0867574406555007, |
| "grad_norm": 0.24928525614074773, |
| "learning_rate": 8.048392846499974e-06, |
| "loss": 0.2313, |
| "step": 4510 |
| }, |
| { |
| "epoch": 1.0891673695625979, |
| "grad_norm": 0.2222700266271006, |
| "learning_rate": 8.037268967348252e-06, |
| "loss": 0.2333, |
| "step": 4520 |
| }, |
| { |
| "epoch": 1.0915772984696952, |
| "grad_norm": 0.26603597575633053, |
| "learning_rate": 8.026121212338271e-06, |
| "loss": 0.2302, |
| "step": 4530 |
| }, |
| { |
| "epoch": 1.0939872273767923, |
| "grad_norm": 0.24862585253580038, |
| "learning_rate": 8.014949669102117e-06, |
| "loss": 0.2277, |
| "step": 4540 |
| }, |
| { |
| "epoch": 1.0963971562838897, |
| "grad_norm": 0.2193998181971378, |
| "learning_rate": 8.003754425458878e-06, |
| "loss": 0.2318, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0988070851909868, |
| "grad_norm": 0.21015258570287143, |
| "learning_rate": 7.992535569413944e-06, |
| "loss": 0.2271, |
| "step": 4560 |
| }, |
| { |
| "epoch": 1.1012170140980841, |
| "grad_norm": 0.2223685303111012, |
| "learning_rate": 7.981293189158327e-06, |
| "loss": 0.2275, |
| "step": 4570 |
| }, |
| { |
| "epoch": 1.1036269430051813, |
| "grad_norm": 0.19907027072000166, |
| "learning_rate": 7.970027373067961e-06, |
| "loss": 0.2307, |
| "step": 4580 |
| }, |
| { |
| "epoch": 1.1060368719122786, |
| "grad_norm": 0.24724710916745146, |
| "learning_rate": 7.958738209703004e-06, |
| "loss": 0.2295, |
| "step": 4590 |
| }, |
| { |
| "epoch": 1.1084468008193757, |
| "grad_norm": 0.25180113626386774, |
| "learning_rate": 7.94742578780715e-06, |
| "loss": 0.2287, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.110856729726473, |
| "grad_norm": 0.19639239274233874, |
| "learning_rate": 7.936090196306925e-06, |
| "loss": 0.2308, |
| "step": 4610 |
| }, |
| { |
| "epoch": 1.1132666586335702, |
| "grad_norm": 0.2232352206466752, |
| "learning_rate": 7.924731524310993e-06, |
| "loss": 0.2301, |
| "step": 4620 |
| }, |
| { |
| "epoch": 1.1156765875406676, |
| "grad_norm": 0.22636794187309509, |
| "learning_rate": 7.91334986110945e-06, |
| "loss": 0.2346, |
| "step": 4630 |
| }, |
| { |
| "epoch": 1.1180865164477647, |
| "grad_norm": 0.256290459496497, |
| "learning_rate": 7.90194529617313e-06, |
| "loss": 0.2309, |
| "step": 4640 |
| }, |
| { |
| "epoch": 1.120496445354862, |
| "grad_norm": 0.2591624292153268, |
| "learning_rate": 7.890517919152892e-06, |
| "loss": 0.232, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.1229063742619592, |
| "grad_norm": 0.19260606757836757, |
| "learning_rate": 7.879067819878918e-06, |
| "loss": 0.2313, |
| "step": 4660 |
| }, |
| { |
| "epoch": 1.1253163031690565, |
| "grad_norm": 0.19841858423210013, |
| "learning_rate": 7.867595088360016e-06, |
| "loss": 0.2294, |
| "step": 4670 |
| }, |
| { |
| "epoch": 1.1277262320761539, |
| "grad_norm": 0.26595594788967863, |
| "learning_rate": 7.856099814782901e-06, |
| "loss": 0.2314, |
| "step": 4680 |
| }, |
| { |
| "epoch": 1.130136160983251, |
| "grad_norm": 0.21035558207154897, |
| "learning_rate": 7.844582089511486e-06, |
| "loss": 0.229, |
| "step": 4690 |
| }, |
| { |
| "epoch": 1.1325460898903483, |
| "grad_norm": 0.20246625511987365, |
| "learning_rate": 7.833042003086186e-06, |
| "loss": 0.229, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.1349560187974455, |
| "grad_norm": 0.20841216029515003, |
| "learning_rate": 7.82147964622319e-06, |
| "loss": 0.2304, |
| "step": 4710 |
| }, |
| { |
| "epoch": 1.1373659477045428, |
| "grad_norm": 0.22073742055789836, |
| "learning_rate": 7.809895109813752e-06, |
| "loss": 0.2288, |
| "step": 4720 |
| }, |
| { |
| "epoch": 1.13977587661164, |
| "grad_norm": 0.18142927405365206, |
| "learning_rate": 7.798288484923482e-06, |
| "loss": 0.2297, |
| "step": 4730 |
| }, |
| { |
| "epoch": 1.1421858055187373, |
| "grad_norm": 0.24062642626538192, |
| "learning_rate": 7.786659862791628e-06, |
| "loss": 0.2302, |
| "step": 4740 |
| }, |
| { |
| "epoch": 1.1445957344258344, |
| "grad_norm": 0.22193052781385864, |
| "learning_rate": 7.775009334830354e-06, |
| "loss": 0.2329, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.1470056633329317, |
| "grad_norm": 0.21856366154677967, |
| "learning_rate": 7.763336992624027e-06, |
| "loss": 0.2314, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.1494155922400289, |
| "grad_norm": 0.20821223267820507, |
| "learning_rate": 7.751642927928495e-06, |
| "loss": 0.2306, |
| "step": 4770 |
| }, |
| { |
| "epoch": 1.1518255211471262, |
| "grad_norm": 0.21083267374524334, |
| "learning_rate": 7.739927232670363e-06, |
| "loss": 0.2319, |
| "step": 4780 |
| }, |
| { |
| "epoch": 1.1542354500542233, |
| "grad_norm": 0.25813360176828715, |
| "learning_rate": 7.728189998946278e-06, |
| "loss": 0.2302, |
| "step": 4790 |
| }, |
| { |
| "epoch": 1.1566453789613207, |
| "grad_norm": 0.20745737378001733, |
| "learning_rate": 7.716431319022197e-06, |
| "loss": 0.2322, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.1590553078684178, |
| "grad_norm": 0.21777607886366784, |
| "learning_rate": 7.704651285332662e-06, |
| "loss": 0.2302, |
| "step": 4810 |
| }, |
| { |
| "epoch": 1.1614652367755152, |
| "grad_norm": 0.2500667820522283, |
| "learning_rate": 7.692849990480082e-06, |
| "loss": 0.2319, |
| "step": 4820 |
| }, |
| { |
| "epoch": 1.1638751656826123, |
| "grad_norm": 0.22973690269313038, |
| "learning_rate": 7.681027527233995e-06, |
| "loss": 0.2286, |
| "step": 4830 |
| }, |
| { |
| "epoch": 1.1662850945897096, |
| "grad_norm": 0.2393654973776252, |
| "learning_rate": 7.669183988530346e-06, |
| "loss": 0.2321, |
| "step": 4840 |
| }, |
| { |
| "epoch": 1.1686950234968068, |
| "grad_norm": 0.20135227414103743, |
| "learning_rate": 7.65731946747075e-06, |
| "loss": 0.2322, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.171104952403904, |
| "grad_norm": 0.2349735209341509, |
| "learning_rate": 7.645434057321765e-06, |
| "loss": 0.2292, |
| "step": 4860 |
| }, |
| { |
| "epoch": 1.1735148813110012, |
| "grad_norm": 0.22188798867882703, |
| "learning_rate": 7.633527851514163e-06, |
| "loss": 0.2295, |
| "step": 4870 |
| }, |
| { |
| "epoch": 1.1759248102180986, |
| "grad_norm": 0.21584337957181052, |
| "learning_rate": 7.621600943642175e-06, |
| "loss": 0.2308, |
| "step": 4880 |
| }, |
| { |
| "epoch": 1.1783347391251957, |
| "grad_norm": 0.21567191870978752, |
| "learning_rate": 7.609653427462789e-06, |
| "loss": 0.2328, |
| "step": 4890 |
| }, |
| { |
| "epoch": 1.180744668032293, |
| "grad_norm": 0.21823427735015707, |
| "learning_rate": 7.5976853968949785e-06, |
| "loss": 0.2306, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.1831545969393904, |
| "grad_norm": 0.19275894842946628, |
| "learning_rate": 7.585696946018988e-06, |
| "loss": 0.2304, |
| "step": 4910 |
| }, |
| { |
| "epoch": 1.1855645258464875, |
| "grad_norm": 0.1892116420936937, |
| "learning_rate": 7.573688169075584e-06, |
| "loss": 0.2264, |
| "step": 4920 |
| }, |
| { |
| "epoch": 1.1879744547535847, |
| "grad_norm": 0.23178204518007942, |
| "learning_rate": 7.561659160465314e-06, |
| "loss": 0.2267, |
| "step": 4930 |
| }, |
| { |
| "epoch": 1.190384383660682, |
| "grad_norm": 0.18506621548247348, |
| "learning_rate": 7.549610014747769e-06, |
| "loss": 0.2307, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.1927943125677793, |
| "grad_norm": 0.2110590602040692, |
| "learning_rate": 7.537540826640834e-06, |
| "loss": 0.227, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1952042414748765, |
| "grad_norm": 0.19886821016214, |
| "learning_rate": 7.525451691019945e-06, |
| "loss": 0.2277, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.1976141703819738, |
| "grad_norm": 0.19634675946926783, |
| "learning_rate": 7.513342702917349e-06, |
| "loss": 0.2308, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.200024099289071, |
| "grad_norm": 0.18955446533332626, |
| "learning_rate": 7.5012139575213505e-06, |
| "loss": 0.2309, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.2024340281961683, |
| "grad_norm": 0.19340590578019815, |
| "learning_rate": 7.4890655501755634e-06, |
| "loss": 0.2308, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.2048439571032654, |
| "grad_norm": 0.2374177804445115, |
| "learning_rate": 7.476897576378169e-06, |
| "loss": 0.2296, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.2072538860103628, |
| "grad_norm": 0.18948808744982817, |
| "learning_rate": 7.464710131781154e-06, |
| "loss": 0.2305, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.20966381491746, |
| "grad_norm": 0.20473350688580597, |
| "learning_rate": 7.452503312189567e-06, |
| "loss": 0.2263, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.2120737438245572, |
| "grad_norm": 0.2487841384973806, |
| "learning_rate": 7.440277213560763e-06, |
| "loss": 0.2281, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.2144836727316544, |
| "grad_norm": 0.21207576261257263, |
| "learning_rate": 7.428031932003647e-06, |
| "loss": 0.2284, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.2168936016387517, |
| "grad_norm": 0.26298990038991266, |
| "learning_rate": 7.415767563777922e-06, |
| "loss": 0.2298, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.2193035305458488, |
| "grad_norm": 0.19174817934191188, |
| "learning_rate": 7.40348420529333e-06, |
| "loss": 0.2292, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.2217134594529462, |
| "grad_norm": 0.254206380168484, |
| "learning_rate": 7.3911819531088926e-06, |
| "loss": 0.2303, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.2241233883600433, |
| "grad_norm": 0.2028578654449949, |
| "learning_rate": 7.378860903932159e-06, |
| "loss": 0.228, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.2265333172671407, |
| "grad_norm": 0.20991917606285404, |
| "learning_rate": 7.366521154618438e-06, |
| "loss": 0.2294, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.2289432461742378, |
| "grad_norm": 0.1869168911570863, |
| "learning_rate": 7.354162802170037e-06, |
| "loss": 0.2297, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.2313531750813351, |
| "grad_norm": 0.19475732673688276, |
| "learning_rate": 7.341785943735507e-06, |
| "loss": 0.23, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.2337631039884323, |
| "grad_norm": 0.19873278255233023, |
| "learning_rate": 7.3293906766088694e-06, |
| "loss": 0.2286, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.2361730328955296, |
| "grad_norm": 0.21835927087464604, |
| "learning_rate": 7.316977098228858e-06, |
| "loss": 0.2328, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.238582961802627, |
| "grad_norm": 0.1962496132128952, |
| "learning_rate": 7.3045453061781504e-06, |
| "loss": 0.2322, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.240992890709724, |
| "grad_norm": 0.22272783896480952, |
| "learning_rate": 7.292095398182601e-06, |
| "loss": 0.2315, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.2434028196168212, |
| "grad_norm": 0.20767197551415945, |
| "learning_rate": 7.2796274721104745e-06, |
| "loss": 0.2282, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.2458127485239185, |
| "grad_norm": 0.25400482777604805, |
| "learning_rate": 7.267141625971672e-06, |
| "loss": 0.2289, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.248222677431016, |
| "grad_norm": 0.20257802498669103, |
| "learning_rate": 7.254637957916964e-06, |
| "loss": 0.2262, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.250632606338113, |
| "grad_norm": 0.2310974031539901, |
| "learning_rate": 7.2421165662372216e-06, |
| "loss": 0.2292, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.2530425352452101, |
| "grad_norm": 0.19336151933192486, |
| "learning_rate": 7.229577549362638e-06, |
| "loss": 0.2286, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.2554524641523075, |
| "grad_norm": 0.20300052483445732, |
| "learning_rate": 7.217021005861957e-06, |
| "loss": 0.2273, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.2578623930594048, |
| "grad_norm": 0.18459425837787372, |
| "learning_rate": 7.204447034441699e-06, |
| "loss": 0.2307, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.260272321966502, |
| "grad_norm": 0.24088235156689228, |
| "learning_rate": 7.191855733945388e-06, |
| "loss": 0.23, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.2626822508735993, |
| "grad_norm": 0.255264207491406, |
| "learning_rate": 7.179247203352766e-06, |
| "loss": 0.2287, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.2650921797806964, |
| "grad_norm": 0.20378257098420147, |
| "learning_rate": 7.166621541779023e-06, |
| "loss": 0.2305, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.2675021086877938, |
| "grad_norm": 0.18810118416785937, |
| "learning_rate": 7.153978848474015e-06, |
| "loss": 0.2266, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.269912037594891, |
| "grad_norm": 0.2050559840972869, |
| "learning_rate": 7.141319222821483e-06, |
| "loss": 0.228, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.2723219665019883, |
| "grad_norm": 0.18200273106922982, |
| "learning_rate": 7.128642764338273e-06, |
| "loss": 0.2309, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.2747318954090854, |
| "grad_norm": 0.2155277251856691, |
| "learning_rate": 7.115949572673552e-06, |
| "loss": 0.226, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.2771418243161827, |
| "grad_norm": 0.19242590008108504, |
| "learning_rate": 7.1032397476080285e-06, |
| "loss": 0.2278, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.2795517532232799, |
| "grad_norm": 0.2239440690407902, |
| "learning_rate": 7.090513389053164e-06, |
| "loss": 0.2266, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.2819616821303772, |
| "grad_norm": 0.24270003968208573, |
| "learning_rate": 7.0777705970503885e-06, |
| "loss": 0.2299, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.2843716110374743, |
| "grad_norm": 0.23294221068708462, |
| "learning_rate": 7.065011471770316e-06, |
| "loss": 0.2269, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.2867815399445717, |
| "grad_norm": 0.21053633421688792, |
| "learning_rate": 7.052236113511955e-06, |
| "loss": 0.2241, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.2891914688516688, |
| "grad_norm": 0.19608862159785578, |
| "learning_rate": 7.039444622701922e-06, |
| "loss": 0.2296, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.2916013977587661, |
| "grad_norm": 0.22616517954071558, |
| "learning_rate": 7.0266370998936475e-06, |
| "loss": 0.2269, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.2940113266658635, |
| "grad_norm": 0.20766665105263057, |
| "learning_rate": 7.013813645766593e-06, |
| "loss": 0.226, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.2964212555729606, |
| "grad_norm": 0.18829088009135178, |
| "learning_rate": 7.000974361125454e-06, |
| "loss": 0.2276, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.2988311844800577, |
| "grad_norm": 0.18258019162959943, |
| "learning_rate": 6.98811934689937e-06, |
| "loss": 0.2299, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.301241113387155, |
| "grad_norm": 0.18341245031560655, |
| "learning_rate": 6.975248704141128e-06, |
| "loss": 0.2275, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.3036510422942524, |
| "grad_norm": 0.24334797713544493, |
| "learning_rate": 6.96236253402637e-06, |
| "loss": 0.2306, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.3060609712013496, |
| "grad_norm": 0.5233523471468396, |
| "learning_rate": 6.949460937852803e-06, |
| "loss": 0.2276, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.3084709001084467, |
| "grad_norm": 0.21206752669860374, |
| "learning_rate": 6.936544017039391e-06, |
| "loss": 0.2322, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.310880829015544, |
| "grad_norm": 0.1896253139379362, |
| "learning_rate": 6.923611873125568e-06, |
| "loss": 0.2277, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.3132907579226414, |
| "grad_norm": 0.2782655506709367, |
| "learning_rate": 6.910664607770436e-06, |
| "loss": 0.2286, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.3157006868297385, |
| "grad_norm": 0.18511039089832573, |
| "learning_rate": 6.897702322751968e-06, |
| "loss": 0.2288, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.3181106157368356, |
| "grad_norm": 0.21295171566695434, |
| "learning_rate": 6.8847251199662025e-06, |
| "loss": 0.2302, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.320520544643933, |
| "grad_norm": 0.19238310734145622, |
| "learning_rate": 6.871733101426446e-06, |
| "loss": 0.2238, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.3229304735510303, |
| "grad_norm": 0.20056476380505142, |
| "learning_rate": 6.858726369262474e-06, |
| "loss": 0.226, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.3253404024581275, |
| "grad_norm": 0.1956017782664204, |
| "learning_rate": 6.8457050257197225e-06, |
| "loss": 0.2281, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.3277503313652248, |
| "grad_norm": 0.1751541976806092, |
| "learning_rate": 6.832669173158488e-06, |
| "loss": 0.2286, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.330160260272322, |
| "grad_norm": 0.18240728173049087, |
| "learning_rate": 6.819618914053126e-06, |
| "loss": 0.2257, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.3325701891794193, |
| "grad_norm": 0.2570130239616969, |
| "learning_rate": 6.806554350991233e-06, |
| "loss": 0.23, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.3349801180865164, |
| "grad_norm": 0.2084762248164331, |
| "learning_rate": 6.793475586672853e-06, |
| "loss": 0.2295, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.3373900469936137, |
| "grad_norm": 0.24661934253287357, |
| "learning_rate": 6.780382723909669e-06, |
| "loss": 0.2274, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.3397999759007109, |
| "grad_norm": 0.23325686225142206, |
| "learning_rate": 6.767275865624183e-06, |
| "loss": 0.2299, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.3422099048078082, |
| "grad_norm": 0.19812508835006593, |
| "learning_rate": 6.754155114848924e-06, |
| "loss": 0.2298, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.3446198337149053, |
| "grad_norm": 0.20280170570743694, |
| "learning_rate": 6.741020574725622e-06, |
| "loss": 0.2264, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.3470297626220027, |
| "grad_norm": 0.20219258329186535, |
| "learning_rate": 6.72787234850441e-06, |
| "loss": 0.2307, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.3494396915290998, |
| "grad_norm": 0.1960187022815678, |
| "learning_rate": 6.7147105395430045e-06, |
| "loss": 0.2279, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.3518496204361972, |
| "grad_norm": 0.18457553639130797, |
| "learning_rate": 6.701535251305895e-06, |
| "loss": 0.2259, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.3542595493432943, |
| "grad_norm": 0.19263285885748785, |
| "learning_rate": 6.688346587363533e-06, |
| "loss": 0.2272, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.3566694782503916, |
| "grad_norm": 0.2232492652164214, |
| "learning_rate": 6.675144651391511e-06, |
| "loss": 0.2294, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.359079407157489, |
| "grad_norm": 0.1953074646888988, |
| "learning_rate": 6.661929547169761e-06, |
| "loss": 0.2249, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.361489336064586, |
| "grad_norm": 0.21587598520170284, |
| "learning_rate": 6.648701378581722e-06, |
| "loss": 0.2295, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.3638992649716832, |
| "grad_norm": 0.20143584316068605, |
| "learning_rate": 6.635460249613537e-06, |
| "loss": 0.2239, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.3663091938787806, |
| "grad_norm": 0.19960659463265804, |
| "learning_rate": 6.622206264353225e-06, |
| "loss": 0.2241, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.368719122785878, |
| "grad_norm": 0.19611685852374722, |
| "learning_rate": 6.6089395269898715e-06, |
| "loss": 0.2239, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.371129051692975, |
| "grad_norm": 0.1931676123964051, |
| "learning_rate": 6.595660141812806e-06, |
| "loss": 0.2277, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.3735389806000722, |
| "grad_norm": 0.18944286763165288, |
| "learning_rate": 6.582368213210781e-06, |
| "loss": 0.2262, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.3759489095071695, |
| "grad_norm": 0.20447646830552416, |
| "learning_rate": 6.569063845671153e-06, |
| "loss": 0.2281, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.3783588384142669, |
| "grad_norm": 0.19176463481552258, |
| "learning_rate": 6.555747143779058e-06, |
| "loss": 0.2281, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.380768767321364, |
| "grad_norm": 0.21254229639351263, |
| "learning_rate": 6.542418212216592e-06, |
| "loss": 0.2275, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.3831786962284611, |
| "grad_norm": 0.20174431066122445, |
| "learning_rate": 6.5290771557619935e-06, |
| "loss": 0.2278, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.3855886251355585, |
| "grad_norm": 0.197270181914635, |
| "learning_rate": 6.51572407928881e-06, |
| "loss": 0.2273, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.3879985540426558, |
| "grad_norm": 0.17489037423808987, |
| "learning_rate": 6.502359087765077e-06, |
| "loss": 0.2308, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.390408482949753, |
| "grad_norm": 0.19168355960493882, |
| "learning_rate": 6.488982286252495e-06, |
| "loss": 0.2292, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.3928184118568503, |
| "grad_norm": 0.16580497958419663, |
| "learning_rate": 6.475593779905604e-06, |
| "loss": 0.2245, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.3952283407639474, |
| "grad_norm": 0.19296171404899046, |
| "learning_rate": 6.462193673970954e-06, |
| "loss": 0.227, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.3976382696710448, |
| "grad_norm": 0.189156083395686, |
| "learning_rate": 6.448782073786276e-06, |
| "loss": 0.2266, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.400048198578142, |
| "grad_norm": 0.2037692613925673, |
| "learning_rate": 6.435359084779663e-06, |
| "loss": 0.226, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.4024581274852392, |
| "grad_norm": 0.19808058211512877, |
| "learning_rate": 6.4219248124687295e-06, |
| "loss": 0.2315, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.4048680563923364, |
| "grad_norm": 0.1794716797971473, |
| "learning_rate": 6.408479362459791e-06, |
| "loss": 0.2242, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.4072779852994337, |
| "grad_norm": 0.1893744410848405, |
| "learning_rate": 6.39502284044703e-06, |
| "loss": 0.2266, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.4096879142065308, |
| "grad_norm": 0.1993227055216763, |
| "learning_rate": 6.381555352211663e-06, |
| "loss": 0.2251, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.4120978431136282, |
| "grad_norm": 0.1965462408573375, |
| "learning_rate": 6.368077003621116e-06, |
| "loss": 0.2234, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.4145077720207253, |
| "grad_norm": 0.19169760813528383, |
| "learning_rate": 6.354587900628184e-06, |
| "loss": 0.2293, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.4169177009278227, |
| "grad_norm": 0.22229563732388877, |
| "learning_rate": 6.341088149270204e-06, |
| "loss": 0.2297, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.4193276298349198, |
| "grad_norm": 0.21237292562708282, |
| "learning_rate": 6.327577855668216e-06, |
| "loss": 0.2274, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.4217375587420171, |
| "grad_norm": 0.19450312912993603, |
| "learning_rate": 6.3140571260261385e-06, |
| "loss": 0.2297, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.4241474876491145, |
| "grad_norm": 0.19802196601286834, |
| "learning_rate": 6.300526066629923e-06, |
| "loss": 0.2263, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.4265574165562116, |
| "grad_norm": 0.1857582079954937, |
| "learning_rate": 6.286984783846723e-06, |
| "loss": 0.2305, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.4289673454633087, |
| "grad_norm": 0.19993450682119196, |
| "learning_rate": 6.273433384124058e-06, |
| "loss": 0.2286, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.431377274370406, |
| "grad_norm": 0.2112259520849729, |
| "learning_rate": 6.259871973988977e-06, |
| "loss": 0.2287, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.4337872032775034, |
| "grad_norm": 0.21191303733205036, |
| "learning_rate": 6.24630066004722e-06, |
| "loss": 0.229, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.4361971321846005, |
| "grad_norm": 0.24349704964606145, |
| "learning_rate": 6.232719548982381e-06, |
| "loss": 0.2286, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.4386070610916977, |
| "grad_norm": 0.29189020677335287, |
| "learning_rate": 6.219128747555066e-06, |
| "loss": 0.2259, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.441016989998795, |
| "grad_norm": 0.23738337856881636, |
| "learning_rate": 6.205528362602064e-06, |
| "loss": 0.2245, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.4434269189058924, |
| "grad_norm": 0.18345791920291135, |
| "learning_rate": 6.19191850103549e-06, |
| "loss": 0.2264, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.4458368478129895, |
| "grad_norm": 0.18465260929725813, |
| "learning_rate": 6.1782992698419605e-06, |
| "loss": 0.2268, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.4482467767200868, |
| "grad_norm": 0.19885714580604938, |
| "learning_rate": 6.164670776081746e-06, |
| "loss": 0.2264, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.450656705627184, |
| "grad_norm": 0.2053985766919299, |
| "learning_rate": 6.151033126887928e-06, |
| "loss": 0.2274, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.4530666345342813, |
| "grad_norm": 0.2042216984984624, |
| "learning_rate": 6.137386429465557e-06, |
| "loss": 0.2269, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.4554765634413784, |
| "grad_norm": 0.20791530136282474, |
| "learning_rate": 6.123730791090814e-06, |
| "loss": 0.2252, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.4578864923484758, |
| "grad_norm": 0.2008627864136984, |
| "learning_rate": 6.1100663191101664e-06, |
| "loss": 0.2282, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.460296421255573, |
| "grad_norm": 0.18447722635767383, |
| "learning_rate": 6.0963931209395165e-06, |
| "loss": 0.2261, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.4627063501626703, |
| "grad_norm": 0.17609401887308862, |
| "learning_rate": 6.082711304063369e-06, |
| "loss": 0.2266, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.4651162790697674, |
| "grad_norm": 0.19142220510019697, |
| "learning_rate": 6.069020976033973e-06, |
| "loss": 0.2262, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.4675262079768647, |
| "grad_norm": 0.19275591690666521, |
| "learning_rate": 6.055322244470492e-06, |
| "loss": 0.2294, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.4699361368839619, |
| "grad_norm": 0.21176823643116072, |
| "learning_rate": 6.041615217058141e-06, |
| "loss": 0.2315, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.4723460657910592, |
| "grad_norm": 0.19486774201967316, |
| "learning_rate": 6.027900001547354e-06, |
| "loss": 0.2252, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.4747559946981563, |
| "grad_norm": 0.18722173921206922, |
| "learning_rate": 6.014176705752928e-06, |
| "loss": 0.2251, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.4771659236052537, |
| "grad_norm": 0.20049685353598987, |
| "learning_rate": 6.000445437553182e-06, |
| "loss": 0.23, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.479575852512351, |
| "grad_norm": 0.18610902051883838, |
| "learning_rate": 5.986706304889103e-06, |
| "loss": 0.2267, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.4819857814194481, |
| "grad_norm": 0.18659560365834538, |
| "learning_rate": 5.9729594157635e-06, |
| "loss": 0.225, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.4843957103265453, |
| "grad_norm": 0.2193854420448443, |
| "learning_rate": 5.95920487824016e-06, |
| "loss": 0.2257, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.4868056392336426, |
| "grad_norm": 0.190100765830309, |
| "learning_rate": 5.945442800442989e-06, |
| "loss": 0.2265, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.48921556814074, |
| "grad_norm": 0.19881879433053243, |
| "learning_rate": 5.9316732905551655e-06, |
| "loss": 0.2272, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.491625497047837, |
| "grad_norm": 0.17847404212264667, |
| "learning_rate": 5.917896456818296e-06, |
| "loss": 0.2222, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.4940354259549342, |
| "grad_norm": 0.1824001838096183, |
| "learning_rate": 5.904112407531558e-06, |
| "loss": 0.2274, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.4964453548620316, |
| "grad_norm": 0.17796059867318986, |
| "learning_rate": 5.89032125105085e-06, |
| "loss": 0.2258, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.498855283769129, |
| "grad_norm": 0.22233474474187953, |
| "learning_rate": 5.876523095787938e-06, |
| "loss": 0.2253, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.501265212676226, |
| "grad_norm": 0.17993439545364096, |
| "learning_rate": 5.862718050209608e-06, |
| "loss": 0.2249, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.5036751415833232, |
| "grad_norm": 0.20152480587420749, |
| "learning_rate": 5.848906222836808e-06, |
| "loss": 0.2278, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.5060850704904205, |
| "grad_norm": 0.18840867400342193, |
| "learning_rate": 5.835087722243801e-06, |
| "loss": 0.2242, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.5084949993975179, |
| "grad_norm": 0.2027634828385987, |
| "learning_rate": 5.821262657057303e-06, |
| "loss": 0.2269, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.510904928304615, |
| "grad_norm": 0.18720966640230777, |
| "learning_rate": 5.807431135955637e-06, |
| "loss": 0.2271, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.513314857211712, |
| "grad_norm": 0.1840393105636915, |
| "learning_rate": 5.793593267667876e-06, |
| "loss": 0.2262, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.5157247861188095, |
| "grad_norm": 0.23049081410939198, |
| "learning_rate": 5.779749160972988e-06, |
| "loss": 0.2279, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.5181347150259068, |
| "grad_norm": 0.19694083590378286, |
| "learning_rate": 5.76589892469898e-06, |
| "loss": 0.2229, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.520544643933004, |
| "grad_norm": 0.20401577598098544, |
| "learning_rate": 5.752042667722044e-06, |
| "loss": 0.2267, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.522954572840101, |
| "grad_norm": 0.20188238838066902, |
| "learning_rate": 5.7381804989656995e-06, |
| "loss": 0.2264, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.5253645017471986, |
| "grad_norm": 0.18414125355335784, |
| "learning_rate": 5.724312527399939e-06, |
| "loss": 0.2241, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.5277744306542957, |
| "grad_norm": 0.18776954169886498, |
| "learning_rate": 5.710438862040368e-06, |
| "loss": 0.2221, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.5301843595613929, |
| "grad_norm": 0.2119314292336933, |
| "learning_rate": 5.696559611947359e-06, |
| "loss": 0.2251, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.5325942884684902, |
| "grad_norm": 0.18502737108284242, |
| "learning_rate": 5.682674886225175e-06, |
| "loss": 0.2237, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.5350042173755876, |
| "grad_norm": 0.22919724100407374, |
| "learning_rate": 5.6687847940211304e-06, |
| "loss": 0.225, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.5374141462826847, |
| "grad_norm": 0.1865313994122086, |
| "learning_rate": 5.654889444524723e-06, |
| "loss": 0.2235, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.5398240751897818, |
| "grad_norm": 0.19215543319827763, |
| "learning_rate": 5.6409889469667765e-06, |
| "loss": 0.2253, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.5422340040968792, |
| "grad_norm": 0.19018456354370034, |
| "learning_rate": 5.627083410618585e-06, |
| "loss": 0.2246, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.5446439330039765, |
| "grad_norm": 0.21580346487141808, |
| "learning_rate": 5.613172944791053e-06, |
| "loss": 0.2244, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.5470538619110736, |
| "grad_norm": 0.17583022124719408, |
| "learning_rate": 5.599257658833833e-06, |
| "loss": 0.2243, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.5494637908181708, |
| "grad_norm": 0.19045315684837752, |
| "learning_rate": 5.585337662134471e-06, |
| "loss": 0.2278, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.551873719725268, |
| "grad_norm": 0.17716555648796484, |
| "learning_rate": 5.571413064117542e-06, |
| "loss": 0.2269, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.5542836486323655, |
| "grad_norm": 0.19837465081347957, |
| "learning_rate": 5.5574839742437924e-06, |
| "loss": 0.2256, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.5566935775394626, |
| "grad_norm": 0.18456356011473574, |
| "learning_rate": 5.543550502009279e-06, |
| "loss": 0.2282, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.5591035064465597, |
| "grad_norm": 0.20336048803130954, |
| "learning_rate": 5.529612756944509e-06, |
| "loss": 0.223, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.561513435353657, |
| "grad_norm": 0.18181389891852381, |
| "learning_rate": 5.515670848613577e-06, |
| "loss": 0.2248, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.5639233642607544, |
| "grad_norm": 0.18523380669323106, |
| "learning_rate": 5.501724886613304e-06, |
| "loss": 0.2275, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.5663332931678515, |
| "grad_norm": 0.19457096677614677, |
| "learning_rate": 5.4877749805723805e-06, |
| "loss": 0.2254, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.5687432220749487, |
| "grad_norm": 0.27735967175439274, |
| "learning_rate": 5.4738212401504966e-06, |
| "loss": 0.2291, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.571153150982046, |
| "grad_norm": 0.18179365106635872, |
| "learning_rate": 5.459863775037486e-06, |
| "loss": 0.2292, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.5735630798891433, |
| "grad_norm": 0.20305157688564834, |
| "learning_rate": 5.445902694952464e-06, |
| "loss": 0.2252, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.5759730087962405, |
| "grad_norm": 0.19395103431959637, |
| "learning_rate": 5.43193810964296e-06, |
| "loss": 0.2259, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.5783829377033376, |
| "grad_norm": 0.2075049041420315, |
| "learning_rate": 5.417970128884061e-06, |
| "loss": 0.2266, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.580792866610435, |
| "grad_norm": 0.19540137566110335, |
| "learning_rate": 5.403998862477538e-06, |
| "loss": 0.2266, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.5832027955175323, |
| "grad_norm": 0.22939617989477673, |
| "learning_rate": 5.390024420251003e-06, |
| "loss": 0.2229, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.5856127244246294, |
| "grad_norm": 0.2492743357321698, |
| "learning_rate": 5.376046912057022e-06, |
| "loss": 0.2226, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.5880226533317268, |
| "grad_norm": 0.22929705915276918, |
| "learning_rate": 5.3620664477722686e-06, |
| "loss": 0.2285, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.590432582238824, |
| "grad_norm": 0.21813501370107669, |
| "learning_rate": 5.34808313729665e-06, |
| "loss": 0.2223, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.5928425111459212, |
| "grad_norm": 0.20849814738966235, |
| "learning_rate": 5.3340970905524515e-06, |
| "loss": 0.2277, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.5952524400530184, |
| "grad_norm": 0.20201921903562342, |
| "learning_rate": 5.3201084174834615e-06, |
| "loss": 0.2262, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.5976623689601157, |
| "grad_norm": 0.1803455527617659, |
| "learning_rate": 5.306117228054123e-06, |
| "loss": 0.2221, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.600072297867213, |
| "grad_norm": 0.18552923789191267, |
| "learning_rate": 5.292123632248652e-06, |
| "loss": 0.226, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.6024822267743102, |
| "grad_norm": 0.2556810550855232, |
| "learning_rate": 5.278127740070187e-06, |
| "loss": 0.2253, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.6048921556814073, |
| "grad_norm": 0.18900173763140687, |
| "learning_rate": 5.2641296615399116e-06, |
| "loss": 0.2208, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.6073020845885047, |
| "grad_norm": 0.1985741664662957, |
| "learning_rate": 5.2501295066962035e-06, |
| "loss": 0.2264, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.609712013495602, |
| "grad_norm": 0.17666088788879142, |
| "learning_rate": 5.236127385593754e-06, |
| "loss": 0.2265, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.6121219424026991, |
| "grad_norm": 0.21901931213384007, |
| "learning_rate": 5.222123408302722e-06, |
| "loss": 0.2236, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.6145318713097963, |
| "grad_norm": 0.22203947856380532, |
| "learning_rate": 5.208117684907846e-06, |
| "loss": 0.2271, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.6169418002168936, |
| "grad_norm": 0.19989460066321701, |
| "learning_rate": 5.194110325507599e-06, |
| "loss": 0.2281, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.619351729123991, |
| "grad_norm": 0.19557970025488464, |
| "learning_rate": 5.180101440213311e-06, |
| "loss": 0.2248, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.621761658031088, |
| "grad_norm": 0.20440404306269325, |
| "learning_rate": 5.166091139148307e-06, |
| "loss": 0.227, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.6241715869381852, |
| "grad_norm": 0.19241051500362122, |
| "learning_rate": 5.152079532447042e-06, |
| "loss": 0.2228, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.6265815158452825, |
| "grad_norm": 0.1999142505841929, |
| "learning_rate": 5.138066730254236e-06, |
| "loss": 0.2217, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.62899144475238, |
| "grad_norm": 0.1883189315734027, |
| "learning_rate": 5.124052842724005e-06, |
| "loss": 0.2225, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.631401373659477, |
| "grad_norm": 0.18244725170752862, |
| "learning_rate": 5.110037980018996e-06, |
| "loss": 0.2285, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.6338113025665741, |
| "grad_norm": 0.1741959447266688, |
| "learning_rate": 5.0960222523095235e-06, |
| "loss": 0.2222, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.6362212314736715, |
| "grad_norm": 0.19534121943393284, |
| "learning_rate": 5.0820057697727e-06, |
| "loss": 0.2293, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.6386311603807688, |
| "grad_norm": 0.17063220118953726, |
| "learning_rate": 5.067988642591575e-06, |
| "loss": 0.2228, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.641041089287866, |
| "grad_norm": 0.1898996673825106, |
| "learning_rate": 5.053970980954263e-06, |
| "loss": 0.2241, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.643451018194963, |
| "grad_norm": 0.19810541992436406, |
| "learning_rate": 5.0399528950530776e-06, |
| "loss": 0.2228, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.6458609471020604, |
| "grad_norm": 0.19615743145739967, |
| "learning_rate": 5.0259344950836715e-06, |
| "loss": 0.2275, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.6482708760091578, |
| "grad_norm": 0.18410790413561248, |
| "learning_rate": 5.011915891244167e-06, |
| "loss": 0.2242, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.650680804916255, |
| "grad_norm": 0.17986309985667576, |
| "learning_rate": 4.997897193734285e-06, |
| "loss": 0.2256, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.6530907338233523, |
| "grad_norm": 0.19626127128989843, |
| "learning_rate": 4.9838785127544826e-06, |
| "loss": 0.2269, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.6555006627304496, |
| "grad_norm": 0.1948316832083952, |
| "learning_rate": 4.969859958505094e-06, |
| "loss": 0.2222, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.6579105916375467, |
| "grad_norm": 0.19917619420105298, |
| "learning_rate": 4.955841641185447e-06, |
| "loss": 0.2285, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.6603205205446439, |
| "grad_norm": 0.21813153794529366, |
| "learning_rate": 4.941823670993016e-06, |
| "loss": 0.2271, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.6627304494517412, |
| "grad_norm": 0.18905170301252883, |
| "learning_rate": 4.92780615812254e-06, |
| "loss": 0.2225, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.6651403783588385, |
| "grad_norm": 0.17347979698273475, |
| "learning_rate": 4.913789212765166e-06, |
| "loss": 0.2235, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.6675503072659357, |
| "grad_norm": 0.21525749133833247, |
| "learning_rate": 4.899772945107583e-06, |
| "loss": 0.224, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.6699602361730328, |
| "grad_norm": 0.1866707522575154, |
| "learning_rate": 4.885757465331144e-06, |
| "loss": 0.2287, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.6723701650801301, |
| "grad_norm": 0.18550313186716808, |
| "learning_rate": 4.871742883611018e-06, |
| "loss": 0.2229, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.6747800939872275, |
| "grad_norm": 0.1802360362786429, |
| "learning_rate": 4.857729310115307e-06, |
| "loss": 0.2231, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.6771900228943246, |
| "grad_norm": 0.19058873213547273, |
| "learning_rate": 4.843716855004194e-06, |
| "loss": 0.2255, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.6795999518014217, |
| "grad_norm": 0.18963628222606987, |
| "learning_rate": 4.829705628429061e-06, |
| "loss": 0.2265, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.682009880708519, |
| "grad_norm": 0.18708287216215744, |
| "learning_rate": 4.815695740531643e-06, |
| "loss": 0.2241, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.6844198096156164, |
| "grad_norm": 0.1958945372902418, |
| "learning_rate": 4.801687301443149e-06, |
| "loss": 0.2251, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.6868297385227136, |
| "grad_norm": 0.17987992459683932, |
| "learning_rate": 4.787680421283391e-06, |
| "loss": 0.2221, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.6892396674298107, |
| "grad_norm": 0.1860519886024203, |
| "learning_rate": 4.773675210159938e-06, |
| "loss": 0.2228, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.691649596336908, |
| "grad_norm": 0.19306967475728493, |
| "learning_rate": 4.759671778167228e-06, |
| "loss": 0.2229, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.6940595252440054, |
| "grad_norm": 0.17062441179718144, |
| "learning_rate": 4.745670235385723e-06, |
| "loss": 0.2273, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.6964694541511025, |
| "grad_norm": 0.18936334423122136, |
| "learning_rate": 4.7316706918810265e-06, |
| "loss": 0.2259, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.6988793830581996, |
| "grad_norm": 0.1840599548380237, |
| "learning_rate": 4.71767325770303e-06, |
| "loss": 0.2238, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.701289311965297, |
| "grad_norm": 0.17655524669662206, |
| "learning_rate": 4.703678042885044e-06, |
| "loss": 0.2244, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.7036992408723943, |
| "grad_norm": 0.20152554192315303, |
| "learning_rate": 4.689685157442927e-06, |
| "loss": 0.22, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.7061091697794915, |
| "grad_norm": 0.18196398365456765, |
| "learning_rate": 4.675694711374234e-06, |
| "loss": 0.2218, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.7085190986865888, |
| "grad_norm": 0.17770652308008, |
| "learning_rate": 4.661706814657338e-06, |
| "loss": 0.2248, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.7109290275936861, |
| "grad_norm": 0.31880757965769346, |
| "learning_rate": 4.647721577250578e-06, |
| "loss": 0.2223, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.7133389565007833, |
| "grad_norm": 0.18498314392547346, |
| "learning_rate": 4.633739109091379e-06, |
| "loss": 0.2297, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.7157488854078804, |
| "grad_norm": 0.19087746418387228, |
| "learning_rate": 4.61975952009541e-06, |
| "loss": 0.2226, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.7181588143149777, |
| "grad_norm": 0.18495262200957335, |
| "learning_rate": 4.6057829201556905e-06, |
| "loss": 0.2245, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.720568743222075, |
| "grad_norm": 0.17530802321085223, |
| "learning_rate": 4.591809419141758e-06, |
| "loss": 0.2238, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.7229786721291722, |
| "grad_norm": 0.20450718057983405, |
| "learning_rate": 4.577839126898784e-06, |
| "loss": 0.2257, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.7253886010362693, |
| "grad_norm": 0.18207109544592398, |
| "learning_rate": 4.5638721532467125e-06, |
| "loss": 0.224, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.7277985299433667, |
| "grad_norm": 0.17671624106610764, |
| "learning_rate": 4.549908607979407e-06, |
| "loss": 0.2239, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.730208458850464, |
| "grad_norm": 0.19697657500815421, |
| "learning_rate": 4.535948600863774e-06, |
| "loss": 0.2272, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.7326183877575612, |
| "grad_norm": 0.1785343432269176, |
| "learning_rate": 4.521992241638912e-06, |
| "loss": 0.222, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.7350283166646583, |
| "grad_norm": 0.18203567866087253, |
| "learning_rate": 4.508039640015237e-06, |
| "loss": 0.2241, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.7374382455717556, |
| "grad_norm": 0.1670992860773588, |
| "learning_rate": 4.494090905673634e-06, |
| "loss": 0.2271, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.739848174478853, |
| "grad_norm": 0.1974541948876522, |
| "learning_rate": 4.480146148264586e-06, |
| "loss": 0.2241, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.74225810338595, |
| "grad_norm": 0.20086161735901403, |
| "learning_rate": 4.466205477407308e-06, |
| "loss": 0.2237, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.7446680322930472, |
| "grad_norm": 0.17998346424231534, |
| "learning_rate": 4.452269002688897e-06, |
| "loss": 0.2252, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.7470779612001446, |
| "grad_norm": 0.18085102911658998, |
| "learning_rate": 4.438336833663459e-06, |
| "loss": 0.2268, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.749487890107242, |
| "grad_norm": 0.18593488483632506, |
| "learning_rate": 4.424409079851262e-06, |
| "loss": 0.2255, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.751897819014339, |
| "grad_norm": 0.17804819176418915, |
| "learning_rate": 4.410485850737853e-06, |
| "loss": 0.2254, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.7543077479214362, |
| "grad_norm": 0.1847683782268045, |
| "learning_rate": 4.39656725577322e-06, |
| "loss": 0.2238, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.7567176768285335, |
| "grad_norm": 0.18441987945987579, |
| "learning_rate": 4.382653404370922e-06, |
| "loss": 0.2243, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.7591276057356309, |
| "grad_norm": 0.16499681867454, |
| "learning_rate": 4.368744405907224e-06, |
| "loss": 0.2255, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.761537534642728, |
| "grad_norm": 0.17614665034679972, |
| "learning_rate": 4.354840369720249e-06, |
| "loss": 0.2256, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.7639474635498251, |
| "grad_norm": 0.18039379340034864, |
| "learning_rate": 4.340941405109102e-06, |
| "loss": 0.2273, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.7663573924569225, |
| "grad_norm": 0.19238344379534025, |
| "learning_rate": 4.327047621333031e-06, |
| "loss": 0.2238, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.7687673213640198, |
| "grad_norm": 0.17065564380742512, |
| "learning_rate": 4.31315912761055e-06, |
| "loss": 0.2216, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.771177250271117, |
| "grad_norm": 0.18611762682949998, |
| "learning_rate": 4.299276033118592e-06, |
| "loss": 0.2253, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.7735871791782143, |
| "grad_norm": 0.16105936235245313, |
| "learning_rate": 4.285398446991648e-06, |
| "loss": 0.2258, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.7759971080853116, |
| "grad_norm": 0.19660246043412044, |
| "learning_rate": 4.271526478320901e-06, |
| "loss": 0.2236, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.7784070369924088, |
| "grad_norm": 0.16366026015308957, |
| "learning_rate": 4.257660236153387e-06, |
| "loss": 0.2208, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.7808169658995059, |
| "grad_norm": 0.17419982693568545, |
| "learning_rate": 4.2437998294911114e-06, |
| "loss": 0.2251, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.7832268948066032, |
| "grad_norm": 0.16892847652220977, |
| "learning_rate": 4.229945367290222e-06, |
| "loss": 0.2247, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.7856368237137006, |
| "grad_norm": 0.20361521580127576, |
| "learning_rate": 4.216096958460126e-06, |
| "loss": 0.2229, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.7880467526207977, |
| "grad_norm": 0.1775285583270596, |
| "learning_rate": 4.2022547118626515e-06, |
| "loss": 0.2253, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.7904566815278948, |
| "grad_norm": 0.1808904694092097, |
| "learning_rate": 4.18841873631118e-06, |
| "loss": 0.225, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.7928666104349922, |
| "grad_norm": 0.179679581955328, |
| "learning_rate": 4.174589140569805e-06, |
| "loss": 0.2247, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.7952765393420895, |
| "grad_norm": 0.18544401063113647, |
| "learning_rate": 4.160766033352462e-06, |
| "loss": 0.2239, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.7976864682491867, |
| "grad_norm": 0.16930775632787115, |
| "learning_rate": 4.14694952332208e-06, |
| "loss": 0.2217, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.8000963971562838, |
| "grad_norm": 0.21077077331059035, |
| "learning_rate": 4.133139719089735e-06, |
| "loss": 0.2202, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.8025063260633811, |
| "grad_norm": 0.17033669932151718, |
| "learning_rate": 4.119336729213778e-06, |
| "loss": 0.2269, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.8049162549704785, |
| "grad_norm": 0.16731905701849073, |
| "learning_rate": 4.105540662199002e-06, |
| "loss": 0.2256, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.8073261838775756, |
| "grad_norm": 0.17889834249912376, |
| "learning_rate": 4.0917516264957735e-06, |
| "loss": 0.2208, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.8097361127846727, |
| "grad_norm": 0.1735614032658692, |
| "learning_rate": 4.07796973049919e-06, |
| "loss": 0.2239, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.81214604169177, |
| "grad_norm": 0.18611565785055215, |
| "learning_rate": 4.0641950825482265e-06, |
| "loss": 0.2236, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.8145559705988674, |
| "grad_norm": 0.17672187738278908, |
| "learning_rate": 4.0504277909248715e-06, |
| "loss": 0.2217, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.8169658995059645, |
| "grad_norm": 0.18369567766938746, |
| "learning_rate": 4.036667963853296e-06, |
| "loss": 0.2254, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.8193758284130617, |
| "grad_norm": 0.18448055701952337, |
| "learning_rate": 4.022915709498985e-06, |
| "loss": 0.2244, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.821785757320159, |
| "grad_norm": 0.2013693032332627, |
| "learning_rate": 4.009171135967902e-06, |
| "loss": 0.2239, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.8241956862272564, |
| "grad_norm": 0.18294968080752183, |
| "learning_rate": 3.9954343513056236e-06, |
| "loss": 0.224, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.8266056151343535, |
| "grad_norm": 0.1796825438704204, |
| "learning_rate": 3.981705463496504e-06, |
| "loss": 0.2214, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.8290155440414506, |
| "grad_norm": 0.17589549129978024, |
| "learning_rate": 3.967984580462821e-06, |
| "loss": 0.2251, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.8314254729485482, |
| "grad_norm": 0.18972595411666385, |
| "learning_rate": 3.954271810063922e-06, |
| "loss": 0.226, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.8338354018556453, |
| "grad_norm": 0.20036647780013492, |
| "learning_rate": 3.940567260095389e-06, |
| "loss": 0.2248, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.8362453307627424, |
| "grad_norm": 0.23575531902953417, |
| "learning_rate": 3.926871038288173e-06, |
| "loss": 0.2226, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.8386552596698398, |
| "grad_norm": 0.16814570911780818, |
| "learning_rate": 3.9131832523077685e-06, |
| "loss": 0.2239, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.8410651885769371, |
| "grad_norm": 0.1755996654649451, |
| "learning_rate": 3.8995040097533495e-06, |
| "loss": 0.2247, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.8434751174840343, |
| "grad_norm": 0.18358495829429392, |
| "learning_rate": 3.885833418156932e-06, |
| "loss": 0.225, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.8458850463911314, |
| "grad_norm": 0.17793116646513968, |
| "learning_rate": 3.8721715849825305e-06, |
| "loss": 0.2234, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.8482949752982287, |
| "grad_norm": 0.15909506204464002, |
| "learning_rate": 3.858518617625301e-06, |
| "loss": 0.223, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.850704904205326, |
| "grad_norm": 0.1812421140160083, |
| "learning_rate": 3.844874623410718e-06, |
| "loss": 0.2225, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.8531148331124232, |
| "grad_norm": 0.16679844130510826, |
| "learning_rate": 3.831239709593707e-06, |
| "loss": 0.2228, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.8555247620195203, |
| "grad_norm": 0.19908033100116543, |
| "learning_rate": 3.8176139833578215e-06, |
| "loss": 0.2224, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.8579346909266177, |
| "grad_norm": 0.19064123442148453, |
| "learning_rate": 3.8039975518143862e-06, |
| "loss": 0.2227, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.860344619833715, |
| "grad_norm": 0.21898928257467018, |
| "learning_rate": 3.790390522001662e-06, |
| "loss": 0.2241, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.8627545487408121, |
| "grad_norm": 0.1681259532863957, |
| "learning_rate": 3.7767930008840055e-06, |
| "loss": 0.2223, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.8651644776479093, |
| "grad_norm": 0.1794902111657126, |
| "learning_rate": 3.763205095351021e-06, |
| "loss": 0.2217, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.8675744065550066, |
| "grad_norm": 0.17102807562479017, |
| "learning_rate": 3.7496269122167306e-06, |
| "loss": 0.2242, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.869984335462104, |
| "grad_norm": 0.18806004637499396, |
| "learning_rate": 3.7360585582187246e-06, |
| "loss": 0.2265, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.872394264369201, |
| "grad_norm": 0.1707242907449845, |
| "learning_rate": 3.7225001400173303e-06, |
| "loss": 0.2225, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.8748041932762982, |
| "grad_norm": 0.19734700974365144, |
| "learning_rate": 3.708951764194767e-06, |
| "loss": 0.222, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.8772141221833956, |
| "grad_norm": 0.1728393308698463, |
| "learning_rate": 3.6954135372543133e-06, |
| "loss": 0.2229, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.879624051090493, |
| "grad_norm": 0.16648912989483883, |
| "learning_rate": 3.681885565619465e-06, |
| "loss": 0.2233, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.88203397999759, |
| "grad_norm": 0.16395732152739753, |
| "learning_rate": 3.668367955633107e-06, |
| "loss": 0.2236, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.8844439089046872, |
| "grad_norm": 0.1694565515257199, |
| "learning_rate": 3.654860813556666e-06, |
| "loss": 0.2251, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.8868538378117845, |
| "grad_norm": 0.1716386768781902, |
| "learning_rate": 3.6413642455692826e-06, |
| "loss": 0.2189, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.8892637667188819, |
| "grad_norm": 0.20682300301341583, |
| "learning_rate": 3.6278783577669762e-06, |
| "loss": 0.2247, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.891673695625979, |
| "grad_norm": 0.1775688282488739, |
| "learning_rate": 3.614403256161807e-06, |
| "loss": 0.2216, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.8940836245330763, |
| "grad_norm": 0.17634851448940067, |
| "learning_rate": 3.60093904668105e-06, |
| "loss": 0.2228, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.8964935534401737, |
| "grad_norm": 0.16399162009507923, |
| "learning_rate": 3.5874858351663513e-06, |
| "loss": 0.2226, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.8989034823472708, |
| "grad_norm": 0.1730805519369056, |
| "learning_rate": 3.5740437273729074e-06, |
| "loss": 0.2241, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.901313411254368, |
| "grad_norm": 0.17978445360647452, |
| "learning_rate": 3.560612828968627e-06, |
| "loss": 0.2224, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.9037233401614653, |
| "grad_norm": 0.1874874144673897, |
| "learning_rate": 3.5471932455333013e-06, |
| "loss": 0.2231, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.9061332690685626, |
| "grad_norm": 0.17097357070938057, |
| "learning_rate": 3.533785082557779e-06, |
| "loss": 0.2233, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.9085431979756597, |
| "grad_norm": 0.19446460452256684, |
| "learning_rate": 3.520388445443126e-06, |
| "loss": 0.224, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.9109531268827569, |
| "grad_norm": 0.17779215047148145, |
| "learning_rate": 3.5070034394998108e-06, |
| "loss": 0.2212, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.9133630557898542, |
| "grad_norm": 0.16935165552714176, |
| "learning_rate": 3.4936301699468646e-06, |
| "loss": 0.2227, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.9157729846969516, |
| "grad_norm": 0.2979242189337486, |
| "learning_rate": 3.4802687419110635e-06, |
| "loss": 0.22, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.9181829136040487, |
| "grad_norm": 0.1684493452126008, |
| "learning_rate": 3.466919260426095e-06, |
| "loss": 0.2238, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.9205928425111458, |
| "grad_norm": 0.17072882225032673, |
| "learning_rate": 3.4535818304317338e-06, |
| "loss": 0.2208, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.9230027714182432, |
| "grad_norm": 0.18637622372482193, |
| "learning_rate": 3.440256556773025e-06, |
| "loss": 0.2202, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.9254127003253405, |
| "grad_norm": 0.1682864817905964, |
| "learning_rate": 3.426943544199444e-06, |
| "loss": 0.2233, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.9278226292324376, |
| "grad_norm": 0.17853901830012536, |
| "learning_rate": 3.413642897364091e-06, |
| "loss": 0.2231, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.9302325581395348, |
| "grad_norm": 0.17559136987967267, |
| "learning_rate": 3.400354720822851e-06, |
| "loss": 0.2244, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.932642487046632, |
| "grad_norm": 0.17952527502600563, |
| "learning_rate": 3.38707911903359e-06, |
| "loss": 0.226, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.9350524159537295, |
| "grad_norm": 0.17835478587888995, |
| "learning_rate": 3.373816196355315e-06, |
| "loss": 0.221, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.9374623448608266, |
| "grad_norm": 0.1726943531694181, |
| "learning_rate": 3.3605660570473687e-06, |
| "loss": 0.2226, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.9398722737679237, |
| "grad_norm": 0.16742660057488765, |
| "learning_rate": 3.3473288052686055e-06, |
| "loss": 0.2238, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.942282202675021, |
| "grad_norm": 0.16448937520786722, |
| "learning_rate": 3.334104545076564e-06, |
| "loss": 0.2214, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.9446921315821184, |
| "grad_norm": 0.16720270952416597, |
| "learning_rate": 3.320893380426667e-06, |
| "loss": 0.2241, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.9471020604892155, |
| "grad_norm": 0.310561498171491, |
| "learning_rate": 3.3076954151713815e-06, |
| "loss": 0.2241, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.9495119893963127, |
| "grad_norm": 0.16403397557520163, |
| "learning_rate": 3.294510753059427e-06, |
| "loss": 0.2191, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.95192191830341, |
| "grad_norm": 0.17149544218196924, |
| "learning_rate": 3.2813394977349356e-06, |
| "loss": 0.2198, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.9543318472105073, |
| "grad_norm": 0.18045930837078897, |
| "learning_rate": 3.2681817527366575e-06, |
| "loss": 0.2206, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.9567417761176045, |
| "grad_norm": 0.17619845608114204, |
| "learning_rate": 3.2550376214971395e-06, |
| "loss": 0.2242, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.9591517050247018, |
| "grad_norm": 0.1631192758221241, |
| "learning_rate": 3.241907207341902e-06, |
| "loss": 0.2216, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.9615616339317992, |
| "grad_norm": 0.16547799093940346, |
| "learning_rate": 3.2287906134886483e-06, |
| "loss": 0.2203, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.9639715628388963, |
| "grad_norm": 0.16899930757123302, |
| "learning_rate": 3.215687943046427e-06, |
| "loss": 0.2211, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.9663814917459934, |
| "grad_norm": 0.18011488236625958, |
| "learning_rate": 3.202599299014849e-06, |
| "loss": 0.2252, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.9687914206530908, |
| "grad_norm": 0.17363559346316712, |
| "learning_rate": 3.1895247842832523e-06, |
| "loss": 0.2229, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.971201349560188, |
| "grad_norm": 0.19772713108336182, |
| "learning_rate": 3.1764645016299133e-06, |
| "loss": 0.2161, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.9736112784672852, |
| "grad_norm": 0.18583640048149713, |
| "learning_rate": 3.163418553721229e-06, |
| "loss": 0.2223, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.9760212073743824, |
| "grad_norm": 0.17640639663201332, |
| "learning_rate": 3.1503870431109067e-06, |
| "loss": 0.2253, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.9784311362814797, |
| "grad_norm": 0.1674920718152874, |
| "learning_rate": 3.1373700722391696e-06, |
| "loss": 0.22, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.980841065188577, |
| "grad_norm": 0.17975281665397086, |
| "learning_rate": 3.1243677434319373e-06, |
| "loss": 0.2239, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.9832509940956742, |
| "grad_norm": 0.1840902808197311, |
| "learning_rate": 3.111380158900037e-06, |
| "loss": 0.2203, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.9856609230027713, |
| "grad_norm": 0.19795445591857247, |
| "learning_rate": 3.098407420738382e-06, |
| "loss": 0.2218, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.9880708519098687, |
| "grad_norm": 0.18833669666391664, |
| "learning_rate": 3.0854496309251857e-06, |
| "loss": 0.2229, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.990480780816966, |
| "grad_norm": 0.18567799265574716, |
| "learning_rate": 3.0725068913211546e-06, |
| "loss": 0.2203, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.9928907097240631, |
| "grad_norm": 0.161711200487969, |
| "learning_rate": 3.059579303668678e-06, |
| "loss": 0.2241, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.9953006386311603, |
| "grad_norm": 0.18934300415156607, |
| "learning_rate": 3.046666969591046e-06, |
| "loss": 0.2223, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.9977105675382576, |
| "grad_norm": 0.17067235022289873, |
| "learning_rate": 3.0337699905916308e-06, |
| "loss": 0.2235, |
| "step": 8290 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.2287907262213035, |
| "learning_rate": 3.020888468053109e-06, |
| "loss": 0.2196, |
| "step": 8300 |
| }, |
| { |
| "epoch": 2.002409928907097, |
| "grad_norm": 0.17380593294798988, |
| "learning_rate": 3.0080225032366443e-06, |
| "loss": 0.2175, |
| "step": 8310 |
| }, |
| { |
| "epoch": 2.0048198578141947, |
| "grad_norm": 0.17856012160948653, |
| "learning_rate": 2.9951721972811133e-06, |
| "loss": 0.2161, |
| "step": 8320 |
| }, |
| { |
| "epoch": 2.007229786721292, |
| "grad_norm": 0.17306415633708103, |
| "learning_rate": 2.982337651202286e-06, |
| "loss": 0.2137, |
| "step": 8330 |
| }, |
| { |
| "epoch": 2.009639715628389, |
| "grad_norm": 0.1753178866495624, |
| "learning_rate": 2.9695189658920555e-06, |
| "loss": 0.2169, |
| "step": 8340 |
| }, |
| { |
| "epoch": 2.012049644535486, |
| "grad_norm": 0.20368687273238206, |
| "learning_rate": 2.95671624211763e-06, |
| "loss": 0.2178, |
| "step": 8350 |
| }, |
| { |
| "epoch": 2.0144595734425836, |
| "grad_norm": 0.1755146229130234, |
| "learning_rate": 2.9439295805207415e-06, |
| "loss": 0.2139, |
| "step": 8360 |
| }, |
| { |
| "epoch": 2.0168695023496808, |
| "grad_norm": 0.3060582694141564, |
| "learning_rate": 2.9311590816168646e-06, |
| "loss": 0.2155, |
| "step": 8370 |
| }, |
| { |
| "epoch": 2.019279431256778, |
| "grad_norm": 0.17867123362736373, |
| "learning_rate": 2.918404845794411e-06, |
| "loss": 0.2147, |
| "step": 8380 |
| }, |
| { |
| "epoch": 2.021689360163875, |
| "grad_norm": 0.17255262439737776, |
| "learning_rate": 2.905666973313957e-06, |
| "loss": 0.2153, |
| "step": 8390 |
| }, |
| { |
| "epoch": 2.0240992890709726, |
| "grad_norm": 0.16978024384357635, |
| "learning_rate": 2.8929455643074433e-06, |
| "loss": 0.2153, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.0265092179780697, |
| "grad_norm": 0.17816549745269436, |
| "learning_rate": 2.8802407187773917e-06, |
| "loss": 0.2183, |
| "step": 8410 |
| }, |
| { |
| "epoch": 2.028919146885167, |
| "grad_norm": 0.18110851567573646, |
| "learning_rate": 2.86755253659612e-06, |
| "loss": 0.2171, |
| "step": 8420 |
| }, |
| { |
| "epoch": 2.031329075792264, |
| "grad_norm": 0.1688476927906645, |
| "learning_rate": 2.854881117504954e-06, |
| "loss": 0.2176, |
| "step": 8430 |
| }, |
| { |
| "epoch": 2.0337390046993615, |
| "grad_norm": 0.16214314468077717, |
| "learning_rate": 2.8422265611134535e-06, |
| "loss": 0.218, |
| "step": 8440 |
| }, |
| { |
| "epoch": 2.0361489336064587, |
| "grad_norm": 0.17334756127095827, |
| "learning_rate": 2.829588966898607e-06, |
| "loss": 0.2158, |
| "step": 8450 |
| }, |
| { |
| "epoch": 2.038558862513556, |
| "grad_norm": 0.17925427677927808, |
| "learning_rate": 2.8169684342040802e-06, |
| "loss": 0.2171, |
| "step": 8460 |
| }, |
| { |
| "epoch": 2.040968791420653, |
| "grad_norm": 0.17577266218362214, |
| "learning_rate": 2.8043650622394023e-06, |
| "loss": 0.2171, |
| "step": 8470 |
| }, |
| { |
| "epoch": 2.0433787203277505, |
| "grad_norm": 0.1642561949193348, |
| "learning_rate": 2.791778950079217e-06, |
| "loss": 0.2159, |
| "step": 8480 |
| }, |
| { |
| "epoch": 2.0457886492348476, |
| "grad_norm": 0.16498503901124467, |
| "learning_rate": 2.779210196662482e-06, |
| "loss": 0.2156, |
| "step": 8490 |
| }, |
| { |
| "epoch": 2.0481985781419447, |
| "grad_norm": 0.21655161258737973, |
| "learning_rate": 2.766658900791699e-06, |
| "loss": 0.218, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.050608507049042, |
| "grad_norm": 0.16932876786189752, |
| "learning_rate": 2.7541251611321385e-06, |
| "loss": 0.2191, |
| "step": 8510 |
| }, |
| { |
| "epoch": 2.0530184359561394, |
| "grad_norm": 0.16740404283620977, |
| "learning_rate": 2.7416090762110603e-06, |
| "loss": 0.2162, |
| "step": 8520 |
| }, |
| { |
| "epoch": 2.0554283648632365, |
| "grad_norm": 0.2005816431066049, |
| "learning_rate": 2.729110744416943e-06, |
| "loss": 0.2176, |
| "step": 8530 |
| }, |
| { |
| "epoch": 2.0578382937703337, |
| "grad_norm": 0.17332780605061382, |
| "learning_rate": 2.716630263998706e-06, |
| "loss": 0.2158, |
| "step": 8540 |
| }, |
| { |
| "epoch": 2.060248222677431, |
| "grad_norm": 0.17912431633062656, |
| "learning_rate": 2.7041677330649408e-06, |
| "loss": 0.2203, |
| "step": 8550 |
| }, |
| { |
| "epoch": 2.0626581515845284, |
| "grad_norm": 0.18464270915555614, |
| "learning_rate": 2.6917232495831436e-06, |
| "loss": 0.2151, |
| "step": 8560 |
| }, |
| { |
| "epoch": 2.0650680804916255, |
| "grad_norm": 0.16531551068221872, |
| "learning_rate": 2.6792969113789285e-06, |
| "loss": 0.2191, |
| "step": 8570 |
| }, |
| { |
| "epoch": 2.0674780093987226, |
| "grad_norm": 0.15912695139805036, |
| "learning_rate": 2.666888816135285e-06, |
| "loss": 0.214, |
| "step": 8580 |
| }, |
| { |
| "epoch": 2.06988793830582, |
| "grad_norm": 0.18551106929744193, |
| "learning_rate": 2.6544990613917803e-06, |
| "loss": 0.2161, |
| "step": 8590 |
| }, |
| { |
| "epoch": 2.0722978672129173, |
| "grad_norm": 0.1667801868250344, |
| "learning_rate": 2.642127744543823e-06, |
| "loss": 0.2186, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.0747077961200144, |
| "grad_norm": 0.16806458954443468, |
| "learning_rate": 2.6297749628418654e-06, |
| "loss": 0.2154, |
| "step": 8610 |
| }, |
| { |
| "epoch": 2.0771177250271116, |
| "grad_norm": 0.17810232628165085, |
| "learning_rate": 2.617440813390674e-06, |
| "loss": 0.2172, |
| "step": 8620 |
| }, |
| { |
| "epoch": 2.079527653934209, |
| "grad_norm": 0.17496292769430696, |
| "learning_rate": 2.605125393148529e-06, |
| "loss": 0.2149, |
| "step": 8630 |
| }, |
| { |
| "epoch": 2.0819375828413063, |
| "grad_norm": 0.15911822350764088, |
| "learning_rate": 2.592828798926496e-06, |
| "loss": 0.212, |
| "step": 8640 |
| }, |
| { |
| "epoch": 2.0843475117484034, |
| "grad_norm": 0.17420196250002615, |
| "learning_rate": 2.580551127387644e-06, |
| "loss": 0.2173, |
| "step": 8650 |
| }, |
| { |
| "epoch": 2.0867574406555005, |
| "grad_norm": 0.1662547058151516, |
| "learning_rate": 2.5682924750462907e-06, |
| "loss": 0.2158, |
| "step": 8660 |
| }, |
| { |
| "epoch": 2.089167369562598, |
| "grad_norm": 0.1613429520475328, |
| "learning_rate": 2.5560529382672462e-06, |
| "loss": 0.2152, |
| "step": 8670 |
| }, |
| { |
| "epoch": 2.091577298469695, |
| "grad_norm": 0.16954707749177175, |
| "learning_rate": 2.5438326132650524e-06, |
| "loss": 0.2173, |
| "step": 8680 |
| }, |
| { |
| "epoch": 2.0939872273767923, |
| "grad_norm": 0.16913124560212983, |
| "learning_rate": 2.531631596103231e-06, |
| "loss": 0.2156, |
| "step": 8690 |
| }, |
| { |
| "epoch": 2.0963971562838895, |
| "grad_norm": 0.16879141003032017, |
| "learning_rate": 2.5194499826935216e-06, |
| "loss": 0.2143, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.098807085190987, |
| "grad_norm": 0.16315254865336404, |
| "learning_rate": 2.507287868795133e-06, |
| "loss": 0.216, |
| "step": 8710 |
| }, |
| { |
| "epoch": 2.101217014098084, |
| "grad_norm": 0.16388215305040107, |
| "learning_rate": 2.495145350013995e-06, |
| "loss": 0.2146, |
| "step": 8720 |
| }, |
| { |
| "epoch": 2.1036269430051813, |
| "grad_norm": 0.16534824958304595, |
| "learning_rate": 2.4830225218019878e-06, |
| "loss": 0.2171, |
| "step": 8730 |
| }, |
| { |
| "epoch": 2.1060368719122784, |
| "grad_norm": 0.15905688332066786, |
| "learning_rate": 2.4709194794562204e-06, |
| "loss": 0.2159, |
| "step": 8740 |
| }, |
| { |
| "epoch": 2.108446800819376, |
| "grad_norm": 0.15904245633268263, |
| "learning_rate": 2.45883631811825e-06, |
| "loss": 0.216, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.110856729726473, |
| "grad_norm": 0.16054858978224282, |
| "learning_rate": 2.4467731327733665e-06, |
| "loss": 0.2142, |
| "step": 8760 |
| }, |
| { |
| "epoch": 2.11326665863357, |
| "grad_norm": 0.16784446070573833, |
| "learning_rate": 2.4347300182498116e-06, |
| "loss": 0.2165, |
| "step": 8770 |
| }, |
| { |
| "epoch": 2.1156765875406673, |
| "grad_norm": 0.1673268741605228, |
| "learning_rate": 2.422707069218068e-06, |
| "loss": 0.2169, |
| "step": 8780 |
| }, |
| { |
| "epoch": 2.118086516447765, |
| "grad_norm": 0.15872613245790043, |
| "learning_rate": 2.4107043801900863e-06, |
| "loss": 0.2148, |
| "step": 8790 |
| }, |
| { |
| "epoch": 2.120496445354862, |
| "grad_norm": 0.17281567057815952, |
| "learning_rate": 2.39872204551856e-06, |
| "loss": 0.2151, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.122906374261959, |
| "grad_norm": 0.1724472046576275, |
| "learning_rate": 2.3867601593961744e-06, |
| "loss": 0.2198, |
| "step": 8810 |
| }, |
| { |
| "epoch": 2.1253163031690567, |
| "grad_norm": 0.16333811582659072, |
| "learning_rate": 2.374818815854871e-06, |
| "loss": 0.2144, |
| "step": 8820 |
| }, |
| { |
| "epoch": 2.127726232076154, |
| "grad_norm": 0.16371139176236396, |
| "learning_rate": 2.3628981087651073e-06, |
| "loss": 0.2141, |
| "step": 8830 |
| }, |
| { |
| "epoch": 2.130136160983251, |
| "grad_norm": 0.17914701375544792, |
| "learning_rate": 2.350998131835117e-06, |
| "loss": 0.2182, |
| "step": 8840 |
| }, |
| { |
| "epoch": 2.132546089890348, |
| "grad_norm": 0.18359917351190413, |
| "learning_rate": 2.339118978610175e-06, |
| "loss": 0.219, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.1349560187974457, |
| "grad_norm": 0.16535504532578257, |
| "learning_rate": 2.3272607424718675e-06, |
| "loss": 0.2145, |
| "step": 8860 |
| }, |
| { |
| "epoch": 2.137365947704543, |
| "grad_norm": 0.17201129354733538, |
| "learning_rate": 2.315423516637339e-06, |
| "loss": 0.217, |
| "step": 8870 |
| }, |
| { |
| "epoch": 2.13977587661164, |
| "grad_norm": 0.1588995828237807, |
| "learning_rate": 2.3036073941585898e-06, |
| "loss": 0.2141, |
| "step": 8880 |
| }, |
| { |
| "epoch": 2.142185805518737, |
| "grad_norm": 0.16261768738355556, |
| "learning_rate": 2.2918124679217106e-06, |
| "loss": 0.2118, |
| "step": 8890 |
| }, |
| { |
| "epoch": 2.1445957344258346, |
| "grad_norm": 0.167527249342233, |
| "learning_rate": 2.2800388306461847e-06, |
| "loss": 0.2152, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.1470056633329317, |
| "grad_norm": 0.20249631878757005, |
| "learning_rate": 2.2682865748841293e-06, |
| "loss": 0.2145, |
| "step": 8910 |
| }, |
| { |
| "epoch": 2.149415592240029, |
| "grad_norm": 0.16486526747031777, |
| "learning_rate": 2.2565557930195963e-06, |
| "loss": 0.2183, |
| "step": 8920 |
| }, |
| { |
| "epoch": 2.151825521147126, |
| "grad_norm": 0.16944793274222641, |
| "learning_rate": 2.244846577267818e-06, |
| "loss": 0.216, |
| "step": 8930 |
| }, |
| { |
| "epoch": 2.1542354500542236, |
| "grad_norm": 0.15983493156003722, |
| "learning_rate": 2.2331590196745094e-06, |
| "loss": 0.2177, |
| "step": 8940 |
| }, |
| { |
| "epoch": 2.1566453789613207, |
| "grad_norm": 0.1545123343194527, |
| "learning_rate": 2.221493212115123e-06, |
| "loss": 0.2182, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.159055307868418, |
| "grad_norm": 0.1619577230120136, |
| "learning_rate": 2.209849246294138e-06, |
| "loss": 0.2165, |
| "step": 8960 |
| }, |
| { |
| "epoch": 2.161465236775515, |
| "grad_norm": 0.24442185861489918, |
| "learning_rate": 2.1982272137443356e-06, |
| "loss": 0.2146, |
| "step": 8970 |
| }, |
| { |
| "epoch": 2.1638751656826125, |
| "grad_norm": 0.15921527725825574, |
| "learning_rate": 2.186627205826082e-06, |
| "loss": 0.2164, |
| "step": 8980 |
| }, |
| { |
| "epoch": 2.1662850945897096, |
| "grad_norm": 0.16043526153345314, |
| "learning_rate": 2.1750493137266064e-06, |
| "loss": 0.2199, |
| "step": 8990 |
| }, |
| { |
| "epoch": 2.1686950234968068, |
| "grad_norm": 0.15627209243370632, |
| "learning_rate": 2.1634936284592882e-06, |
| "loss": 0.2179, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.171104952403904, |
| "grad_norm": 0.16964769263007193, |
| "learning_rate": 2.151960240862937e-06, |
| "loss": 0.2187, |
| "step": 9010 |
| }, |
| { |
| "epoch": 2.1735148813110015, |
| "grad_norm": 0.16431980235812013, |
| "learning_rate": 2.1404492416010885e-06, |
| "loss": 0.2147, |
| "step": 9020 |
| }, |
| { |
| "epoch": 2.1759248102180986, |
| "grad_norm": 0.17463699702695645, |
| "learning_rate": 2.128960721161273e-06, |
| "loss": 0.2176, |
| "step": 9030 |
| }, |
| { |
| "epoch": 2.1783347391251957, |
| "grad_norm": 0.17530300865667098, |
| "learning_rate": 2.1174947698543276e-06, |
| "loss": 0.2151, |
| "step": 9040 |
| }, |
| { |
| "epoch": 2.1807446680322933, |
| "grad_norm": 0.16166935143888916, |
| "learning_rate": 2.106051477813662e-06, |
| "loss": 0.2179, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.1831545969393904, |
| "grad_norm": 0.16238872449097044, |
| "learning_rate": 2.0946309349945764e-06, |
| "loss": 0.2167, |
| "step": 9060 |
| }, |
| { |
| "epoch": 2.1855645258464875, |
| "grad_norm": 0.16039482488274223, |
| "learning_rate": 2.0832332311735255e-06, |
| "loss": 0.2144, |
| "step": 9070 |
| }, |
| { |
| "epoch": 2.1879744547535847, |
| "grad_norm": 0.16505377352940512, |
| "learning_rate": 2.071858455947439e-06, |
| "loss": 0.2181, |
| "step": 9080 |
| }, |
| { |
| "epoch": 2.1903843836606818, |
| "grad_norm": 0.1675497829557917, |
| "learning_rate": 2.0605066987330015e-06, |
| "loss": 0.2207, |
| "step": 9090 |
| }, |
| { |
| "epoch": 2.1927943125677793, |
| "grad_norm": 0.1572991482149228, |
| "learning_rate": 2.0491780487659518e-06, |
| "loss": 0.2173, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.1952042414748765, |
| "grad_norm": 0.16912848336632816, |
| "learning_rate": 2.0378725951003863e-06, |
| "loss": 0.2186, |
| "step": 9110 |
| }, |
| { |
| "epoch": 2.1976141703819736, |
| "grad_norm": 0.18850643446777107, |
| "learning_rate": 2.0265904266080553e-06, |
| "loss": 0.2149, |
| "step": 9120 |
| }, |
| { |
| "epoch": 2.200024099289071, |
| "grad_norm": 0.14826409894986128, |
| "learning_rate": 2.0153316319776663e-06, |
| "loss": 0.2142, |
| "step": 9130 |
| }, |
| { |
| "epoch": 2.2024340281961683, |
| "grad_norm": 0.17082868050396657, |
| "learning_rate": 2.004096299714182e-06, |
| "loss": 0.2127, |
| "step": 9140 |
| }, |
| { |
| "epoch": 2.2048439571032654, |
| "grad_norm": 0.1719463725331706, |
| "learning_rate": 1.992884518138132e-06, |
| "loss": 0.2156, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.2072538860103625, |
| "grad_norm": 0.1610758282639183, |
| "learning_rate": 1.9816963753849173e-06, |
| "loss": 0.2148, |
| "step": 9160 |
| }, |
| { |
| "epoch": 2.20966381491746, |
| "grad_norm": 0.1554002287635683, |
| "learning_rate": 1.9705319594041055e-06, |
| "loss": 0.2183, |
| "step": 9170 |
| }, |
| { |
| "epoch": 2.2120737438245572, |
| "grad_norm": 0.17242910483030338, |
| "learning_rate": 1.959391357958761e-06, |
| "loss": 0.2164, |
| "step": 9180 |
| }, |
| { |
| "epoch": 2.2144836727316544, |
| "grad_norm": 0.16608068532952636, |
| "learning_rate": 1.9482746586247307e-06, |
| "loss": 0.2167, |
| "step": 9190 |
| }, |
| { |
| "epoch": 2.2168936016387515, |
| "grad_norm": 0.16352782662612533, |
| "learning_rate": 1.937181948789979e-06, |
| "loss": 0.2169, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.219303530545849, |
| "grad_norm": 0.16152274881546919, |
| "learning_rate": 1.926113315653883e-06, |
| "loss": 0.2148, |
| "step": 9210 |
| }, |
| { |
| "epoch": 2.221713459452946, |
| "grad_norm": 0.16365516218565154, |
| "learning_rate": 1.9150688462265567e-06, |
| "loss": 0.214, |
| "step": 9220 |
| }, |
| { |
| "epoch": 2.2241233883600433, |
| "grad_norm": 0.1735669877552533, |
| "learning_rate": 1.9040486273281611e-06, |
| "loss": 0.2149, |
| "step": 9230 |
| }, |
| { |
| "epoch": 2.2265333172671404, |
| "grad_norm": 0.17065946042939198, |
| "learning_rate": 1.8930527455882285e-06, |
| "loss": 0.2169, |
| "step": 9240 |
| }, |
| { |
| "epoch": 2.228943246174238, |
| "grad_norm": 0.1555338243111709, |
| "learning_rate": 1.8820812874449745e-06, |
| "loss": 0.2183, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.231353175081335, |
| "grad_norm": 0.21359053652417603, |
| "learning_rate": 1.871134339144624e-06, |
| "loss": 0.2167, |
| "step": 9260 |
| }, |
| { |
| "epoch": 2.2337631039884323, |
| "grad_norm": 0.15566089867920296, |
| "learning_rate": 1.8602119867407293e-06, |
| "loss": 0.217, |
| "step": 9270 |
| }, |
| { |
| "epoch": 2.2361730328955294, |
| "grad_norm": 0.14838955803193682, |
| "learning_rate": 1.8493143160934962e-06, |
| "loss": 0.2148, |
| "step": 9280 |
| }, |
| { |
| "epoch": 2.238582961802627, |
| "grad_norm": 0.15951732160631296, |
| "learning_rate": 1.838441412869108e-06, |
| "loss": 0.2162, |
| "step": 9290 |
| }, |
| { |
| "epoch": 2.240992890709724, |
| "grad_norm": 0.15631738955988378, |
| "learning_rate": 1.827593362539052e-06, |
| "loss": 0.2167, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.243402819616821, |
| "grad_norm": 0.15828824954437395, |
| "learning_rate": 1.816770250379446e-06, |
| "loss": 0.2142, |
| "step": 9310 |
| }, |
| { |
| "epoch": 2.2458127485239183, |
| "grad_norm": 0.15486252175299592, |
| "learning_rate": 1.8059721614703757e-06, |
| "loss": 0.2175, |
| "step": 9320 |
| }, |
| { |
| "epoch": 2.248222677431016, |
| "grad_norm": 0.17717797925756032, |
| "learning_rate": 1.7951991806952135e-06, |
| "loss": 0.2174, |
| "step": 9330 |
| }, |
| { |
| "epoch": 2.250632606338113, |
| "grad_norm": 0.170954254933961, |
| "learning_rate": 1.7844513927399605e-06, |
| "loss": 0.2145, |
| "step": 9340 |
| }, |
| { |
| "epoch": 2.25304253524521, |
| "grad_norm": 0.1638966110114353, |
| "learning_rate": 1.7737288820925775e-06, |
| "loss": 0.2166, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.2554524641523077, |
| "grad_norm": 0.17459885896163269, |
| "learning_rate": 1.7630317330423213e-06, |
| "loss": 0.2145, |
| "step": 9360 |
| }, |
| { |
| "epoch": 2.257862393059405, |
| "grad_norm": 0.16546769479523815, |
| "learning_rate": 1.7523600296790827e-06, |
| "loss": 0.2155, |
| "step": 9370 |
| }, |
| { |
| "epoch": 2.260272321966502, |
| "grad_norm": 0.15492608425825188, |
| "learning_rate": 1.7417138558927244e-06, |
| "loss": 0.2178, |
| "step": 9380 |
| }, |
| { |
| "epoch": 2.262682250873599, |
| "grad_norm": 0.1715375758716431, |
| "learning_rate": 1.731093295372422e-06, |
| "loss": 0.2156, |
| "step": 9390 |
| }, |
| { |
| "epoch": 2.2650921797806967, |
| "grad_norm": 0.15847482780437644, |
| "learning_rate": 1.7204984316060063e-06, |
| "loss": 0.2138, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.267502108687794, |
| "grad_norm": 0.15911470696042906, |
| "learning_rate": 1.7099293478793066e-06, |
| "loss": 0.2178, |
| "step": 9410 |
| }, |
| { |
| "epoch": 2.269912037594891, |
| "grad_norm": 0.16348878980019585, |
| "learning_rate": 1.699386127275497e-06, |
| "loss": 0.2171, |
| "step": 9420 |
| }, |
| { |
| "epoch": 2.272321966501988, |
| "grad_norm": 0.16658170181352588, |
| "learning_rate": 1.6888688526744419e-06, |
| "loss": 0.217, |
| "step": 9430 |
| }, |
| { |
| "epoch": 2.2747318954090856, |
| "grad_norm": 0.16066213045543976, |
| "learning_rate": 1.6783776067520435e-06, |
| "loss": 0.2154, |
| "step": 9440 |
| }, |
| { |
| "epoch": 2.2771418243161827, |
| "grad_norm": 0.16082101620948763, |
| "learning_rate": 1.667912471979599e-06, |
| "loss": 0.2164, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.27955175322328, |
| "grad_norm": 0.17881678098179862, |
| "learning_rate": 1.6574735306231415e-06, |
| "loss": 0.2145, |
| "step": 9460 |
| }, |
| { |
| "epoch": 2.281961682130377, |
| "grad_norm": 0.1537018703658371, |
| "learning_rate": 1.6470608647427994e-06, |
| "loss": 0.2177, |
| "step": 9470 |
| }, |
| { |
| "epoch": 2.2843716110374745, |
| "grad_norm": 0.1701217571070372, |
| "learning_rate": 1.6366745561921526e-06, |
| "loss": 0.2187, |
| "step": 9480 |
| }, |
| { |
| "epoch": 2.2867815399445717, |
| "grad_norm": 0.16907410414510796, |
| "learning_rate": 1.626314686617586e-06, |
| "loss": 0.2193, |
| "step": 9490 |
| }, |
| { |
| "epoch": 2.289191468851669, |
| "grad_norm": 0.14941652687909515, |
| "learning_rate": 1.6159813374576473e-06, |
| "loss": 0.2158, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.291601397758766, |
| "grad_norm": 0.16442210723302128, |
| "learning_rate": 1.605674589942411e-06, |
| "loss": 0.215, |
| "step": 9510 |
| }, |
| { |
| "epoch": 2.2940113266658635, |
| "grad_norm": 0.1468941473576951, |
| "learning_rate": 1.5953945250928337e-06, |
| "loss": 0.2172, |
| "step": 9520 |
| }, |
| { |
| "epoch": 2.2964212555729606, |
| "grad_norm": 0.1563069184300272, |
| "learning_rate": 1.5851412237201241e-06, |
| "loss": 0.2191, |
| "step": 9530 |
| }, |
| { |
| "epoch": 2.2988311844800577, |
| "grad_norm": 0.17864469161641042, |
| "learning_rate": 1.5749147664251008e-06, |
| "loss": 0.2141, |
| "step": 9540 |
| }, |
| { |
| "epoch": 2.301241113387155, |
| "grad_norm": 0.15936407627764404, |
| "learning_rate": 1.5647152335975675e-06, |
| "loss": 0.2175, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.3036510422942524, |
| "grad_norm": 0.1786482233152988, |
| "learning_rate": 1.5545427054156659e-06, |
| "loss": 0.214, |
| "step": 9560 |
| }, |
| { |
| "epoch": 2.3060609712013496, |
| "grad_norm": 0.3481171659056702, |
| "learning_rate": 1.5443972618452685e-06, |
| "loss": 0.2126, |
| "step": 9570 |
| }, |
| { |
| "epoch": 2.3084709001084467, |
| "grad_norm": 0.1554740296898682, |
| "learning_rate": 1.5342789826393223e-06, |
| "loss": 0.2162, |
| "step": 9580 |
| }, |
| { |
| "epoch": 2.3108808290155443, |
| "grad_norm": 0.1530966450179755, |
| "learning_rate": 1.5241879473372501e-06, |
| "loss": 0.2147, |
| "step": 9590 |
| }, |
| { |
| "epoch": 2.3132907579226414, |
| "grad_norm": 0.16046256248741983, |
| "learning_rate": 1.5141242352642975e-06, |
| "loss": 0.2144, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.3157006868297385, |
| "grad_norm": 0.15279090220025765, |
| "learning_rate": 1.5040879255309366e-06, |
| "loss": 0.2136, |
| "step": 9610 |
| }, |
| { |
| "epoch": 2.3181106157368356, |
| "grad_norm": 0.1535195155590413, |
| "learning_rate": 1.4940790970322217e-06, |
| "loss": 0.2149, |
| "step": 9620 |
| }, |
| { |
| "epoch": 2.3205205446439328, |
| "grad_norm": 0.15539258455309055, |
| "learning_rate": 1.4840978284471818e-06, |
| "loss": 0.2126, |
| "step": 9630 |
| }, |
| { |
| "epoch": 2.3229304735510303, |
| "grad_norm": 0.16168682210373636, |
| "learning_rate": 1.4741441982381965e-06, |
| "loss": 0.2164, |
| "step": 9640 |
| }, |
| { |
| "epoch": 2.3253404024581275, |
| "grad_norm": 0.17188373165148013, |
| "learning_rate": 1.4642182846503834e-06, |
| "loss": 0.2147, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.3277503313652246, |
| "grad_norm": 0.16379929980091218, |
| "learning_rate": 1.454320165710979e-06, |
| "loss": 0.2181, |
| "step": 9660 |
| }, |
| { |
| "epoch": 2.330160260272322, |
| "grad_norm": 0.1521292345680125, |
| "learning_rate": 1.4444499192287275e-06, |
| "loss": 0.215, |
| "step": 9670 |
| }, |
| { |
| "epoch": 2.3325701891794193, |
| "grad_norm": 0.19323544915918778, |
| "learning_rate": 1.434607622793268e-06, |
| "loss": 0.2182, |
| "step": 9680 |
| }, |
| { |
| "epoch": 2.3349801180865164, |
| "grad_norm": 0.15582009476234696, |
| "learning_rate": 1.4247933537745312e-06, |
| "loss": 0.216, |
| "step": 9690 |
| }, |
| { |
| "epoch": 2.3373900469936135, |
| "grad_norm": 0.15708094972066383, |
| "learning_rate": 1.4150071893221134e-06, |
| "loss": 0.2159, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.339799975900711, |
| "grad_norm": 0.1737618881263453, |
| "learning_rate": 1.4052492063646954e-06, |
| "loss": 0.2148, |
| "step": 9710 |
| }, |
| { |
| "epoch": 2.342209904807808, |
| "grad_norm": 0.15317616467027403, |
| "learning_rate": 1.395519481609412e-06, |
| "loss": 0.2141, |
| "step": 9720 |
| }, |
| { |
| "epoch": 2.3446198337149053, |
| "grad_norm": 0.15366195231866672, |
| "learning_rate": 1.3858180915412733e-06, |
| "loss": 0.2139, |
| "step": 9730 |
| }, |
| { |
| "epoch": 2.3470297626220025, |
| "grad_norm": 0.16986901286246847, |
| "learning_rate": 1.376145112422539e-06, |
| "loss": 0.2189, |
| "step": 9740 |
| }, |
| { |
| "epoch": 2.3494396915291, |
| "grad_norm": 0.17802400709398805, |
| "learning_rate": 1.3665006202921422e-06, |
| "loss": 0.2158, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.351849620436197, |
| "grad_norm": 0.16650587609111575, |
| "learning_rate": 1.3568846909650757e-06, |
| "loss": 0.2147, |
| "step": 9760 |
| }, |
| { |
| "epoch": 2.3542595493432943, |
| "grad_norm": 0.15886679018003938, |
| "learning_rate": 1.347297400031801e-06, |
| "loss": 0.216, |
| "step": 9770 |
| }, |
| { |
| "epoch": 2.3566694782503914, |
| "grad_norm": 0.1558887168853167, |
| "learning_rate": 1.337738822857656e-06, |
| "loss": 0.2144, |
| "step": 9780 |
| }, |
| { |
| "epoch": 2.359079407157489, |
| "grad_norm": 0.17399136027452464, |
| "learning_rate": 1.3282090345822591e-06, |
| "loss": 0.2172, |
| "step": 9790 |
| }, |
| { |
| "epoch": 2.361489336064586, |
| "grad_norm": 0.15809538352206384, |
| "learning_rate": 1.3187081101189215e-06, |
| "loss": 0.2148, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.3638992649716832, |
| "grad_norm": 0.15410052322227458, |
| "learning_rate": 1.309236124154057e-06, |
| "loss": 0.2198, |
| "step": 9810 |
| }, |
| { |
| "epoch": 2.366309193878781, |
| "grad_norm": 0.153785139042308, |
| "learning_rate": 1.299793151146594e-06, |
| "loss": 0.2139, |
| "step": 9820 |
| }, |
| { |
| "epoch": 2.368719122785878, |
| "grad_norm": 0.15562022157098584, |
| "learning_rate": 1.2903792653273916e-06, |
| "loss": 0.216, |
| "step": 9830 |
| }, |
| { |
| "epoch": 2.371129051692975, |
| "grad_norm": 0.17251767111709934, |
| "learning_rate": 1.2809945406986546e-06, |
| "loss": 0.2171, |
| "step": 9840 |
| }, |
| { |
| "epoch": 2.373538980600072, |
| "grad_norm": 0.1731800579302401, |
| "learning_rate": 1.2716390510333586e-06, |
| "loss": 0.2175, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.3759489095071693, |
| "grad_norm": 0.16473859545425532, |
| "learning_rate": 1.2623128698746527e-06, |
| "loss": 0.2177, |
| "step": 9860 |
| }, |
| { |
| "epoch": 2.378358838414267, |
| "grad_norm": 0.16059203541442638, |
| "learning_rate": 1.2530160705353068e-06, |
| "loss": 0.2123, |
| "step": 9870 |
| }, |
| { |
| "epoch": 2.380768767321364, |
| "grad_norm": 0.15004803332571034, |
| "learning_rate": 1.243748726097107e-06, |
| "loss": 0.2127, |
| "step": 9880 |
| }, |
| { |
| "epoch": 2.383178696228461, |
| "grad_norm": 0.15582484533929308, |
| "learning_rate": 1.2345109094103102e-06, |
| "loss": 0.2142, |
| "step": 9890 |
| }, |
| { |
| "epoch": 2.3855886251355587, |
| "grad_norm": 0.1517333606391172, |
| "learning_rate": 1.2253026930930422e-06, |
| "loss": 0.2174, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.387998554042656, |
| "grad_norm": 0.15307520166486493, |
| "learning_rate": 1.2161241495307546e-06, |
| "loss": 0.2177, |
| "step": 9910 |
| }, |
| { |
| "epoch": 2.390408482949753, |
| "grad_norm": 0.1627551849491432, |
| "learning_rate": 1.2069753508756332e-06, |
| "loss": 0.2182, |
| "step": 9920 |
| }, |
| { |
| "epoch": 2.39281841185685, |
| "grad_norm": 0.1593537445472167, |
| "learning_rate": 1.1978563690460454e-06, |
| "loss": 0.2152, |
| "step": 9930 |
| }, |
| { |
| "epoch": 2.3952283407639476, |
| "grad_norm": 0.15471800921328202, |
| "learning_rate": 1.188767275725966e-06, |
| "loss": 0.215, |
| "step": 9940 |
| }, |
| { |
| "epoch": 2.3976382696710448, |
| "grad_norm": 0.16330972159039678, |
| "learning_rate": 1.1797081423644207e-06, |
| "loss": 0.2167, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.400048198578142, |
| "grad_norm": 0.1552958638526077, |
| "learning_rate": 1.1706790401749191e-06, |
| "loss": 0.2139, |
| "step": 9960 |
| }, |
| { |
| "epoch": 2.402458127485239, |
| "grad_norm": 0.165985184347308, |
| "learning_rate": 1.161680040134897e-06, |
| "loss": 0.2171, |
| "step": 9970 |
| }, |
| { |
| "epoch": 2.4048680563923366, |
| "grad_norm": 0.16849891565784433, |
| "learning_rate": 1.152711212985157e-06, |
| "loss": 0.2187, |
| "step": 9980 |
| }, |
| { |
| "epoch": 2.4072779852994337, |
| "grad_norm": 0.16338319099698362, |
| "learning_rate": 1.1437726292293205e-06, |
| "loss": 0.2184, |
| "step": 9990 |
| }, |
| { |
| "epoch": 2.409687914206531, |
| "grad_norm": 0.15473961627507304, |
| "learning_rate": 1.1348643591332554e-06, |
| "loss": 0.2155, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.412097843113628, |
| "grad_norm": 0.1524426438326065, |
| "learning_rate": 1.1259864727245462e-06, |
| "loss": 0.2187, |
| "step": 10010 |
| }, |
| { |
| "epoch": 2.4145077720207255, |
| "grad_norm": 0.15125931354484692, |
| "learning_rate": 1.117139039791923e-06, |
| "loss": 0.2181, |
| "step": 10020 |
| }, |
| { |
| "epoch": 2.4169177009278227, |
| "grad_norm": 0.15930480589154564, |
| "learning_rate": 1.1083221298847318e-06, |
| "loss": 0.2169, |
| "step": 10030 |
| }, |
| { |
| "epoch": 2.41932762983492, |
| "grad_norm": 0.17114397481137986, |
| "learning_rate": 1.0995358123123672e-06, |
| "loss": 0.2155, |
| "step": 10040 |
| }, |
| { |
| "epoch": 2.4217375587420173, |
| "grad_norm": 0.1490004076876234, |
| "learning_rate": 1.0907801561437487e-06, |
| "loss": 0.215, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.4241474876491145, |
| "grad_norm": 0.16823086572880896, |
| "learning_rate": 1.0820552302067626e-06, |
| "loss": 0.2179, |
| "step": 10060 |
| }, |
| { |
| "epoch": 2.4265574165562116, |
| "grad_norm": 0.15240246304558344, |
| "learning_rate": 1.0733611030877261e-06, |
| "loss": 0.214, |
| "step": 10070 |
| }, |
| { |
| "epoch": 2.4289673454633087, |
| "grad_norm": 0.15789303726910206, |
| "learning_rate": 1.064697843130849e-06, |
| "loss": 0.2176, |
| "step": 10080 |
| }, |
| { |
| "epoch": 2.431377274370406, |
| "grad_norm": 0.16480605547265204, |
| "learning_rate": 1.0560655184376956e-06, |
| "loss": 0.2146, |
| "step": 10090 |
| }, |
| { |
| "epoch": 2.4337872032775034, |
| "grad_norm": 0.1548833111983981, |
| "learning_rate": 1.0474641968666482e-06, |
| "loss": 0.2141, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.4361971321846005, |
| "grad_norm": 0.23199817443932189, |
| "learning_rate": 1.0388939460323761e-06, |
| "loss": 0.2181, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.4386070610916977, |
| "grad_norm": 0.1524674301408952, |
| "learning_rate": 1.030354833305301e-06, |
| "loss": 0.2182, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.4410169899987952, |
| "grad_norm": 0.14792064329170312, |
| "learning_rate": 1.0218469258110713e-06, |
| "loss": 0.2207, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.4434269189058924, |
| "grad_norm": 0.14857023276356696, |
| "learning_rate": 1.013370290430029e-06, |
| "loss": 0.216, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.4458368478129895, |
| "grad_norm": 0.1518631715154245, |
| "learning_rate": 1.0049249937966938e-06, |
| "loss": 0.2202, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.4482467767200866, |
| "grad_norm": 0.15219218159498268, |
| "learning_rate": 9.96511102299222e-07, |
| "loss": 0.2156, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.450656705627184, |
| "grad_norm": 0.17439739208924204, |
| "learning_rate": 9.881286820789066e-07, |
| "loss": 0.2139, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.4530666345342813, |
| "grad_norm": 0.1624679939124629, |
| "learning_rate": 9.797777990296364e-07, |
| "loss": 0.2153, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.4554765634413784, |
| "grad_norm": 0.14825527179599532, |
| "learning_rate": 9.714585187973962e-07, |
| "loss": 0.2172, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.4578864923484756, |
| "grad_norm": 0.15110347253093098, |
| "learning_rate": 9.631709067797346e-07, |
| "loss": 0.2154, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.460296421255573, |
| "grad_norm": 0.1551914074026394, |
| "learning_rate": 9.549150281252633e-07, |
| "loss": 0.2132, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.4627063501626703, |
| "grad_norm": 0.14944505271933253, |
| "learning_rate": 9.466909477331365e-07, |
| "loss": 0.2124, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.4651162790697674, |
| "grad_norm": 0.43543381337712755, |
| "learning_rate": 9.384987302525439e-07, |
| "loss": 0.2146, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.4675262079768645, |
| "grad_norm": 0.14743881553761198, |
| "learning_rate": 9.303384400822019e-07, |
| "loss": 0.2149, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.469936136883962, |
| "grad_norm": 0.16839266721051543, |
| "learning_rate": 9.222101413698475e-07, |
| "loss": 0.217, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.472346065791059, |
| "grad_norm": 0.15512130900350077, |
| "learning_rate": 9.141138980117348e-07, |
| "loss": 0.2135, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.4747559946981563, |
| "grad_norm": 0.17547285221057424, |
| "learning_rate": 9.060497736521312e-07, |
| "loss": 0.217, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.477165923605254, |
| "grad_norm": 0.16694964929506417, |
| "learning_rate": 8.980178316828158e-07, |
| "loss": 0.2133, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.479575852512351, |
| "grad_norm": 0.1555523115039673, |
| "learning_rate": 8.900181352425907e-07, |
| "loss": 0.2162, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.481985781419448, |
| "grad_norm": 0.15050122564493998, |
| "learning_rate": 8.82050747216766e-07, |
| "loss": 0.2141, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.4843957103265453, |
| "grad_norm": 0.15441377443885543, |
| "learning_rate": 8.741157302366859e-07, |
| "loss": 0.2139, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.4868056392336424, |
| "grad_norm": 0.15380456685917115, |
| "learning_rate": 8.662131466792217e-07, |
| "loss": 0.2149, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.48921556814074, |
| "grad_norm": 0.23664151878761275, |
| "learning_rate": 8.5834305866629e-07, |
| "loss": 0.2173, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.491625497047837, |
| "grad_norm": 0.14724309183290407, |
| "learning_rate": 8.505055280643582e-07, |
| "loss": 0.2132, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.494035425954934, |
| "grad_norm": 0.15466217921216077, |
| "learning_rate": 8.42700616483963e-07, |
| "loss": 0.215, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.496445354862032, |
| "grad_norm": 0.1501541798478477, |
| "learning_rate": 8.34928385279224e-07, |
| "loss": 0.2156, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.498855283769129, |
| "grad_norm": 0.15799685088693785, |
| "learning_rate": 8.271888955473606e-07, |
| "loss": 0.2159, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.501265212676226, |
| "grad_norm": 0.15549087871964487, |
| "learning_rate": 8.194822081282144e-07, |
| "loss": 0.2171, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.503675141583323, |
| "grad_norm": 0.15827715861036482, |
| "learning_rate": 8.118083836037677e-07, |
| "loss": 0.2153, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.5060850704904203, |
| "grad_norm": 0.16063224870974138, |
| "learning_rate": 8.041674822976686e-07, |
| "loss": 0.2163, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.508494999397518, |
| "grad_norm": 0.14645411429716856, |
| "learning_rate": 7.965595642747593e-07, |
| "loss": 0.2188, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.510904928304615, |
| "grad_norm": 0.15056214346482824, |
| "learning_rate": 7.889846893405978e-07, |
| "loss": 0.2142, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.513314857211712, |
| "grad_norm": 0.1506232491064962, |
| "learning_rate": 7.814429170409965e-07, |
| "loss": 0.2167, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.5157247861188097, |
| "grad_norm": 0.1567734434906103, |
| "learning_rate": 7.739343066615457e-07, |
| "loss": 0.2144, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.518134715025907, |
| "grad_norm": 0.14321024474995245, |
| "learning_rate": 7.664589172271519e-07, |
| "loss": 0.2152, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.520544643933004, |
| "grad_norm": 0.15239216489963886, |
| "learning_rate": 7.590168075015725e-07, |
| "loss": 0.2138, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.522954572840101, |
| "grad_norm": 0.15562793629546276, |
| "learning_rate": 7.51608035986956e-07, |
| "loss": 0.214, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.5253645017471986, |
| "grad_norm": 0.19653172860047724, |
| "learning_rate": 7.442326609233786e-07, |
| "loss": 0.215, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.5277744306542957, |
| "grad_norm": 0.18176462712911917, |
| "learning_rate": 7.368907402883896e-07, |
| "loss": 0.2158, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.530184359561393, |
| "grad_norm": 0.15366550809542798, |
| "learning_rate": 7.295823317965533e-07, |
| "loss": 0.2204, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.5325942884684904, |
| "grad_norm": 0.16683906973897664, |
| "learning_rate": 7.223074928989971e-07, |
| "loss": 0.2156, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.5350042173755876, |
| "grad_norm": 0.1456531060733591, |
| "learning_rate": 7.150662807829584e-07, |
| "loss": 0.2166, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.5374141462826847, |
| "grad_norm": 0.14967535572296944, |
| "learning_rate": 7.07858752371336e-07, |
| "loss": 0.2163, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.539824075189782, |
| "grad_norm": 0.15185919957957109, |
| "learning_rate": 7.006849643222425e-07, |
| "loss": 0.2126, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.542234004096879, |
| "grad_norm": 0.15321061069930217, |
| "learning_rate": 6.935449730285576e-07, |
| "loss": 0.2173, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.5446439330039765, |
| "grad_norm": 0.15461884016543473, |
| "learning_rate": 6.864388346174899e-07, |
| "loss": 0.2135, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.5470538619110736, |
| "grad_norm": 0.15247762863206255, |
| "learning_rate": 6.793666049501252e-07, |
| "loss": 0.2157, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.5494637908181708, |
| "grad_norm": 0.153138733256644, |
| "learning_rate": 6.723283396210006e-07, |
| "loss": 0.2164, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.5518737197252683, |
| "grad_norm": 0.15762097259500046, |
| "learning_rate": 6.65324093957656e-07, |
| "loss": 0.2167, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.5542836486323655, |
| "grad_norm": 0.1452931268503044, |
| "learning_rate": 6.583539230202062e-07, |
| "loss": 0.2164, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.5566935775394626, |
| "grad_norm": 0.17760042076163413, |
| "learning_rate": 6.514178816009059e-07, |
| "loss": 0.2152, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.5591035064465597, |
| "grad_norm": 0.143344197207501, |
| "learning_rate": 6.445160242237181e-07, |
| "loss": 0.2137, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.561513435353657, |
| "grad_norm": 0.15195117677297604, |
| "learning_rate": 6.376484051438864e-07, |
| "loss": 0.2139, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.5639233642607544, |
| "grad_norm": 0.15428231381166374, |
| "learning_rate": 6.308150783475086e-07, |
| "loss": 0.2176, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.5663332931678515, |
| "grad_norm": 0.14082720147844494, |
| "learning_rate": 6.240160975511117e-07, |
| "loss": 0.2146, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.5687432220749487, |
| "grad_norm": 0.14947632811048964, |
| "learning_rate": 6.172515162012332e-07, |
| "loss": 0.215, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.571153150982046, |
| "grad_norm": 0.14709972300496124, |
| "learning_rate": 6.105213874739913e-07, |
| "loss": 0.2185, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.5735630798891433, |
| "grad_norm": 0.1514336436344568, |
| "learning_rate": 6.038257642746815e-07, |
| "loss": 0.2156, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.5759730087962405, |
| "grad_norm": 0.160201390531587, |
| "learning_rate": 5.971646992373442e-07, |
| "loss": 0.2186, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.5783829377033376, |
| "grad_norm": 0.14628128374580812, |
| "learning_rate": 5.905382447243679e-07, |
| "loss": 0.2144, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.5807928666104347, |
| "grad_norm": 0.14637092358991383, |
| "learning_rate": 5.839464528260602e-07, |
| "loss": 0.2125, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.5832027955175323, |
| "grad_norm": 0.1445507935886425, |
| "learning_rate": 5.773893753602556e-07, |
| "loss": 0.2157, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.5856127244246294, |
| "grad_norm": 0.1486312397473014, |
| "learning_rate": 5.708670638718944e-07, |
| "loss": 0.2148, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.588022653331727, |
| "grad_norm": 0.14196807854013832, |
| "learning_rate": 5.643795696326248e-07, |
| "loss": 0.2161, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.590432582238824, |
| "grad_norm": 0.15384901135968845, |
| "learning_rate": 5.579269436403967e-07, |
| "loss": 0.2204, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.5928425111459212, |
| "grad_norm": 0.1470650921033427, |
| "learning_rate": 5.515092366190633e-07, |
| "loss": 0.2158, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.5952524400530184, |
| "grad_norm": 0.1681803787313935, |
| "learning_rate": 5.451264990179806e-07, |
| "loss": 0.2174, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.5976623689601155, |
| "grad_norm": 0.16948890769571248, |
| "learning_rate": 5.387787810116107e-07, |
| "loss": 0.2147, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.600072297867213, |
| "grad_norm": 0.1498800616401931, |
| "learning_rate": 5.324661324991287e-07, |
| "loss": 0.2147, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.60248222677431, |
| "grad_norm": 0.14650403620935654, |
| "learning_rate": 5.261886031040297e-07, |
| "loss": 0.2128, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.6048921556814073, |
| "grad_norm": 0.1403119870002928, |
| "learning_rate": 5.199462421737378e-07, |
| "loss": 0.2154, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.607302084588505, |
| "grad_norm": 0.15026684131252868, |
| "learning_rate": 5.137390987792224e-07, |
| "loss": 0.2151, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.609712013495602, |
| "grad_norm": 0.1471904393058862, |
| "learning_rate": 5.075672217146021e-07, |
| "loss": 0.2139, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.612121942402699, |
| "grad_norm": 0.15677160811261384, |
| "learning_rate": 5.014306594967777e-07, |
| "loss": 0.2141, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.6145318713097963, |
| "grad_norm": 0.1481214708670388, |
| "learning_rate": 4.953294603650321e-07, |
| "loss": 0.214, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.6169418002168934, |
| "grad_norm": 0.18119119284756185, |
| "learning_rate": 4.892636722806681e-07, |
| "loss": 0.2165, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.619351729123991, |
| "grad_norm": 0.1477781304653272, |
| "learning_rate": 4.832333429266162e-07, |
| "loss": 0.216, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.621761658031088, |
| "grad_norm": 0.16079097682910412, |
| "learning_rate": 4.772385197070734e-07, |
| "loss": 0.2177, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.624171586938185, |
| "grad_norm": 0.14713561111355702, |
| "learning_rate": 4.712792497471219e-07, |
| "loss": 0.2166, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.6265815158452828, |
| "grad_norm": 0.15448363786407995, |
| "learning_rate": 4.653555798923598e-07, |
| "loss": 0.2141, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.62899144475238, |
| "grad_norm": 0.1849024805996653, |
| "learning_rate": 4.59467556708536e-07, |
| "loss": 0.2147, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.631401373659477, |
| "grad_norm": 0.15909490607189156, |
| "learning_rate": 4.5361522648118163e-07, |
| "loss": 0.2168, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.633811302566574, |
| "grad_norm": 0.1626346191674306, |
| "learning_rate": 4.477986352152458e-07, |
| "loss": 0.2167, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.6362212314736713, |
| "grad_norm": 0.14666355397322436, |
| "learning_rate": 4.420178286347365e-07, |
| "loss": 0.2137, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.638631160380769, |
| "grad_norm": 0.1490210269785957, |
| "learning_rate": 4.3627285218235836e-07, |
| "loss": 0.2149, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.641041089287866, |
| "grad_norm": 0.14461180157591294, |
| "learning_rate": 4.305637510191596e-07, |
| "loss": 0.2181, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.643451018194963, |
| "grad_norm": 0.14527442465310253, |
| "learning_rate": 4.248905700241679e-07, |
| "loss": 0.2173, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.6458609471020607, |
| "grad_norm": 0.14302406763640138, |
| "learning_rate": 4.192533537940524e-07, |
| "loss": 0.2159, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.648270876009158, |
| "grad_norm": 0.1434474709891144, |
| "learning_rate": 4.1365214664275624e-07, |
| "loss": 0.2168, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.650680804916255, |
| "grad_norm": 0.15007622042696891, |
| "learning_rate": 4.0808699260116267e-07, |
| "loss": 0.2172, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.653090733823352, |
| "grad_norm": 0.14678548126536323, |
| "learning_rate": 4.025579354167386e-07, |
| "loss": 0.2154, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.6555006627304496, |
| "grad_norm": 0.16699962459270185, |
| "learning_rate": 3.9706501855319767e-07, |
| "loss": 0.2152, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.6579105916375467, |
| "grad_norm": 0.1559363237731874, |
| "learning_rate": 3.9160828519015537e-07, |
| "loss": 0.2138, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.660320520544644, |
| "grad_norm": 0.15984795170652535, |
| "learning_rate": 3.8618777822278854e-07, |
| "loss": 0.2187, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.6627304494517414, |
| "grad_norm": 0.14956153654611046, |
| "learning_rate": 3.8080354026150067e-07, |
| "loss": 0.2142, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.6651403783588385, |
| "grad_norm": 0.15077480237694924, |
| "learning_rate": 3.754556136315862e-07, |
| "loss": 0.2147, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.6675503072659357, |
| "grad_norm": 0.14577843988899974, |
| "learning_rate": 3.701440403728973e-07, |
| "loss": 0.2139, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.669960236173033, |
| "grad_norm": 0.15153298255218833, |
| "learning_rate": 3.6486886223951356e-07, |
| "loss": 0.2136, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.67237016508013, |
| "grad_norm": 0.14377829877976545, |
| "learning_rate": 3.596301206994135e-07, |
| "loss": 0.2125, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.6747800939872275, |
| "grad_norm": 0.14107151261528034, |
| "learning_rate": 3.5442785693414916e-07, |
| "loss": 0.2145, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.6771900228943246, |
| "grad_norm": 1.3306074378302106, |
| "learning_rate": 3.4926211183852257e-07, |
| "loss": 0.2124, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.6795999518014217, |
| "grad_norm": 0.15076834202394918, |
| "learning_rate": 3.441329260202647e-07, |
| "loss": 0.2125, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.6820098807085193, |
| "grad_norm": 0.14596138661005686, |
| "learning_rate": 3.390403397997116e-07, |
| "loss": 0.2168, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.6844198096156164, |
| "grad_norm": 0.14575454258129183, |
| "learning_rate": 3.339843932094977e-07, |
| "loss": 0.2144, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.6868297385227136, |
| "grad_norm": 0.14296980394600473, |
| "learning_rate": 3.289651259942267e-07, |
| "loss": 0.2114, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.6892396674298107, |
| "grad_norm": 0.14448898833624593, |
| "learning_rate": 3.2398257761017516e-07, |
| "loss": 0.2118, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.691649596336908, |
| "grad_norm": 0.1455164505488364, |
| "learning_rate": 3.190367872249672e-07, |
| "loss": 0.2158, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.6940595252440054, |
| "grad_norm": 0.1480669347720248, |
| "learning_rate": 3.1412779371727873e-07, |
| "loss": 0.212, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.6964694541511025, |
| "grad_norm": 0.14678567604025397, |
| "learning_rate": 3.0925563567652474e-07, |
| "loss": 0.216, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.6988793830581996, |
| "grad_norm": 0.14111967346571289, |
| "learning_rate": 3.044203514025579e-07, |
| "loss": 0.2137, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.701289311965297, |
| "grad_norm": 0.15439891087860655, |
| "learning_rate": 2.996219789053678e-07, |
| "loss": 0.2153, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.7036992408723943, |
| "grad_norm": 0.1449692199656288, |
| "learning_rate": 2.948605559047818e-07, |
| "loss": 0.2164, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.7061091697794915, |
| "grad_norm": 0.1510671968535754, |
| "learning_rate": 2.9013611983016887e-07, |
| "loss": 0.2153, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.7085190986865886, |
| "grad_norm": 0.14155774109614394, |
| "learning_rate": 2.8544870782014566e-07, |
| "loss": 0.2167, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.710929027593686, |
| "grad_norm": 0.1459104749006618, |
| "learning_rate": 2.807983567222822e-07, |
| "loss": 0.2146, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.7133389565007833, |
| "grad_norm": 0.13975396752983146, |
| "learning_rate": 2.7618510309281756e-07, |
| "loss": 0.215, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.7157488854078804, |
| "grad_norm": 0.1505993142688404, |
| "learning_rate": 2.716089831963636e-07, |
| "loss": 0.2136, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.718158814314978, |
| "grad_norm": 0.15617080766090627, |
| "learning_rate": 2.6707003300563196e-07, |
| "loss": 0.2195, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.720568743222075, |
| "grad_norm": 0.15688756378161997, |
| "learning_rate": 2.6256828820113765e-07, |
| "loss": 0.2149, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.722978672129172, |
| "grad_norm": 0.1402875123126838, |
| "learning_rate": 2.581037841709322e-07, |
| "loss": 0.2148, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.7253886010362693, |
| "grad_norm": 0.14305298344924777, |
| "learning_rate": 2.536765560103122e-07, |
| "loss": 0.2159, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.7277985299433665, |
| "grad_norm": 0.14541053689623268, |
| "learning_rate": 2.492866385215559e-07, |
| "loss": 0.2154, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.730208458850464, |
| "grad_norm": 0.144441399188923, |
| "learning_rate": 2.449340662136407e-07, |
| "loss": 0.2121, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.732618387757561, |
| "grad_norm": 0.1445589057960872, |
| "learning_rate": 2.4061887330197485e-07, |
| "loss": 0.2146, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.7350283166646583, |
| "grad_norm": 0.1485865897290383, |
| "learning_rate": 2.3634109370813008e-07, |
| "loss": 0.2157, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.737438245571756, |
| "grad_norm": 0.1572861186189694, |
| "learning_rate": 2.3210076105957103e-07, |
| "loss": 0.2174, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.739848174478853, |
| "grad_norm": 0.14412296947468073, |
| "learning_rate": 2.278979086893962e-07, |
| "loss": 0.2174, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.74225810338595, |
| "grad_norm": 0.2303808996033888, |
| "learning_rate": 2.2373256963607093e-07, |
| "loss": 0.2162, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.7446680322930472, |
| "grad_norm": 0.14283031310782396, |
| "learning_rate": 2.1960477664317027e-07, |
| "loss": 0.2164, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.7470779612001444, |
| "grad_norm": 0.141104617011811, |
| "learning_rate": 2.1551456215912147e-07, |
| "loss": 0.2142, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.749487890107242, |
| "grad_norm": 0.13750087182045279, |
| "learning_rate": 2.114619583369476e-07, |
| "loss": 0.2172, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.751897819014339, |
| "grad_norm": 0.15008331895770075, |
| "learning_rate": 2.0744699703401817e-07, |
| "loss": 0.2128, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.754307747921436, |
| "grad_norm": 0.15087694733855953, |
| "learning_rate": 2.034697098117927e-07, |
| "loss": 0.2141, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.7567176768285337, |
| "grad_norm": 0.14772144208511126, |
| "learning_rate": 1.995301279355788e-07, |
| "loss": 0.2141, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.759127605735631, |
| "grad_norm": 0.1420236301894538, |
| "learning_rate": 1.9562828237428332e-07, |
| "loss": 0.2165, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.761537534642728, |
| "grad_norm": 0.17705266292955907, |
| "learning_rate": 1.917642038001677e-07, |
| "loss": 0.2186, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.763947463549825, |
| "grad_norm": 0.14736498204087187, |
| "learning_rate": 1.8793792258861077e-07, |
| "loss": 0.2143, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.7663573924569222, |
| "grad_norm": 0.1462058213629411, |
| "learning_rate": 1.8414946881786634e-07, |
| "loss": 0.2173, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.76876732136402, |
| "grad_norm": 0.14005297751119966, |
| "learning_rate": 1.8039887226882823e-07, |
| "loss": 0.2139, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.771177250271117, |
| "grad_norm": 0.14161333941981297, |
| "learning_rate": 1.7668616242479618e-07, |
| "loss": 0.2171, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.7735871791782145, |
| "grad_norm": 0.1669392687033115, |
| "learning_rate": 1.7301136847124477e-07, |
| "loss": 0.214, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.7759971080853116, |
| "grad_norm": 0.1564908936538617, |
| "learning_rate": 1.6937451929559147e-07, |
| "loss": 0.2158, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.7784070369924088, |
| "grad_norm": 0.14276676220504247, |
| "learning_rate": 1.6577564348697284e-07, |
| "loss": 0.2164, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.780816965899506, |
| "grad_norm": 0.1456887593652444, |
| "learning_rate": 1.622147693360171e-07, |
| "loss": 0.2155, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.783226894806603, |
| "grad_norm": 0.14609302357413262, |
| "learning_rate": 1.586919248346236e-07, |
| "loss": 0.2161, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.7856368237137006, |
| "grad_norm": 0.14773505784893998, |
| "learning_rate": 1.5520713767574247e-07, |
| "loss": 0.216, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.7880467526207977, |
| "grad_norm": 0.14143063951451698, |
| "learning_rate": 1.5176043525315543e-07, |
| "loss": 0.2159, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.790456681527895, |
| "grad_norm": 0.144146569653416, |
| "learning_rate": 1.483518446612614e-07, |
| "loss": 0.2139, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.7928666104349924, |
| "grad_norm": 0.15030088879637246, |
| "learning_rate": 1.4498139269486455e-07, |
| "loss": 0.2172, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.7952765393420895, |
| "grad_norm": 0.15073132705147213, |
| "learning_rate": 1.4164910584896163e-07, |
| "loss": 0.2153, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.7976864682491867, |
| "grad_norm": 0.1447578154197937, |
| "learning_rate": 1.383550103185366e-07, |
| "loss": 0.2135, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.800096397156284, |
| "grad_norm": 0.14760512710856533, |
| "learning_rate": 1.350991319983508e-07, |
| "loss": 0.2156, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.802506326063381, |
| "grad_norm": 0.14375223022331937, |
| "learning_rate": 1.3188149648274307e-07, |
| "loss": 0.2169, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.8049162549704785, |
| "grad_norm": 0.1431750582618315, |
| "learning_rate": 1.2870212906542612e-07, |
| "loss": 0.2144, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.8073261838775756, |
| "grad_norm": 0.1465298553349756, |
| "learning_rate": 1.2556105473928824e-07, |
| "loss": 0.2158, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.8097361127846727, |
| "grad_norm": 0.14429867980235148, |
| "learning_rate": 1.2245829819619858e-07, |
| "loss": 0.2158, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.8121460416917703, |
| "grad_norm": 0.1605621598018221, |
| "learning_rate": 1.1939388382681106e-07, |
| "loss": 0.2162, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.8145559705988674, |
| "grad_norm": 0.14490726186504946, |
| "learning_rate": 1.163678357203718e-07, |
| "loss": 0.2163, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.8169658995059645, |
| "grad_norm": 0.14265026765792224, |
| "learning_rate": 1.133801776645338e-07, |
| "loss": 0.2172, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.8193758284130617, |
| "grad_norm": 0.14252007202379896, |
| "learning_rate": 1.1043093314516418e-07, |
| "loss": 0.2144, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.821785757320159, |
| "grad_norm": 0.14018366242782945, |
| "learning_rate": 1.0752012534616496e-07, |
| "loss": 0.2146, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.8241956862272564, |
| "grad_norm": 0.14924691913698007, |
| "learning_rate": 1.046477771492882e-07, |
| "loss": 0.2137, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.8266056151343535, |
| "grad_norm": 0.14325563438103756, |
| "learning_rate": 1.0181391113395611e-07, |
| "loss": 0.2167, |
| "step": 11730 |
| }, |
| { |
| "epoch": 2.8290155440414506, |
| "grad_norm": 0.14560134689755475, |
| "learning_rate": 9.901854957708345e-08, |
| "loss": 0.2154, |
| "step": 11740 |
| }, |
| { |
| "epoch": 2.831425472948548, |
| "grad_norm": 0.13992789696897817, |
| "learning_rate": 9.626171445290378e-08, |
| "loss": 0.2127, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.8338354018556453, |
| "grad_norm": 0.14120716884520956, |
| "learning_rate": 9.354342743279455e-08, |
| "loss": 0.2174, |
| "step": 11760 |
| }, |
| { |
| "epoch": 2.8362453307627424, |
| "grad_norm": 0.14661882985075364, |
| "learning_rate": 9.086370988511006e-08, |
| "loss": 0.2145, |
| "step": 11770 |
| }, |
| { |
| "epoch": 2.8386552596698396, |
| "grad_norm": 0.138746176420656, |
| "learning_rate": 8.822258287500829e-08, |
| "loss": 0.2156, |
| "step": 11780 |
| }, |
| { |
| "epoch": 2.841065188576937, |
| "grad_norm": 0.14525313097858822, |
| "learning_rate": 8.562006716429316e-08, |
| "loss": 0.2158, |
| "step": 11790 |
| }, |
| { |
| "epoch": 2.8434751174840343, |
| "grad_norm": 0.13730154763188282, |
| "learning_rate": 8.305618321124087e-08, |
| "loss": 0.2147, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.8458850463911314, |
| "grad_norm": 0.14676730291717807, |
| "learning_rate": 8.053095117044995e-08, |
| "loss": 0.2164, |
| "step": 11810 |
| }, |
| { |
| "epoch": 2.848294975298229, |
| "grad_norm": 0.15785725014839885, |
| "learning_rate": 7.804439089267368e-08, |
| "loss": 0.2187, |
| "step": 11820 |
| }, |
| { |
| "epoch": 2.850704904205326, |
| "grad_norm": 0.16489312248668136, |
| "learning_rate": 7.559652192467127e-08, |
| "loss": 0.2157, |
| "step": 11830 |
| }, |
| { |
| "epoch": 2.853114833112423, |
| "grad_norm": 0.15245759469516776, |
| "learning_rate": 7.318736350904798e-08, |
| "loss": 0.2156, |
| "step": 11840 |
| }, |
| { |
| "epoch": 2.8555247620195203, |
| "grad_norm": 0.14008176695929778, |
| "learning_rate": 7.081693458410977e-08, |
| "loss": 0.2171, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.8579346909266174, |
| "grad_norm": 0.19455288597299314, |
| "learning_rate": 6.848525378370995e-08, |
| "loss": 0.2136, |
| "step": 11860 |
| }, |
| { |
| "epoch": 2.860344619833715, |
| "grad_norm": 0.1483545090144154, |
| "learning_rate": 6.61923394371039e-08, |
| "loss": 0.2145, |
| "step": 11870 |
| }, |
| { |
| "epoch": 2.862754548740812, |
| "grad_norm": 0.1384841405906939, |
| "learning_rate": 6.393820956880681e-08, |
| "loss": 0.2154, |
| "step": 11880 |
| }, |
| { |
| "epoch": 2.8651644776479093, |
| "grad_norm": 0.14038389430329315, |
| "learning_rate": 6.172288189844833e-08, |
| "loss": 0.2167, |
| "step": 11890 |
| }, |
| { |
| "epoch": 2.867574406555007, |
| "grad_norm": 0.14544988312585755, |
| "learning_rate": 5.954637384063766e-08, |
| "loss": 0.2185, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.869984335462104, |
| "grad_norm": 0.1409651272218272, |
| "learning_rate": 5.740870250482367e-08, |
| "loss": 0.216, |
| "step": 11910 |
| }, |
| { |
| "epoch": 2.872394264369201, |
| "grad_norm": 0.1447081545989431, |
| "learning_rate": 5.530988469516052e-08, |
| "loss": 0.2165, |
| "step": 11920 |
| }, |
| { |
| "epoch": 2.874804193276298, |
| "grad_norm": 0.14768819625895518, |
| "learning_rate": 5.324993691037783e-08, |
| "loss": 0.2153, |
| "step": 11930 |
| }, |
| { |
| "epoch": 2.8772141221833953, |
| "grad_norm": 0.15084497940541317, |
| "learning_rate": 5.12288753436474e-08, |
| "loss": 0.2144, |
| "step": 11940 |
| }, |
| { |
| "epoch": 2.879624051090493, |
| "grad_norm": 0.13818767890667225, |
| "learning_rate": 4.924671588246e-08, |
| "loss": 0.2179, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.88203397999759, |
| "grad_norm": 0.14294996691891518, |
| "learning_rate": 4.7303474108496e-08, |
| "loss": 0.2154, |
| "step": 11960 |
| }, |
| { |
| "epoch": 2.884443908904687, |
| "grad_norm": 0.1370553782790757, |
| "learning_rate": 4.539916529750832e-08, |
| "loss": 0.2105, |
| "step": 11970 |
| }, |
| { |
| "epoch": 2.8868538378117847, |
| "grad_norm": 0.14448370169663277, |
| "learning_rate": 4.353380441919575e-08, |
| "loss": 0.2133, |
| "step": 11980 |
| }, |
| { |
| "epoch": 2.889263766718882, |
| "grad_norm": 0.14358287400094485, |
| "learning_rate": 4.170740613709201e-08, |
| "loss": 0.2157, |
| "step": 11990 |
| }, |
| { |
| "epoch": 2.891673695625979, |
| "grad_norm": 0.145180918805608, |
| "learning_rate": 3.9919984808445836e-08, |
| "loss": 0.2148, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.894083624533076, |
| "grad_norm": 0.14916763417111534, |
| "learning_rate": 3.817155448410936e-08, |
| "loss": 0.214, |
| "step": 12010 |
| }, |
| { |
| "epoch": 2.8964935534401737, |
| "grad_norm": 0.1415009494551968, |
| "learning_rate": 3.6462128908428265e-08, |
| "loss": 0.2156, |
| "step": 12020 |
| }, |
| { |
| "epoch": 2.898903482347271, |
| "grad_norm": 0.14311257237621142, |
| "learning_rate": 3.479172151913346e-08, |
| "loss": 0.2149, |
| "step": 12030 |
| }, |
| { |
| "epoch": 2.901313411254368, |
| "grad_norm": 0.13942011766898588, |
| "learning_rate": 3.3160345447235674e-08, |
| "loss": 0.2108, |
| "step": 12040 |
| }, |
| { |
| "epoch": 2.9037233401614655, |
| "grad_norm": 0.1455508593123364, |
| "learning_rate": 3.156801351692051e-08, |
| "loss": 0.212, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.9061332690685626, |
| "grad_norm": 0.142658279173268, |
| "learning_rate": 3.0014738245450756e-08, |
| "loss": 0.2161, |
| "step": 12060 |
| }, |
| { |
| "epoch": 2.9085431979756597, |
| "grad_norm": 0.14186986012795527, |
| "learning_rate": 2.8500531843065893e-08, |
| "loss": 0.2132, |
| "step": 12070 |
| }, |
| { |
| "epoch": 2.910953126882757, |
| "grad_norm": 0.1375505945583521, |
| "learning_rate": 2.702540621288441e-08, |
| "loss": 0.2121, |
| "step": 12080 |
| }, |
| { |
| "epoch": 2.913363055789854, |
| "grad_norm": 0.15782136115572284, |
| "learning_rate": 2.5589372950815538e-08, |
| "loss": 0.2144, |
| "step": 12090 |
| }, |
| { |
| "epoch": 2.9157729846969516, |
| "grad_norm": 0.14098169270541844, |
| "learning_rate": 2.4192443345462667e-08, |
| "loss": 0.2166, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.9181829136040487, |
| "grad_norm": 0.14156996614525538, |
| "learning_rate": 2.2834628378037848e-08, |
| "loss": 0.2164, |
| "step": 12110 |
| }, |
| { |
| "epoch": 2.920592842511146, |
| "grad_norm": 0.14370423717812583, |
| "learning_rate": 2.1515938722272977e-08, |
| "loss": 0.2131, |
| "step": 12120 |
| }, |
| { |
| "epoch": 2.9230027714182434, |
| "grad_norm": 0.1657480952048383, |
| "learning_rate": 2.023638474433931e-08, |
| "loss": 0.2196, |
| "step": 12130 |
| }, |
| { |
| "epoch": 2.9254127003253405, |
| "grad_norm": 0.14299831047119618, |
| "learning_rate": 1.8995976502762526e-08, |
| "loss": 0.2139, |
| "step": 12140 |
| }, |
| { |
| "epoch": 2.9278226292324376, |
| "grad_norm": 0.1390493882381512, |
| "learning_rate": 1.779472374834612e-08, |
| "loss": 0.215, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.9302325581395348, |
| "grad_norm": 0.14273059733831805, |
| "learning_rate": 1.6632635924092587e-08, |
| "loss": 0.216, |
| "step": 12160 |
| }, |
| { |
| "epoch": 2.932642487046632, |
| "grad_norm": 0.14032313657944795, |
| "learning_rate": 1.5509722165131246e-08, |
| "loss": 0.215, |
| "step": 12170 |
| }, |
| { |
| "epoch": 2.9350524159537295, |
| "grad_norm": 0.14381047814039138, |
| "learning_rate": 1.4425991298645525e-08, |
| "loss": 0.2189, |
| "step": 12180 |
| }, |
| { |
| "epoch": 2.9374623448608266, |
| "grad_norm": 0.44016255112713637, |
| "learning_rate": 1.3381451843803572e-08, |
| "loss": 0.2142, |
| "step": 12190 |
| }, |
| { |
| "epoch": 2.9398722737679237, |
| "grad_norm": 0.14870582430227164, |
| "learning_rate": 1.2376112011691088e-08, |
| "loss": 0.2173, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.9422822026750213, |
| "grad_norm": 0.1474609049741924, |
| "learning_rate": 1.1409979705246932e-08, |
| "loss": 0.2162, |
| "step": 12210 |
| }, |
| { |
| "epoch": 2.9446921315821184, |
| "grad_norm": 0.1525187955812854, |
| "learning_rate": 1.0483062519200949e-08, |
| "loss": 0.2138, |
| "step": 12220 |
| }, |
| { |
| "epoch": 2.9471020604892155, |
| "grad_norm": 0.1399809610236953, |
| "learning_rate": 9.595367740014572e-09, |
| "loss": 0.2162, |
| "step": 12230 |
| }, |
| { |
| "epoch": 2.9495119893963127, |
| "grad_norm": 0.15187636342041655, |
| "learning_rate": 8.746902345824204e-09, |
| "loss": 0.2154, |
| "step": 12240 |
| }, |
| { |
| "epoch": 2.9519219183034098, |
| "grad_norm": 0.14279765689859514, |
| "learning_rate": 7.937673006384039e-09, |
| "loss": 0.2171, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.9543318472105073, |
| "grad_norm": 0.14857358256137754, |
| "learning_rate": 7.167686083015546e-09, |
| "loss": 0.2129, |
| "step": 12260 |
| }, |
| { |
| "epoch": 2.9567417761176045, |
| "grad_norm": 0.2990910657016441, |
| "learning_rate": 6.4369476285580656e-09, |
| "loss": 0.2143, |
| "step": 12270 |
| }, |
| { |
| "epoch": 2.959151705024702, |
| "grad_norm": 0.14282301773767403, |
| "learning_rate": 5.7454633873188505e-09, |
| "loss": 0.2157, |
| "step": 12280 |
| }, |
| { |
| "epoch": 2.961561633931799, |
| "grad_norm": 0.14403641334166958, |
| "learning_rate": 5.09323879503032e-09, |
| "loss": 0.2174, |
| "step": 12290 |
| }, |
| { |
| "epoch": 2.9639715628388963, |
| "grad_norm": 0.1508006924924947, |
| "learning_rate": 4.480278978804542e-09, |
| "loss": 0.2207, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.9663814917459934, |
| "grad_norm": 0.22678365631195488, |
| "learning_rate": 3.906588757097152e-09, |
| "loss": 0.2136, |
| "step": 12310 |
| }, |
| { |
| "epoch": 2.9687914206530905, |
| "grad_norm": 0.14213637464433346, |
| "learning_rate": 3.372172639664606e-09, |
| "loss": 0.215, |
| "step": 12320 |
| }, |
| { |
| "epoch": 2.971201349560188, |
| "grad_norm": 0.145959676319899, |
| "learning_rate": 2.877034827532543e-09, |
| "loss": 0.2153, |
| "step": 12330 |
| }, |
| { |
| "epoch": 2.9736112784672852, |
| "grad_norm": 0.14204231278835014, |
| "learning_rate": 2.4211792129608112e-09, |
| "loss": 0.2131, |
| "step": 12340 |
| }, |
| { |
| "epoch": 2.9760212073743824, |
| "grad_norm": 0.14406447672460498, |
| "learning_rate": 2.004609379413491e-09, |
| "loss": 0.2165, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.97843113628148, |
| "grad_norm": 0.14859502925256113, |
| "learning_rate": 1.6273286015305866e-09, |
| "loss": 0.2135, |
| "step": 12360 |
| }, |
| { |
| "epoch": 2.980841065188577, |
| "grad_norm": 0.20087252924258778, |
| "learning_rate": 1.2893398451024886e-09, |
| "loss": 0.2181, |
| "step": 12370 |
| }, |
| { |
| "epoch": 2.983250994095674, |
| "grad_norm": 0.1400785047430275, |
| "learning_rate": 9.906457670449953e-10, |
| "loss": 0.2103, |
| "step": 12380 |
| }, |
| { |
| "epoch": 2.9856609230027713, |
| "grad_norm": 0.13899773050364858, |
| "learning_rate": 7.312487153826597e-10, |
| "loss": 0.2149, |
| "step": 12390 |
| }, |
| { |
| "epoch": 2.9880708519098684, |
| "grad_norm": 0.14169054549532648, |
| "learning_rate": 5.111507292254736e-10, |
| "loss": 0.2156, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.990480780816966, |
| "grad_norm": 0.1412036059078898, |
| "learning_rate": 3.3035353875499056e-10, |
| "loss": 0.2121, |
| "step": 12410 |
| }, |
| { |
| "epoch": 2.992890709724063, |
| "grad_norm": 0.22298946462666086, |
| "learning_rate": 1.8885856521211333e-10, |
| "loss": 0.215, |
| "step": 12420 |
| }, |
| { |
| "epoch": 2.9953006386311603, |
| "grad_norm": 0.1487129856310578, |
| "learning_rate": 8.666692088266094e-11, |
| "loss": 0.2173, |
| "step": 12430 |
| }, |
| { |
| "epoch": 2.997710567538258, |
| "grad_norm": 1.0800677698904297, |
| "learning_rate": 2.377940909237264e-11, |
| "loss": 0.217, |
| "step": 12440 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.2807539396724425, |
| "learning_rate": 1.9652419636084773e-13, |
| "loss": 0.2181, |
| "step": 12450 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 12450, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.93277535469568e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
