| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2, |
| "eval_steps": 500, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "grad_norm": 0.8453039526939392, |
| "learning_rate": 3.6e-06, |
| "loss": 1.2287, |
| "step": 10 |
| }, |
| { |
| "grad_norm": 0.22706136107444763, |
| "learning_rate": 7.6e-06, |
| "loss": 1.2158, |
| "step": 20 |
| }, |
| { |
| "grad_norm": 0.22833316028118134, |
| "learning_rate": 1.16e-05, |
| "loss": 1.2064, |
| "step": 30 |
| }, |
| { |
| "grad_norm": 0.2991141974925995, |
| "learning_rate": 1.56e-05, |
| "loss": 1.1477, |
| "step": 40 |
| }, |
| { |
| "grad_norm": 0.2874332666397095, |
| "learning_rate": 1.9600000000000002e-05, |
| "loss": 1.1045, |
| "step": 50 |
| }, |
| { |
| "grad_norm": 0.2624056935310364, |
| "learning_rate": 2.36e-05, |
| "loss": 1.0811, |
| "step": 60 |
| }, |
| { |
| "grad_norm": 0.2788711190223694, |
| "learning_rate": 2.7600000000000003e-05, |
| "loss": 1.057, |
| "step": 70 |
| }, |
| { |
| "grad_norm": 1.4561371803283691, |
| "learning_rate": 3.16e-05, |
| "loss": 0.9902, |
| "step": 80 |
| }, |
| { |
| "grad_norm": 0.8279716372489929, |
| "learning_rate": 3.56e-05, |
| "loss": 0.9047, |
| "step": 90 |
| }, |
| { |
| "grad_norm": 1.0444140434265137, |
| "learning_rate": 3.960000000000001e-05, |
| "loss": 0.8148, |
| "step": 100 |
| }, |
| { |
| "grad_norm": 1.9998027086257935, |
| "learning_rate": 4.36e-05, |
| "loss": 0.6477, |
| "step": 110 |
| }, |
| { |
| "grad_norm": 2.0924854278564453, |
| "learning_rate": 4.76e-05, |
| "loss": 0.4322, |
| "step": 120 |
| }, |
| { |
| "grad_norm": 1.3061543703079224, |
| "learning_rate": 5.16e-05, |
| "loss": 0.2847, |
| "step": 130 |
| }, |
| { |
| "grad_norm": 1.3199659585952759, |
| "learning_rate": 5.560000000000001e-05, |
| "loss": 0.2087, |
| "step": 140 |
| }, |
| { |
| "grad_norm": 0.7965296506881714, |
| "learning_rate": 5.96e-05, |
| "loss": 0.1827, |
| "step": 150 |
| }, |
| { |
| "grad_norm": 0.9607883095741272, |
| "learning_rate": 6.36e-05, |
| "loss": 0.1609, |
| "step": 160 |
| }, |
| { |
| "grad_norm": 0.8130837082862854, |
| "learning_rate": 6.76e-05, |
| "loss": 0.1486, |
| "step": 170 |
| }, |
| { |
| "grad_norm": 1.5720325708389282, |
| "learning_rate": 7.16e-05, |
| "loss": 0.1425, |
| "step": 180 |
| }, |
| { |
| "grad_norm": 1.010038137435913, |
| "learning_rate": 7.560000000000001e-05, |
| "loss": 0.1395, |
| "step": 190 |
| }, |
| { |
| "grad_norm": 1.1851860284805298, |
| "learning_rate": 7.960000000000001e-05, |
| "loss": 0.1346, |
| "step": 200 |
| }, |
| { |
| "grad_norm": 0.951931893825531, |
| "learning_rate": 8.36e-05, |
| "loss": 0.1284, |
| "step": 210 |
| }, |
| { |
| "grad_norm": 0.8772835731506348, |
| "learning_rate": 8.76e-05, |
| "loss": 0.1156, |
| "step": 220 |
| }, |
| { |
| "grad_norm": 0.7618266344070435, |
| "learning_rate": 9.16e-05, |
| "loss": 0.1112, |
| "step": 230 |
| }, |
| { |
| "grad_norm": 0.7764372229576111, |
| "learning_rate": 9.56e-05, |
| "loss": 0.112, |
| "step": 240 |
| }, |
| { |
| "grad_norm": 0.6424781680107117, |
| "learning_rate": 9.960000000000001e-05, |
| "loss": 0.1063, |
| "step": 250 |
| }, |
| { |
| "grad_norm": 0.6300824284553528, |
| "learning_rate": 0.00010360000000000001, |
| "loss": 0.106, |
| "step": 260 |
| }, |
| { |
| "grad_norm": 0.7829186916351318, |
| "learning_rate": 0.00010760000000000001, |
| "loss": 0.1049, |
| "step": 270 |
| }, |
| { |
| "grad_norm": 0.6146113276481628, |
| "learning_rate": 0.00011160000000000002, |
| "loss": 0.0996, |
| "step": 280 |
| }, |
| { |
| "grad_norm": 0.9386025071144104, |
| "learning_rate": 0.00011559999999999999, |
| "loss": 0.0994, |
| "step": 290 |
| }, |
| { |
| "grad_norm": 0.7355742454528809, |
| "learning_rate": 0.00011960000000000001, |
| "loss": 0.1023, |
| "step": 300 |
| }, |
| { |
| "grad_norm": 0.7597235441207886, |
| "learning_rate": 0.0001236, |
| "loss": 0.1022, |
| "step": 310 |
| }, |
| { |
| "grad_norm": 0.7152740955352783, |
| "learning_rate": 0.0001276, |
| "loss": 0.0997, |
| "step": 320 |
| }, |
| { |
| "grad_norm": 0.6420713067054749, |
| "learning_rate": 0.0001316, |
| "loss": 0.0942, |
| "step": 330 |
| }, |
| { |
| "grad_norm": 0.7762007117271423, |
| "learning_rate": 0.00013560000000000002, |
| "loss": 0.0961, |
| "step": 340 |
| }, |
| { |
| "grad_norm": 0.8098063468933105, |
| "learning_rate": 0.0001396, |
| "loss": 0.0972, |
| "step": 350 |
| }, |
| { |
| "grad_norm": 0.47828200459480286, |
| "learning_rate": 0.0001436, |
| "loss": 0.0972, |
| "step": 360 |
| }, |
| { |
| "grad_norm": 0.6147670149803162, |
| "learning_rate": 0.0001476, |
| "loss": 0.0921, |
| "step": 370 |
| }, |
| { |
| "grad_norm": 0.630636990070343, |
| "learning_rate": 0.0001516, |
| "loss": 0.0932, |
| "step": 380 |
| }, |
| { |
| "grad_norm": 0.7780483961105347, |
| "learning_rate": 0.00015560000000000001, |
| "loss": 0.0903, |
| "step": 390 |
| }, |
| { |
| "grad_norm": 0.549488365650177, |
| "learning_rate": 0.0001596, |
| "loss": 0.0911, |
| "step": 400 |
| }, |
| { |
| "grad_norm": 0.537593424320221, |
| "learning_rate": 0.0001636, |
| "loss": 0.0923, |
| "step": 410 |
| }, |
| { |
| "grad_norm": 0.35757097601890564, |
| "learning_rate": 0.0001676, |
| "loss": 0.0901, |
| "step": 420 |
| }, |
| { |
| "grad_norm": 0.5301028490066528, |
| "learning_rate": 0.0001716, |
| "loss": 0.0873, |
| "step": 430 |
| }, |
| { |
| "grad_norm": 0.5196937322616577, |
| "learning_rate": 0.0001756, |
| "loss": 0.0868, |
| "step": 440 |
| }, |
| { |
| "grad_norm": 0.5398963093757629, |
| "learning_rate": 0.0001796, |
| "loss": 0.0872, |
| "step": 450 |
| }, |
| { |
| "grad_norm": 0.39748314023017883, |
| "learning_rate": 0.00018360000000000002, |
| "loss": 0.0823, |
| "step": 460 |
| }, |
| { |
| "grad_norm": 0.47773298621177673, |
| "learning_rate": 0.0001876, |
| "loss": 0.0847, |
| "step": 470 |
| }, |
| { |
| "grad_norm": 0.6321383714675903, |
| "learning_rate": 0.0001916, |
| "loss": 0.0846, |
| "step": 480 |
| }, |
| { |
| "grad_norm": 0.43730923533439636, |
| "learning_rate": 0.0001956, |
| "loss": 0.0845, |
| "step": 490 |
| }, |
| { |
| "grad_norm": 0.3578919470310211, |
| "learning_rate": 0.0001996, |
| "loss": 0.0842, |
| "step": 500 |
| }, |
| { |
| "grad_norm": 0.5095338821411133, |
| "learning_rate": 0.000199999557098412, |
| "loss": 0.0819, |
| "step": 510 |
| }, |
| { |
| "grad_norm": 0.5493738651275635, |
| "learning_rate": 0.0001999980260856137, |
| "loss": 0.08, |
| "step": 520 |
| }, |
| { |
| "grad_norm": 0.42955926060676575, |
| "learning_rate": 0.00019999540151042328, |
| "loss": 0.0803, |
| "step": 530 |
| }, |
| { |
| "grad_norm": 0.42419669032096863, |
| "learning_rate": 0.0001999916834015426, |
| "loss": 0.0768, |
| "step": 540 |
| }, |
| { |
| "grad_norm": 0.3114933967590332, |
| "learning_rate": 0.0001999868717996323, |
| "loss": 0.0746, |
| "step": 550 |
| }, |
| { |
| "grad_norm": 0.4427943825721741, |
| "learning_rate": 0.00019998096675731135, |
| "loss": 0.0729, |
| "step": 560 |
| }, |
| { |
| "grad_norm": 0.2511034309864044, |
| "learning_rate": 0.0001999739683391563, |
| "loss": 0.0728, |
| "step": 570 |
| }, |
| { |
| "grad_norm": 0.30617302656173706, |
| "learning_rate": 0.00019996587662170074, |
| "loss": 0.0762, |
| "step": 580 |
| }, |
| { |
| "grad_norm": 0.3502658009529114, |
| "learning_rate": 0.00019995669169343438, |
| "loss": 0.0751, |
| "step": 590 |
| }, |
| { |
| "grad_norm": 0.3593088984489441, |
| "learning_rate": 0.00019994641365480214, |
| "loss": 0.0724, |
| "step": 600 |
| }, |
| { |
| "grad_norm": 0.3959539234638214, |
| "learning_rate": 0.00019993504261820298, |
| "loss": 0.0689, |
| "step": 610 |
| }, |
| { |
| "grad_norm": 0.40369659662246704, |
| "learning_rate": 0.0001999225787079888, |
| "loss": 0.0717, |
| "step": 620 |
| }, |
| { |
| "grad_norm": 0.25377678871154785, |
| "learning_rate": 0.00019990902206046287, |
| "loss": 0.07, |
| "step": 630 |
| }, |
| { |
| "grad_norm": 0.453866571187973, |
| "learning_rate": 0.00019989437282387856, |
| "loss": 0.0685, |
| "step": 640 |
| }, |
| { |
| "grad_norm": 0.4460633099079132, |
| "learning_rate": 0.00019987863115843748, |
| "loss": 0.0704, |
| "step": 650 |
| }, |
| { |
| "grad_norm": 0.35564717650413513, |
| "learning_rate": 0.00019986179723628804, |
| "loss": 0.0708, |
| "step": 660 |
| }, |
| { |
| "grad_norm": 0.256737619638443, |
| "learning_rate": 0.00019984387124152332, |
| "loss": 0.0682, |
| "step": 670 |
| }, |
| { |
| "grad_norm": 0.3440409302711487, |
| "learning_rate": 0.00019982485337017908, |
| "loss": 0.0672, |
| "step": 680 |
| }, |
| { |
| "grad_norm": 0.285584419965744, |
| "learning_rate": 0.00019980474383023174, |
| "loss": 0.0658, |
| "step": 690 |
| }, |
| { |
| "grad_norm": 0.2572714388370514, |
| "learning_rate": 0.00019978354284159604, |
| "loss": 0.065, |
| "step": 700 |
| }, |
| { |
| "grad_norm": 0.234798863530159, |
| "learning_rate": 0.00019976125063612252, |
| "loss": 0.0638, |
| "step": 710 |
| }, |
| { |
| "grad_norm": 0.30621594190597534, |
| "learning_rate": 0.00019973786745759525, |
| "loss": 0.0655, |
| "step": 720 |
| }, |
| { |
| "grad_norm": 0.3442394733428955, |
| "learning_rate": 0.00019971339356172885, |
| "loss": 0.0639, |
| "step": 730 |
| }, |
| { |
| "grad_norm": 0.3672217130661011, |
| "learning_rate": 0.00019968782921616596, |
| "loss": 0.0649, |
| "step": 740 |
| }, |
| { |
| "grad_norm": 0.2763133943080902, |
| "learning_rate": 0.00019966117470047418, |
| "loss": 0.0624, |
| "step": 750 |
| }, |
| { |
| "grad_norm": 0.3460654616355896, |
| "learning_rate": 0.000199633430306143, |
| "loss": 0.0614, |
| "step": 760 |
| }, |
| { |
| "grad_norm": 0.3609948456287384, |
| "learning_rate": 0.00019960459633658068, |
| "loss": 0.0612, |
| "step": 770 |
| }, |
| { |
| "grad_norm": 0.3908577263355255, |
| "learning_rate": 0.00019957467310711087, |
| "loss": 0.0596, |
| "step": 780 |
| }, |
| { |
| "grad_norm": 0.25239288806915283, |
| "learning_rate": 0.00019954366094496927, |
| "loss": 0.0612, |
| "step": 790 |
| }, |
| { |
| "grad_norm": 0.1670553982257843, |
| "learning_rate": 0.00019951156018929985, |
| "loss": 0.0645, |
| "step": 800 |
| }, |
| { |
| "grad_norm": 0.3140500485897064, |
| "learning_rate": 0.0001994783711911514, |
| "loss": 0.0582, |
| "step": 810 |
| }, |
| { |
| "grad_norm": 0.2637600898742676, |
| "learning_rate": 0.00019944409431347338, |
| "loss": 0.0608, |
| "step": 820 |
| }, |
| { |
| "grad_norm": 0.35186314582824707, |
| "learning_rate": 0.00019940872993111234, |
| "loss": 0.0602, |
| "step": 830 |
| }, |
| { |
| "grad_norm": 0.24156039953231812, |
| "learning_rate": 0.00019937227843080745, |
| "loss": 0.0597, |
| "step": 840 |
| }, |
| { |
| "grad_norm": 0.3593619465827942, |
| "learning_rate": 0.00019933474021118652, |
| "loss": 0.0582, |
| "step": 850 |
| }, |
| { |
| "grad_norm": 0.23397046327590942, |
| "learning_rate": 0.00019929611568276145, |
| "loss": 0.0583, |
| "step": 860 |
| }, |
| { |
| "grad_norm": 0.312755823135376, |
| "learning_rate": 0.0001992564052679239, |
| "loss": 0.0575, |
| "step": 870 |
| }, |
| { |
| "grad_norm": 0.3655824065208435, |
| "learning_rate": 0.00019921560940094066, |
| "loss": 0.0583, |
| "step": 880 |
| }, |
| { |
| "grad_norm": 0.46782079339027405, |
| "learning_rate": 0.00019917372852794874, |
| "loss": 0.0581, |
| "step": 890 |
| }, |
| { |
| "grad_norm": 0.25634610652923584, |
| "learning_rate": 0.00019913076310695068, |
| "loss": 0.0565, |
| "step": 900 |
| }, |
| { |
| "grad_norm": 0.4292739927768707, |
| "learning_rate": 0.0001990867136078094, |
| "loss": 0.054, |
| "step": 910 |
| }, |
| { |
| "grad_norm": 0.3035515546798706, |
| "learning_rate": 0.00019904158051224324, |
| "loss": 0.0564, |
| "step": 920 |
| }, |
| { |
| "grad_norm": 0.261796772480011, |
| "learning_rate": 0.00019899536431382045, |
| "loss": 0.0552, |
| "step": 930 |
| }, |
| { |
| "grad_norm": 0.24954535067081451, |
| "learning_rate": 0.000198948065517954, |
| "loss": 0.0551, |
| "step": 940 |
| }, |
| { |
| "grad_norm": 0.3103758990764618, |
| "learning_rate": 0.00019889968464189588, |
| "loss": 0.0558, |
| "step": 950 |
| }, |
| { |
| "grad_norm": 0.24562659859657288, |
| "learning_rate": 0.00019885022221473168, |
| "loss": 0.0555, |
| "step": 960 |
| }, |
| { |
| "grad_norm": 0.19912436604499817, |
| "learning_rate": 0.00019879967877737452, |
| "loss": 0.0528, |
| "step": 970 |
| }, |
| { |
| "grad_norm": 0.27990421652793884, |
| "learning_rate": 0.0001987480548825594, |
| "loss": 0.0519, |
| "step": 980 |
| }, |
| { |
| "grad_norm": 0.2675786018371582, |
| "learning_rate": 0.0001986953510948369, |
| "loss": 0.054, |
| "step": 990 |
| }, |
| { |
| "grad_norm": 0.26553845405578613, |
| "learning_rate": 0.00019864156799056723, |
| "loss": 0.0547, |
| "step": 1000 |
| }, |
| { |
| "grad_norm": 0.27253258228302, |
| "learning_rate": 0.00019858670615791377, |
| "loss": 0.0544, |
| "step": 1010 |
| }, |
| { |
| "grad_norm": 0.2688347399234772, |
| "learning_rate": 0.00019853076619683678, |
| "loss": 0.0518, |
| "step": 1020 |
| }, |
| { |
| "grad_norm": 0.2039746195077896, |
| "learning_rate": 0.00019847374871908668, |
| "loss": 0.0516, |
| "step": 1030 |
| }, |
| { |
| "grad_norm": 0.3064139783382416, |
| "learning_rate": 0.00019841565434819747, |
| "loss": 0.0506, |
| "step": 1040 |
| }, |
| { |
| "grad_norm": 0.24837756156921387, |
| "learning_rate": 0.00019835648371947987, |
| "loss": 0.0499, |
| "step": 1050 |
| }, |
| { |
| "grad_norm": 0.4394986629486084, |
| "learning_rate": 0.00019829623748001445, |
| "loss": 0.0502, |
| "step": 1060 |
| }, |
| { |
| "grad_norm": 0.1843259632587433, |
| "learning_rate": 0.00019823491628864436, |
| "loss": 0.0489, |
| "step": 1070 |
| }, |
| { |
| "grad_norm": 0.19856247305870056, |
| "learning_rate": 0.0001981725208159684, |
| "loss": 0.0482, |
| "step": 1080 |
| }, |
| { |
| "grad_norm": 0.24292084574699402, |
| "learning_rate": 0.0001981090517443334, |
| "loss": 0.0481, |
| "step": 1090 |
| }, |
| { |
| "grad_norm": 0.168592169880867, |
| "learning_rate": 0.000198044509767827, |
| "loss": 0.0488, |
| "step": 1100 |
| }, |
| { |
| "grad_norm": 0.21119219064712524, |
| "learning_rate": 0.0001979788955922699, |
| "loss": 0.0483, |
| "step": 1110 |
| }, |
| { |
| "grad_norm": 0.2026098072528839, |
| "learning_rate": 0.0001979122099352082, |
| "loss": 0.0506, |
| "step": 1120 |
| }, |
| { |
| "grad_norm": 0.3283786177635193, |
| "learning_rate": 0.0001978444535259056, |
| "loss": 0.0487, |
| "step": 1130 |
| }, |
| { |
| "grad_norm": 0.28264889121055603, |
| "learning_rate": 0.00019777562710533527, |
| "loss": 0.048, |
| "step": 1140 |
| }, |
| { |
| "grad_norm": 0.15788021683692932, |
| "learning_rate": 0.00019770573142617197, |
| "loss": 0.0485, |
| "step": 1150 |
| }, |
| { |
| "grad_norm": 0.12264436483383179, |
| "learning_rate": 0.00019763476725278363, |
| "loss": 0.0453, |
| "step": 1160 |
| }, |
| { |
| "grad_norm": 0.2884804606437683, |
| "learning_rate": 0.0001975627353612231, |
| "loss": 0.046, |
| "step": 1170 |
| }, |
| { |
| "grad_norm": 0.2817215919494629, |
| "learning_rate": 0.00019748963653921957, |
| "loss": 0.0455, |
| "step": 1180 |
| }, |
| { |
| "grad_norm": 0.27066612243652344, |
| "learning_rate": 0.00019741547158617006, |
| "loss": 0.0472, |
| "step": 1190 |
| }, |
| { |
| "grad_norm": 0.2489967942237854, |
| "learning_rate": 0.00019734024131313067, |
| "loss": 0.0448, |
| "step": 1200 |
| }, |
| { |
| "grad_norm": 0.3080730140209198, |
| "learning_rate": 0.00019726394654280752, |
| "loss": 0.0465, |
| "step": 1210 |
| }, |
| { |
| "grad_norm": 0.29908615350723267, |
| "learning_rate": 0.00019718658810954806, |
| "loss": 0.046, |
| "step": 1220 |
| }, |
| { |
| "grad_norm": 0.266740083694458, |
| "learning_rate": 0.0001971081668593317, |
| "loss": 0.0462, |
| "step": 1230 |
| }, |
| { |
| "grad_norm": 0.1910102367401123, |
| "learning_rate": 0.00019702868364976066, |
| "loss": 0.044, |
| "step": 1240 |
| }, |
| { |
| "grad_norm": 0.18283650279045105, |
| "learning_rate": 0.0001969481393500506, |
| "loss": 0.0456, |
| "step": 1250 |
| }, |
| { |
| "grad_norm": 0.2236376255750656, |
| "learning_rate": 0.0001968665348410211, |
| "loss": 0.0438, |
| "step": 1260 |
| }, |
| { |
| "grad_norm": 0.22641244530677795, |
| "learning_rate": 0.00019678387101508595, |
| "loss": 0.046, |
| "step": 1270 |
| }, |
| { |
| "grad_norm": 0.24328957498073578, |
| "learning_rate": 0.00019670014877624353, |
| "loss": 0.0449, |
| "step": 1280 |
| }, |
| { |
| "grad_norm": 0.13703007996082306, |
| "learning_rate": 0.00019661536904006682, |
| "loss": 0.044, |
| "step": 1290 |
| }, |
| { |
| "grad_norm": 0.23394407331943512, |
| "learning_rate": 0.00019652953273369342, |
| "loss": 0.0434, |
| "step": 1300 |
| }, |
| { |
| "grad_norm": 0.1836947351694107, |
| "learning_rate": 0.00019644264079581546, |
| "loss": 0.0426, |
| "step": 1310 |
| }, |
| { |
| "grad_norm": 0.2846074104309082, |
| "learning_rate": 0.00019635469417666923, |
| "loss": 0.0418, |
| "step": 1320 |
| }, |
| { |
| "grad_norm": 0.2773747742176056, |
| "learning_rate": 0.00019626569383802487, |
| "loss": 0.0469, |
| "step": 1330 |
| }, |
| { |
| "grad_norm": 0.21178005635738373, |
| "learning_rate": 0.00019617564075317584, |
| "loss": 0.0418, |
| "step": 1340 |
| }, |
| { |
| "grad_norm": 0.1820414513349533, |
| "learning_rate": 0.00019608453590692822, |
| "loss": 0.044, |
| "step": 1350 |
| }, |
| { |
| "grad_norm": 0.21951481699943542, |
| "learning_rate": 0.00019599238029559005, |
| "loss": 0.0422, |
| "step": 1360 |
| }, |
| { |
| "grad_norm": 0.24982789158821106, |
| "learning_rate": 0.00019589917492696026, |
| "loss": 0.043, |
| "step": 1370 |
| }, |
| { |
| "grad_norm": 0.1591809093952179, |
| "learning_rate": 0.00019580492082031792, |
| "loss": 0.042, |
| "step": 1380 |
| }, |
| { |
| "grad_norm": 0.23038744926452637, |
| "learning_rate": 0.00019570961900641076, |
| "loss": 0.0427, |
| "step": 1390 |
| }, |
| { |
| "grad_norm": 0.31900501251220703, |
| "learning_rate": 0.0001956132705274442, |
| "loss": 0.0415, |
| "step": 1400 |
| }, |
| { |
| "grad_norm": 0.3238053619861603, |
| "learning_rate": 0.00019551587643706976, |
| "loss": 0.0413, |
| "step": 1410 |
| }, |
| { |
| "grad_norm": 0.2005499303340912, |
| "learning_rate": 0.0001954174378003736, |
| "loss": 0.0412, |
| "step": 1420 |
| }, |
| { |
| "grad_norm": 0.19018618762493134, |
| "learning_rate": 0.00019531795569386487, |
| "loss": 0.0393, |
| "step": 1430 |
| }, |
| { |
| "grad_norm": 0.30942776799201965, |
| "learning_rate": 0.00019521743120546394, |
| "loss": 0.0419, |
| "step": 1440 |
| }, |
| { |
| "grad_norm": 0.2342258095741272, |
| "learning_rate": 0.00019511586543449053, |
| "loss": 0.0409, |
| "step": 1450 |
| }, |
| { |
| "grad_norm": 0.18405261635780334, |
| "learning_rate": 0.00019501325949165167, |
| "loss": 0.0407, |
| "step": 1460 |
| }, |
| { |
| "grad_norm": 0.2921549379825592, |
| "learning_rate": 0.00019490961449902946, |
| "loss": 0.041, |
| "step": 1470 |
| }, |
| { |
| "grad_norm": 0.18793050944805145, |
| "learning_rate": 0.00019480493159006895, |
| "loss": 0.0434, |
| "step": 1480 |
| }, |
| { |
| "grad_norm": 0.21637773513793945, |
| "learning_rate": 0.0001946992119095657, |
| "loss": 0.0407, |
| "step": 1490 |
| }, |
| { |
| "grad_norm": 0.2454444169998169, |
| "learning_rate": 0.00019459245661365313, |
| "loss": 0.0399, |
| "step": 1500 |
| }, |
| { |
| "grad_norm": 0.14031817018985748, |
| "learning_rate": 0.00019448466686979008, |
| "loss": 0.0374, |
| "step": 1510 |
| }, |
| { |
| "grad_norm": 0.26323285698890686, |
| "learning_rate": 0.00019437584385674793, |
| "loss": 0.0397, |
| "step": 1520 |
| }, |
| { |
| "grad_norm": 0.20086735486984253, |
| "learning_rate": 0.00019426598876459773, |
| "loss": 0.0395, |
| "step": 1530 |
| }, |
| { |
| "grad_norm": 0.2568920850753784, |
| "learning_rate": 0.0001941551027946971, |
| "loss": 0.0422, |
| "step": 1540 |
| }, |
| { |
| "grad_norm": 0.11995324492454529, |
| "learning_rate": 0.00019404318715967732, |
| "loss": 0.0398, |
| "step": 1550 |
| }, |
| { |
| "grad_norm": 0.17859072983264923, |
| "learning_rate": 0.00019393024308342983, |
| "loss": 0.039, |
| "step": 1560 |
| }, |
| { |
| "grad_norm": 0.2049851417541504, |
| "learning_rate": 0.0001938162718010929, |
| "loss": 0.0371, |
| "step": 1570 |
| }, |
| { |
| "grad_norm": 0.1736784279346466, |
| "learning_rate": 0.00019370127455903827, |
| "loss": 0.0393, |
| "step": 1580 |
| }, |
| { |
| "grad_norm": 0.16930192708969116, |
| "learning_rate": 0.0001935852526148573, |
| "loss": 0.0382, |
| "step": 1590 |
| }, |
| { |
| "grad_norm": 0.23014754056930542, |
| "learning_rate": 0.00019346820723734745, |
| "loss": 0.0401, |
| "step": 1600 |
| }, |
| { |
| "grad_norm": 0.27679961919784546, |
| "learning_rate": 0.00019335013970649817, |
| "loss": 0.0377, |
| "step": 1610 |
| }, |
| { |
| "grad_norm": 0.3353395462036133, |
| "learning_rate": 0.0001932310513134771, |
| "loss": 0.0411, |
| "step": 1620 |
| }, |
| { |
| "grad_norm": 0.2344261258840561, |
| "learning_rate": 0.00019311094336061578, |
| "loss": 0.0396, |
| "step": 1630 |
| }, |
| { |
| "grad_norm": 0.24594134092330933, |
| "learning_rate": 0.00019298981716139553, |
| "loss": 0.0395, |
| "step": 1640 |
| }, |
| { |
| "grad_norm": 0.16762520372867584, |
| "learning_rate": 0.00019286767404043316, |
| "loss": 0.0366, |
| "step": 1650 |
| }, |
| { |
| "grad_norm": 0.24015094339847565, |
| "learning_rate": 0.00019274451533346615, |
| "loss": 0.0358, |
| "step": 1660 |
| }, |
| { |
| "grad_norm": 0.1919541358947754, |
| "learning_rate": 0.00019262034238733843, |
| "loss": 0.0367, |
| "step": 1670 |
| }, |
| { |
| "grad_norm": 0.13164806365966797, |
| "learning_rate": 0.00019249515655998545, |
| "loss": 0.0348, |
| "step": 1680 |
| }, |
| { |
| "grad_norm": 0.23270496726036072, |
| "learning_rate": 0.00019236895922041943, |
| "loss": 0.0383, |
| "step": 1690 |
| }, |
| { |
| "grad_norm": 0.16496695578098297, |
| "learning_rate": 0.00019224175174871415, |
| "loss": 0.0383, |
| "step": 1700 |
| }, |
| { |
| "grad_norm": 0.17377837002277374, |
| "learning_rate": 0.00019211353553599017, |
| "loss": 0.0371, |
| "step": 1710 |
| }, |
| { |
| "grad_norm": 0.1682979315519333, |
| "learning_rate": 0.00019198431198439947, |
| "loss": 0.0383, |
| "step": 1720 |
| }, |
| { |
| "grad_norm": 0.2559478282928467, |
| "learning_rate": 0.0001918540825071101, |
| "loss": 0.0374, |
| "step": 1730 |
| }, |
| { |
| "grad_norm": 0.16148176789283752, |
| "learning_rate": 0.00019172284852829075, |
| "loss": 0.0346, |
| "step": 1740 |
| }, |
| { |
| "grad_norm": 0.21018460392951965, |
| "learning_rate": 0.0001915906114830952, |
| "loss": 0.0354, |
| "step": 1750 |
| }, |
| { |
| "grad_norm": 0.1702902913093567, |
| "learning_rate": 0.00019145737281764657, |
| "loss": 0.0365, |
| "step": 1760 |
| }, |
| { |
| "grad_norm": 0.1441521942615509, |
| "learning_rate": 0.0001913231339890216, |
| "loss": 0.0366, |
| "step": 1770 |
| }, |
| { |
| "grad_norm": 0.17645713686943054, |
| "learning_rate": 0.0001911878964652346, |
| "loss": 0.0365, |
| "step": 1780 |
| }, |
| { |
| "grad_norm": 0.2643643021583557, |
| "learning_rate": 0.00019105166172522138, |
| "loss": 0.0387, |
| "step": 1790 |
| }, |
| { |
| "grad_norm": 0.17437313497066498, |
| "learning_rate": 0.00019091443125882337, |
| "loss": 0.0391, |
| "step": 1800 |
| }, |
| { |
| "grad_norm": 0.17275704443454742, |
| "learning_rate": 0.00019077620656677085, |
| "loss": 0.036, |
| "step": 1810 |
| }, |
| { |
| "grad_norm": 0.17451389133930206, |
| "learning_rate": 0.00019063698916066697, |
| "loss": 0.0345, |
| "step": 1820 |
| }, |
| { |
| "grad_norm": 0.19119150936603546, |
| "learning_rate": 0.00019049678056297094, |
| "loss": 0.0352, |
| "step": 1830 |
| }, |
| { |
| "grad_norm": 0.17107735574245453, |
| "learning_rate": 0.00019035558230698154, |
| "loss": 0.035, |
| "step": 1840 |
| }, |
| { |
| "grad_norm": 0.19179688394069672, |
| "learning_rate": 0.00019021339593682028, |
| "loss": 0.0351, |
| "step": 1850 |
| }, |
| { |
| "grad_norm": 0.18375959992408752, |
| "learning_rate": 0.00019007022300741454, |
| "loss": 0.0374, |
| "step": 1860 |
| }, |
| { |
| "grad_norm": 0.242448091506958, |
| "learning_rate": 0.00018992606508448049, |
| "loss": 0.0356, |
| "step": 1870 |
| }, |
| { |
| "grad_norm": 0.20058102905750275, |
| "learning_rate": 0.00018978092374450611, |
| "loss": 0.0345, |
| "step": 1880 |
| }, |
| { |
| "grad_norm": 0.14428074657917023, |
| "learning_rate": 0.00018963480057473383, |
| "loss": 0.0343, |
| "step": 1890 |
| }, |
| { |
| "grad_norm": 0.18150261044502258, |
| "learning_rate": 0.00018948769717314328, |
| "loss": 0.0341, |
| "step": 1900 |
| }, |
| { |
| "grad_norm": 0.1219368577003479, |
| "learning_rate": 0.00018933961514843359, |
| "loss": 0.0327, |
| "step": 1910 |
| }, |
| { |
| "grad_norm": 0.24976667761802673, |
| "learning_rate": 0.0001891905561200061, |
| "loss": 0.0338, |
| "step": 1920 |
| }, |
| { |
| "grad_norm": 0.2597788870334625, |
| "learning_rate": 0.0001890405217179465, |
| "loss": 0.0349, |
| "step": 1930 |
| }, |
| { |
| "grad_norm": 0.18376731872558594, |
| "learning_rate": 0.00018888951358300696, |
| "loss": 0.0335, |
| "step": 1940 |
| }, |
| { |
| "grad_norm": 0.20351895689964294, |
| "learning_rate": 0.00018873753336658822, |
| "loss": 0.0344, |
| "step": 1950 |
| }, |
| { |
| "grad_norm": 0.2000509649515152, |
| "learning_rate": 0.00018858458273072158, |
| "loss": 0.0341, |
| "step": 1960 |
| }, |
| { |
| "grad_norm": 0.19135110080242157, |
| "learning_rate": 0.00018843066334805068, |
| "loss": 0.0322, |
| "step": 1970 |
| }, |
| { |
| "grad_norm": 0.1353762149810791, |
| "learning_rate": 0.00018827577690181332, |
| "loss": 0.0338, |
| "step": 1980 |
| }, |
| { |
| "grad_norm": 0.21709775924682617, |
| "learning_rate": 0.00018811992508582272, |
| "loss": 0.0349, |
| "step": 1990 |
| }, |
| { |
| "grad_norm": 0.21062973141670227, |
| "learning_rate": 0.0001879631096044495, |
| "loss": 0.0327, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 320, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
