| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 20.0, | |
| "eval_steps": 500, | |
| "global_step": 371860, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 0.7712463140487671, | |
| "learning_rate": 3.125e-05, | |
| "loss": 6.2181, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 0.8663497567176819, | |
| "learning_rate": 6.25e-05, | |
| "loss": 5.0051, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.8350703716278076, | |
| "learning_rate": 9.375e-05, | |
| "loss": 4.6784, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 0.8322649598121643, | |
| "learning_rate": 0.000125, | |
| "loss": 4.462, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 0.7712095379829407, | |
| "learning_rate": 0.00015625, | |
| "loss": 4.2961, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.7217949628829956, | |
| "learning_rate": 0.0001875, | |
| "loss": 4.1748, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 0.7187008261680603, | |
| "learning_rate": 0.00021875, | |
| "loss": 4.0752, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 0.807208776473999, | |
| "learning_rate": 0.00025, | |
| "loss": 3.9772, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.6315006017684937, | |
| "learning_rate": 0.00028121875, | |
| "loss": 3.9054, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 0.6685634255409241, | |
| "learning_rate": 0.00031246875000000003, | |
| "loss": 3.8504, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 0.7673210501670837, | |
| "learning_rate": 0.00034368749999999997, | |
| "loss": 3.8023, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 0.5318849086761475, | |
| "learning_rate": 0.0003749375, | |
| "loss": 3.7615, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 0.5182545781135559, | |
| "learning_rate": 0.00040615625, | |
| "loss": 3.7276, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.4659978151321411, | |
| "learning_rate": 0.00043737500000000005, | |
| "loss": 3.6939, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 0.41747376322746277, | |
| "learning_rate": 0.000468625, | |
| "loss": 3.6688, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 0.4067228436470032, | |
| "learning_rate": 0.00049984375, | |
| "loss": 3.6371, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 0.38340994715690613, | |
| "learning_rate": 0.00053109375, | |
| "loss": 3.6204, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 0.39036816358566284, | |
| "learning_rate": 0.0005623125, | |
| "loss": 3.6013, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.35949335589575654, | |
| "eval_loss": 3.7859134674072266, | |
| "eval_runtime": 154.8449, | |
| "eval_samples_per_second": 374.039, | |
| "eval_steps_per_second": 5.845, | |
| "step": 18593 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 0.35525622963905334, | |
| "learning_rate": 0.0005935625, | |
| "loss": 3.5798, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 0.33763423562049866, | |
| "learning_rate": 0.00062478125, | |
| "loss": 3.5498, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 0.3208175599575043, | |
| "learning_rate": 0.0006560312499999999, | |
| "loss": 3.5362, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 0.3225935995578766, | |
| "learning_rate": 0.00068728125, | |
| "loss": 3.5245, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 0.3024989068508148, | |
| "learning_rate": 0.00071853125, | |
| "loss": 3.5121, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "grad_norm": 0.29528677463531494, | |
| "learning_rate": 0.00074978125, | |
| "loss": 3.5067, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "grad_norm": 0.27072256803512573, | |
| "learning_rate": 0.0007810312499999999, | |
| "loss": 3.4965, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 0.2673095166683197, | |
| "learning_rate": 0.00081225, | |
| "loss": 3.4828, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "grad_norm": 0.25490203499794006, | |
| "learning_rate": 0.0008435000000000001, | |
| "loss": 3.4763, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 0.25206422805786133, | |
| "learning_rate": 0.0008746874999999999, | |
| "loss": 3.466, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 0.26875174045562744, | |
| "learning_rate": 0.0009059375, | |
| "loss": 3.4619, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 0.23937861621379852, | |
| "learning_rate": 0.0009371875, | |
| "loss": 3.4511, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 0.25659725069999695, | |
| "learning_rate": 0.0009684375, | |
| "loss": 3.4456, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 0.23310545086860657, | |
| "learning_rate": 0.0009996562500000001, | |
| "loss": 3.4315, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "grad_norm": 0.23862479627132416, | |
| "learning_rate": 0.0009970899782263285, | |
| "loss": 3.4262, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "grad_norm": 0.22742129862308502, | |
| "learning_rate": 0.0009941475901841935, | |
| "loss": 3.4174, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 0.23835882544517517, | |
| "learning_rate": 0.0009912081445301007, | |
| "loss": 3.4016, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "grad_norm": 0.216399684548378, | |
| "learning_rate": 0.0009882657564879657, | |
| "loss": 3.3936, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 0.24816367030143738, | |
| "learning_rate": 0.0009853233684458307, | |
| "loss": 3.3808, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.38059430056958293, | |
| "eval_loss": 3.5963242053985596, | |
| "eval_runtime": 155.1582, | |
| "eval_samples_per_second": 373.284, | |
| "eval_steps_per_second": 5.833, | |
| "step": 37186 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 0.22436316311359406, | |
| "learning_rate": 0.0009823839227917379, | |
| "loss": 3.3359, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.2343701869249344, | |
| "learning_rate": 0.0009794415347496028, | |
| "loss": 3.3285, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "grad_norm": 0.21360653638839722, | |
| "learning_rate": 0.00097650208909551, | |
| "loss": 3.3206, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "grad_norm": 0.2347899228334427, | |
| "learning_rate": 0.000973559701053375, | |
| "loss": 3.3169, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "grad_norm": 0.24300511181354523, | |
| "learning_rate": 0.0009706173130112399, | |
| "loss": 3.3166, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.24823549389839172, | |
| "learning_rate": 0.0009676778673571472, | |
| "loss": 3.3092, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.23891581594944, | |
| "learning_rate": 0.0009647384217030542, | |
| "loss": 3.3051, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "grad_norm": 0.23468884825706482, | |
| "learning_rate": 0.0009617960336609192, | |
| "loss": 3.2993, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "grad_norm": 0.22591985762119293, | |
| "learning_rate": 0.0009588536456187842, | |
| "loss": 3.2944, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "grad_norm": 0.2134736180305481, | |
| "learning_rate": 0.0009559141999646913, | |
| "loss": 3.2886, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "grad_norm": 0.22116614878177643, | |
| "learning_rate": 0.0009529718119225564, | |
| "loss": 3.2876, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 0.23003488779067993, | |
| "learning_rate": 0.0009500294238804213, | |
| "loss": 3.2784, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.2259034961462021, | |
| "learning_rate": 0.0009470870358382863, | |
| "loss": 3.2811, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "grad_norm": 0.20596662163734436, | |
| "learning_rate": 0.0009441475901841935, | |
| "loss": 3.2733, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 0.19811898469924927, | |
| "learning_rate": 0.0009412052021420585, | |
| "loss": 3.2686, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "grad_norm": 0.21489368379116058, | |
| "learning_rate": 0.0009382628140999236, | |
| "loss": 3.2667, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 0.2073436975479126, | |
| "learning_rate": 0.0009353233684458307, | |
| "loss": 3.2586, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 0.20562222599983215, | |
| "learning_rate": 0.0009323809804036956, | |
| "loss": 3.2581, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.3930808255277856, | |
| "eval_loss": 3.4525861740112305, | |
| "eval_runtime": 154.9124, | |
| "eval_samples_per_second": 373.876, | |
| "eval_steps_per_second": 5.842, | |
| "step": 55779 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.21636074781417847, | |
| "learning_rate": 0.0009294415347496028, | |
| "loss": 3.237, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "grad_norm": 0.2338261902332306, | |
| "learning_rate": 0.0009264991467074678, | |
| "loss": 3.1874, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 0.20794998109340668, | |
| "learning_rate": 0.000923559701053375, | |
| "loss": 3.1927, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "grad_norm": 0.26810312271118164, | |
| "learning_rate": 0.00092061731301124, | |
| "loss": 3.2002, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "grad_norm": 0.22468192875385284, | |
| "learning_rate": 0.0009176749249691049, | |
| "loss": 3.1917, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "grad_norm": 0.20156365633010864, | |
| "learning_rate": 0.0009147325369269699, | |
| "loss": 3.1967, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.25422027707099915, | |
| "learning_rate": 0.0009117930912728771, | |
| "loss": 3.1909, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "grad_norm": 0.24394932389259338, | |
| "learning_rate": 0.0009088507032307421, | |
| "loss": 3.1931, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 0.1917160004377365, | |
| "learning_rate": 0.0009059083151886071, | |
| "loss": 3.1907, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "grad_norm": 0.22413145005702972, | |
| "learning_rate": 0.0009029688695345141, | |
| "loss": 3.1937, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "grad_norm": 0.22528770565986633, | |
| "learning_rate": 0.0009000264814923792, | |
| "loss": 3.1912, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 0.19711093604564667, | |
| "learning_rate": 0.0008970840934502442, | |
| "loss": 3.1899, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "grad_norm": 0.21881811320781708, | |
| "learning_rate": 0.0008941446477961514, | |
| "loss": 3.1904, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "grad_norm": 0.21984833478927612, | |
| "learning_rate": 0.0008912022597540164, | |
| "loss": 3.185, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 0.21477735042572021, | |
| "learning_rate": 0.0008882628140999234, | |
| "loss": 3.1845, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "grad_norm": 0.2399149090051651, | |
| "learning_rate": 0.0008853204260577885, | |
| "loss": 3.1808, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "grad_norm": 0.24318818747997284, | |
| "learning_rate": 0.0008823780380156535, | |
| "loss": 3.1788, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "grad_norm": 0.2135390043258667, | |
| "learning_rate": 0.0008794385923615607, | |
| "loss": 3.1798, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 0.2475263923406601, | |
| "learning_rate": 0.0008764962043194257, | |
| "loss": 3.174, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.39836288067538933, | |
| "eval_loss": 3.415846586227417, | |
| "eval_runtime": 155.1031, | |
| "eval_samples_per_second": 373.416, | |
| "eval_steps_per_second": 5.835, | |
| "step": 74372 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 0.24471835792064667, | |
| "learning_rate": 0.0008735567586653328, | |
| "loss": 3.1366, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "grad_norm": 0.2247551828622818, | |
| "learning_rate": 0.0008706143706231978, | |
| "loss": 3.111, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 0.22561417520046234, | |
| "learning_rate": 0.0008676719825810628, | |
| "loss": 3.1136, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 0.22179843485355377, | |
| "learning_rate": 0.0008647295945389278, | |
| "loss": 3.1203, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "grad_norm": 0.215871661901474, | |
| "learning_rate": 0.000861790148884835, | |
| "loss": 3.122, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 0.22627811133861542, | |
| "learning_rate": 0.0008588477608427, | |
| "loss": 3.1234, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 0.25328510999679565, | |
| "learning_rate": 0.000855905372800565, | |
| "loss": 3.123, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "grad_norm": 0.21424081921577454, | |
| "learning_rate": 0.0008529659271464721, | |
| "loss": 3.1287, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 0.2255638986825943, | |
| "learning_rate": 0.000850023539104337, | |
| "loss": 3.1251, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "grad_norm": 0.22828561067581177, | |
| "learning_rate": 0.0008470811510622021, | |
| "loss": 3.1235, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "grad_norm": 0.23357871174812317, | |
| "learning_rate": 0.0008441417054081092, | |
| "loss": 3.1257, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "grad_norm": 0.21216043829917908, | |
| "learning_rate": 0.0008411993173659743, | |
| "loss": 3.1265, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 0.2156064212322235, | |
| "learning_rate": 0.0008382598717118813, | |
| "loss": 3.1266, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "grad_norm": 0.23667491972446442, | |
| "learning_rate": 0.0008353174836697463, | |
| "loss": 3.1261, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 0.2780851125717163, | |
| "learning_rate": 0.0008323750956276114, | |
| "loss": 3.1197, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 0.22059884667396545, | |
| "learning_rate": 0.0008294327075854764, | |
| "loss": 3.1227, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "grad_norm": 0.22738564014434814, | |
| "learning_rate": 0.0008264932619313836, | |
| "loss": 3.1256, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 0.21828770637512207, | |
| "learning_rate": 0.0008235508738892485, | |
| "loss": 3.1218, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.402172842511948, | |
| "eval_loss": 3.4018235206604004, | |
| "eval_runtime": 155.3626, | |
| "eval_samples_per_second": 372.792, | |
| "eval_steps_per_second": 5.825, | |
| "step": 92965 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.22099024057388306, | |
| "learning_rate": 0.0008206114282351556, | |
| "loss": 3.1158, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "grad_norm": 0.2708933651447296, | |
| "learning_rate": 0.0008176690401930207, | |
| "loss": 3.0556, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "grad_norm": 0.21532170474529266, | |
| "learning_rate": 0.0008147266521508857, | |
| "loss": 3.0574, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "grad_norm": 0.2272021472454071, | |
| "learning_rate": 0.0008117842641087507, | |
| "loss": 3.0636, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "grad_norm": 0.2151593714952469, | |
| "learning_rate": 0.0008088418760666157, | |
| "loss": 3.0634, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "grad_norm": 0.23398688435554504, | |
| "learning_rate": 0.0008059053728005649, | |
| "loss": 3.0707, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "grad_norm": 0.2310827672481537, | |
| "learning_rate": 0.00080296298475843, | |
| "loss": 3.0753, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 5.38, | |
| "grad_norm": 0.2718166708946228, | |
| "learning_rate": 0.0008000235391043371, | |
| "loss": 3.0739, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "grad_norm": 0.2552712559700012, | |
| "learning_rate": 0.0007970811510622022, | |
| "loss": 3.0729, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 5.49, | |
| "grad_norm": 0.21800163388252258, | |
| "learning_rate": 0.0007941417054081093, | |
| "loss": 3.0746, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "grad_norm": 0.24081352353096008, | |
| "learning_rate": 0.0007911993173659742, | |
| "loss": 3.076, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 5.59, | |
| "grad_norm": 0.22881019115447998, | |
| "learning_rate": 0.0007882598717118814, | |
| "loss": 3.078, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "grad_norm": 0.23741869628429413, | |
| "learning_rate": 0.0007853174836697464, | |
| "loss": 3.0759, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "grad_norm": 0.22118040919303894, | |
| "learning_rate": 0.0007823750956276114, | |
| "loss": 3.0776, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 5.75, | |
| "grad_norm": 0.24097305536270142, | |
| "learning_rate": 0.0007794356499735186, | |
| "loss": 3.0793, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 5.81, | |
| "grad_norm": 0.23857030272483826, | |
| "learning_rate": 0.0007764932619313834, | |
| "loss": 3.0783, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "grad_norm": 0.2336532175540924, | |
| "learning_rate": 0.0007735508738892485, | |
| "loss": 3.0787, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 0.23847945034503937, | |
| "learning_rate": 0.0007706084858471135, | |
| "loss": 3.0753, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "grad_norm": 0.2423369288444519, | |
| "learning_rate": 0.0007676690401930207, | |
| "loss": 3.0764, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.40599126928813756, | |
| "eval_loss": 3.3646838665008545, | |
| "eval_runtime": 155.7738, | |
| "eval_samples_per_second": 371.808, | |
| "eval_steps_per_second": 5.81, | |
| "step": 111558 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "grad_norm": 0.23392504453659058, | |
| "learning_rate": 0.0007647266521508857, | |
| "loss": 3.0458, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 0.22365610301494598, | |
| "learning_rate": 0.0007617872064967927, | |
| "loss": 3.015, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "grad_norm": 0.23814208805561066, | |
| "learning_rate": 0.0007588448184546578, | |
| "loss": 3.0154, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 6.19, | |
| "grad_norm": 0.2653498351573944, | |
| "learning_rate": 0.0007559053728005649, | |
| "loss": 3.0237, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "grad_norm": 0.23730780184268951, | |
| "learning_rate": 0.0007529659271464721, | |
| "loss": 3.0289, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "grad_norm": 0.21152764558792114, | |
| "learning_rate": 0.0007500235391043371, | |
| "loss": 3.0267, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "grad_norm": 0.22933965921401978, | |
| "learning_rate": 0.000747081151062202, | |
| "loss": 3.0313, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 0.260565847158432, | |
| "learning_rate": 0.0007441387630200671, | |
| "loss": 3.033, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "grad_norm": 0.24269381165504456, | |
| "learning_rate": 0.0007411963749779321, | |
| "loss": 3.0375, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "grad_norm": 0.2649300694465637, | |
| "learning_rate": 0.0007382539869357971, | |
| "loss": 3.0384, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 6.56, | |
| "grad_norm": 0.2362346202135086, | |
| "learning_rate": 0.0007353145412817043, | |
| "loss": 3.0386, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "grad_norm": 0.22504200041294098, | |
| "learning_rate": 0.0007323750956276114, | |
| "loss": 3.0408, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "grad_norm": 0.24480938911437988, | |
| "learning_rate": 0.0007294327075854764, | |
| "loss": 3.0336, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "grad_norm": 0.2642379403114319, | |
| "learning_rate": 0.0007264903195433414, | |
| "loss": 3.0409, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 6.78, | |
| "grad_norm": 0.2179790735244751, | |
| "learning_rate": 0.0007235479315012063, | |
| "loss": 3.0449, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "grad_norm": 0.22886839509010315, | |
| "learning_rate": 0.0007206114282351557, | |
| "loss": 3.0367, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "grad_norm": 0.24182362854480743, | |
| "learning_rate": 0.0007176690401930207, | |
| "loss": 3.0396, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "grad_norm": 0.2924305498600006, | |
| "learning_rate": 0.0007147266521508858, | |
| "loss": 3.0383, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "grad_norm": 0.24420206248760223, | |
| "learning_rate": 0.0007117842641087506, | |
| "loss": 3.0403, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.4073320888528435, | |
| "eval_loss": 3.3496501445770264, | |
| "eval_runtime": 154.8896, | |
| "eval_samples_per_second": 373.931, | |
| "eval_steps_per_second": 5.843, | |
| "step": 130151 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "grad_norm": 0.24674294888973236, | |
| "learning_rate": 0.0007088448184546579, | |
| "loss": 2.9807, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "grad_norm": 0.2546931803226471, | |
| "learning_rate": 0.000705905372800565, | |
| "loss": 2.9767, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "grad_norm": 0.28846633434295654, | |
| "learning_rate": 0.0007029629847584299, | |
| "loss": 2.9842, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "grad_norm": 0.26209449768066406, | |
| "learning_rate": 0.000700020596716295, | |
| "loss": 2.9883, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "grad_norm": 0.2578311860561371, | |
| "learning_rate": 0.000697081151062202, | |
| "loss": 2.9879, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 7.31, | |
| "grad_norm": 0.22354114055633545, | |
| "learning_rate": 0.0006941387630200671, | |
| "loss": 3.0001, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "grad_norm": 0.2687912583351135, | |
| "learning_rate": 0.0006912022597540164, | |
| "loss": 3.0011, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 7.42, | |
| "grad_norm": 0.24351321160793304, | |
| "learning_rate": 0.0006882598717118814, | |
| "loss": 2.9989, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "grad_norm": 0.22413307428359985, | |
| "learning_rate": 0.0006853174836697464, | |
| "loss": 3.0014, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "grad_norm": 0.2596534192562103, | |
| "learning_rate": 0.0006823750956276113, | |
| "loss": 3.0022, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "grad_norm": 0.2720980644226074, | |
| "learning_rate": 0.0006794356499735185, | |
| "loss": 3.0017, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "grad_norm": 0.23778241872787476, | |
| "learning_rate": 0.0006764932619313835, | |
| "loss": 3.0093, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 7.69, | |
| "grad_norm": 0.21840888261795044, | |
| "learning_rate": 0.0006735508738892485, | |
| "loss": 3.0078, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "grad_norm": 0.2463883012533188, | |
| "learning_rate": 0.0006706084858471136, | |
| "loss": 3.0098, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "grad_norm": 0.2569877803325653, | |
| "learning_rate": 0.0006676690401930206, | |
| "loss": 3.0075, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "grad_norm": 0.23889389634132385, | |
| "learning_rate": 0.0006647266521508856, | |
| "loss": 3.0091, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 7.91, | |
| "grad_norm": 0.2982379198074341, | |
| "learning_rate": 0.0006617842641087507, | |
| "loss": 3.009, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "grad_norm": 0.23698513209819794, | |
| "learning_rate": 0.0006588418760666157, | |
| "loss": 3.0123, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.4083857051086448, | |
| "eval_loss": 3.357700824737549, | |
| "eval_runtime": 155.2269, | |
| "eval_samples_per_second": 373.118, | |
| "eval_steps_per_second": 5.83, | |
| "step": 148744 | |
| }, | |
| { | |
| "epoch": 8.01, | |
| "grad_norm": 0.23715341091156006, | |
| "learning_rate": 0.000655905372800565, | |
| "loss": 2.9891, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "grad_norm": 0.2874661087989807, | |
| "learning_rate": 0.00065296298475843, | |
| "loss": 2.9449, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "grad_norm": 0.2575448751449585, | |
| "learning_rate": 0.0006500205967162949, | |
| "loss": 2.9515, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "grad_norm": 0.26473337411880493, | |
| "learning_rate": 0.0006470811510622021, | |
| "loss": 2.9553, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 8.23, | |
| "grad_norm": 0.2735915184020996, | |
| "learning_rate": 0.0006441387630200671, | |
| "loss": 2.9573, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "grad_norm": 0.23796038329601288, | |
| "learning_rate": 0.0006412022597540164, | |
| "loss": 2.9581, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 8.34, | |
| "grad_norm": 0.27315831184387207, | |
| "learning_rate": 0.0006382598717118814, | |
| "loss": 2.9645, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 8.39, | |
| "grad_norm": 0.24405047297477722, | |
| "learning_rate": 0.0006353174836697464, | |
| "loss": 2.967, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "grad_norm": 0.24863894283771515, | |
| "learning_rate": 0.0006323750956276114, | |
| "loss": 2.9708, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 8.5, | |
| "grad_norm": 0.3322613835334778, | |
| "learning_rate": 0.0006294327075854764, | |
| "loss": 2.9707, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "grad_norm": 0.25508448481559753, | |
| "learning_rate": 0.0006264903195433414, | |
| "loss": 2.9772, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 8.61, | |
| "grad_norm": 0.2909291088581085, | |
| "learning_rate": 0.0006235508738892486, | |
| "loss": 2.9788, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "grad_norm": 0.24499082565307617, | |
| "learning_rate": 0.0006206084858471134, | |
| "loss": 2.9756, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "grad_norm": 0.2746281325817108, | |
| "learning_rate": 0.0006176690401930206, | |
| "loss": 2.9791, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "grad_norm": 0.23963476717472076, | |
| "learning_rate": 0.0006147266521508856, | |
| "loss": 2.9828, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "grad_norm": 0.26015135645866394, | |
| "learning_rate": 0.0006117872064967928, | |
| "loss": 2.9838, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "grad_norm": 0.25682857632637024, | |
| "learning_rate": 0.0006088448184546578, | |
| "loss": 2.982, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "grad_norm": 0.25143811106681824, | |
| "learning_rate": 0.0006059024304125227, | |
| "loss": 2.9858, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 8.98, | |
| "grad_norm": 0.22260454297065735, | |
| "learning_rate": 0.0006029600423703878, | |
| "loss": 2.9806, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.40961016534445654, | |
| "eval_loss": 3.3481061458587646, | |
| "eval_runtime": 155.0817, | |
| "eval_samples_per_second": 373.468, | |
| "eval_steps_per_second": 5.836, | |
| "step": 167337 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 0.29417407512664795, | |
| "learning_rate": 0.0006000176543282528, | |
| "loss": 2.9358, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "grad_norm": 0.28162261843681335, | |
| "learning_rate": 0.0005970752662861179, | |
| "loss": 2.9193, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 9.14, | |
| "grad_norm": 0.259048193693161, | |
| "learning_rate": 0.000594135820632025, | |
| "loss": 2.9268, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 9.2, | |
| "grad_norm": 0.2524789571762085, | |
| "learning_rate": 0.00059119343258989, | |
| "loss": 2.9288, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 9.25, | |
| "grad_norm": 0.2836909294128418, | |
| "learning_rate": 0.0005882510445477551, | |
| "loss": 2.9358, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 9.3, | |
| "grad_norm": 0.2743144929409027, | |
| "learning_rate": 0.0005853115988936621, | |
| "loss": 2.9375, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "grad_norm": 0.25862225890159607, | |
| "learning_rate": 0.0005823721532395693, | |
| "loss": 2.9424, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "grad_norm": 0.2715602517127991, | |
| "learning_rate": 0.0005794297651974343, | |
| "loss": 2.9374, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 9.47, | |
| "grad_norm": 0.28599709272384644, | |
| "learning_rate": 0.0005764873771552992, | |
| "loss": 2.9472, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "grad_norm": 0.24361692368984222, | |
| "learning_rate": 0.0005735449891131643, | |
| "loss": 2.9485, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 9.57, | |
| "grad_norm": 0.2627822458744049, | |
| "learning_rate": 0.0005706055434590713, | |
| "loss": 2.9482, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "grad_norm": 0.2567738890647888, | |
| "learning_rate": 0.0005676660978049786, | |
| "loss": 2.9525, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "grad_norm": 0.24835285544395447, | |
| "learning_rate": 0.0005647237097628435, | |
| "loss": 2.9507, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 9.73, | |
| "grad_norm": 0.2631739675998688, | |
| "learning_rate": 0.0005617842641087507, | |
| "loss": 2.9561, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 9.79, | |
| "grad_norm": 0.26964136958122253, | |
| "learning_rate": 0.0005588418760666157, | |
| "loss": 2.9534, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "grad_norm": 0.2449122667312622, | |
| "learning_rate": 0.0005558994880244806, | |
| "loss": 2.9538, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 9.9, | |
| "grad_norm": 0.27662867307662964, | |
| "learning_rate": 0.0005529570999823456, | |
| "loss": 2.9545, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 9.95, | |
| "grad_norm": 0.2661544382572174, | |
| "learning_rate": 0.0005500176543282528, | |
| "loss": 2.9559, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.41066129586401706, | |
| "eval_loss": 3.3229050636291504, | |
| "eval_runtime": 155.89, | |
| "eval_samples_per_second": 371.531, | |
| "eval_steps_per_second": 5.805, | |
| "step": 185930 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 0.2743024230003357, | |
| "learning_rate": 0.0005470782086741599, | |
| "loss": 2.955, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "grad_norm": 0.23735611140727997, | |
| "learning_rate": 0.000544135820632025, | |
| "loss": 2.8913, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 10.11, | |
| "grad_norm": 0.26629218459129333, | |
| "learning_rate": 0.000541196374977932, | |
| "loss": 2.8993, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 10.17, | |
| "grad_norm": 0.28622978925704956, | |
| "learning_rate": 0.0005382539869357971, | |
| "loss": 2.9015, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 10.22, | |
| "grad_norm": 0.2874310314655304, | |
| "learning_rate": 0.0005353115988936621, | |
| "loss": 2.9063, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 10.27, | |
| "grad_norm": 0.29681921005249023, | |
| "learning_rate": 0.0005323721532395692, | |
| "loss": 2.9151, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 10.33, | |
| "grad_norm": 0.27875566482543945, | |
| "learning_rate": 0.0005294297651974343, | |
| "loss": 2.9134, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "grad_norm": 0.26678669452667236, | |
| "learning_rate": 0.0005264873771552992, | |
| "loss": 2.9179, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 10.43, | |
| "grad_norm": 0.26234498620033264, | |
| "learning_rate": 0.0005235479315012064, | |
| "loss": 2.9206, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 10.49, | |
| "grad_norm": 0.2867945432662964, | |
| "learning_rate": 0.0005206055434590714, | |
| "loss": 2.9235, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 10.54, | |
| "grad_norm": 0.2825027108192444, | |
| "learning_rate": 0.0005176631554169364, | |
| "loss": 2.9234, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 10.6, | |
| "grad_norm": 0.26379555463790894, | |
| "learning_rate": 0.0005147237097628436, | |
| "loss": 2.9269, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 10.65, | |
| "grad_norm": 0.278078556060791, | |
| "learning_rate": 0.0005117813217207086, | |
| "loss": 2.9264, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 10.7, | |
| "grad_norm": 0.29586726427078247, | |
| "learning_rate": 0.0005088418760666157, | |
| "loss": 2.9271, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 10.76, | |
| "grad_norm": 0.2894950807094574, | |
| "learning_rate": 0.0005058994880244807, | |
| "loss": 2.9308, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 10.81, | |
| "grad_norm": 0.2889408767223358, | |
| "learning_rate": 0.0005029600423703878, | |
| "loss": 2.9312, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 10.86, | |
| "grad_norm": 0.2617069184780121, | |
| "learning_rate": 0.0005000176543282529, | |
| "loss": 2.9308, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "grad_norm": 0.26267439126968384, | |
| "learning_rate": 0.0004970752662861179, | |
| "loss": 2.9297, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 10.97, | |
| "grad_norm": 0.2771267890930176, | |
| "learning_rate": 0.0004941358206320249, | |
| "loss": 2.9341, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.41094117632832033, | |
| "eval_loss": 3.334763765335083, | |
| "eval_runtime": 155.3382, | |
| "eval_samples_per_second": 372.851, | |
| "eval_steps_per_second": 5.826, | |
| "step": 204523 | |
| }, | |
| { | |
| "epoch": 11.03, | |
| "grad_norm": 0.30724549293518066, | |
| "learning_rate": 0.0004911934325898899, | |
| "loss": 2.9026, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 11.08, | |
| "grad_norm": 0.27692487835884094, | |
| "learning_rate": 0.0004882539869357971, | |
| "loss": 2.8723, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 11.13, | |
| "grad_norm": 0.27652502059936523, | |
| "learning_rate": 0.00048531159889366214, | |
| "loss": 2.8784, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "grad_norm": 0.3087480366230011, | |
| "learning_rate": 0.0004823721532395692, | |
| "loss": 2.8843, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 11.24, | |
| "grad_norm": 0.28440648317337036, | |
| "learning_rate": 0.00047942976519743425, | |
| "loss": 2.8876, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 11.29, | |
| "grad_norm": 0.2762095034122467, | |
| "learning_rate": 0.0004764873771552993, | |
| "loss": 2.8929, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 11.35, | |
| "grad_norm": 0.29456937313079834, | |
| "learning_rate": 0.0004735479315012064, | |
| "loss": 2.8907, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 11.4, | |
| "grad_norm": 0.2555305063724518, | |
| "learning_rate": 0.00047060554345907144, | |
| "loss": 2.8932, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 11.46, | |
| "grad_norm": 0.3067052960395813, | |
| "learning_rate": 0.00046766315541693637, | |
| "loss": 2.9, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 11.51, | |
| "grad_norm": 0.2779659628868103, | |
| "learning_rate": 0.00046472370976284355, | |
| "loss": 2.9, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 11.56, | |
| "grad_norm": 0.2907882034778595, | |
| "learning_rate": 0.0004617842641087507, | |
| "loss": 2.9031, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "grad_norm": 0.2984541058540344, | |
| "learning_rate": 0.00045884187606661566, | |
| "loss": 2.8988, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 11.67, | |
| "grad_norm": 0.258587509393692, | |
| "learning_rate": 0.00045589948802448064, | |
| "loss": 2.9043, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 11.72, | |
| "grad_norm": 0.2560119926929474, | |
| "learning_rate": 0.0004529570999823457, | |
| "loss": 2.9092, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 11.78, | |
| "grad_norm": 0.28085601329803467, | |
| "learning_rate": 0.0004500147119402107, | |
| "loss": 2.9032, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "grad_norm": 0.2866780161857605, | |
| "learning_rate": 0.0004470723238980757, | |
| "loss": 2.9093, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 11.89, | |
| "grad_norm": 0.2737733721733093, | |
| "learning_rate": 0.0004441328782439829, | |
| "loss": 2.9087, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "grad_norm": 0.27077600359916687, | |
| "learning_rate": 0.0004411904902018478, | |
| "loss": 2.9117, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 11.99, | |
| "grad_norm": 0.25244736671447754, | |
| "learning_rate": 0.00043825104454775493, | |
| "loss": 2.9141, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.41132122524492226, | |
| "eval_loss": 3.3268089294433594, | |
| "eval_runtime": 154.8788, | |
| "eval_samples_per_second": 373.957, | |
| "eval_steps_per_second": 5.843, | |
| "step": 223116 | |
| }, | |
| { | |
| "epoch": 12.05, | |
| "grad_norm": 0.29427435994148254, | |
| "learning_rate": 0.00043530865650561997, | |
| "loss": 2.8583, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "grad_norm": 0.2908006012439728, | |
| "learning_rate": 0.0004323692108515271, | |
| "loss": 2.8585, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 12.16, | |
| "grad_norm": 0.2678658068180084, | |
| "learning_rate": 0.0004294297651974343, | |
| "loss": 2.8635, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 12.21, | |
| "grad_norm": 0.2714795172214508, | |
| "learning_rate": 0.0004264873771552992, | |
| "loss": 2.8639, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 12.26, | |
| "grad_norm": 0.27271273732185364, | |
| "learning_rate": 0.00042354498911316424, | |
| "loss": 2.8664, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 12.32, | |
| "grad_norm": 0.2761640250682831, | |
| "learning_rate": 0.0004206026010710293, | |
| "loss": 2.8666, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 12.37, | |
| "grad_norm": 0.2725890576839447, | |
| "learning_rate": 0.0004176631554169364, | |
| "loss": 2.8758, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 12.42, | |
| "grad_norm": 0.28392326831817627, | |
| "learning_rate": 0.0004147207673748014, | |
| "loss": 2.8737, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 12.48, | |
| "grad_norm": 0.2806406319141388, | |
| "learning_rate": 0.0004117813217207085, | |
| "loss": 2.8759, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "grad_norm": 0.2793915867805481, | |
| "learning_rate": 0.00040884187606661564, | |
| "loss": 2.8795, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 12.59, | |
| "grad_norm": 0.31969547271728516, | |
| "learning_rate": 0.0004058994880244807, | |
| "loss": 2.8809, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 12.64, | |
| "grad_norm": 0.2924957573413849, | |
| "learning_rate": 0.0004029570999823457, | |
| "loss": 2.8791, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 12.69, | |
| "grad_norm": 0.3155530095100403, | |
| "learning_rate": 0.00040001471194021064, | |
| "loss": 2.8859, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 12.75, | |
| "grad_norm": 0.29097285866737366, | |
| "learning_rate": 0.0003970752662861178, | |
| "loss": 2.8828, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 12.8, | |
| "grad_norm": 0.27443572878837585, | |
| "learning_rate": 0.0003941328782439828, | |
| "loss": 2.8873, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 12.85, | |
| "grad_norm": 0.2774432301521301, | |
| "learning_rate": 0.00039119049020184784, | |
| "loss": 2.8886, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 12.91, | |
| "grad_norm": 0.30703893303871155, | |
| "learning_rate": 0.00038824810215971287, | |
| "loss": 2.8911, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 12.96, | |
| "grad_norm": 0.2948872447013855, | |
| "learning_rate": 0.00038530865650561995, | |
| "loss": 2.8904, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.41215334224704914, | |
| "eval_loss": 3.327643871307373, | |
| "eval_runtime": 156.0786, | |
| "eval_samples_per_second": 371.082, | |
| "eval_steps_per_second": 5.798, | |
| "step": 241709 | |
| }, | |
| { | |
| "epoch": 13.02, | |
| "grad_norm": 0.2956237196922302, | |
| "learning_rate": 0.000382366268463485, | |
| "loss": 2.8708, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "grad_norm": 0.28290843963623047, | |
| "learning_rate": 0.0003794268228093921, | |
| "loss": 2.8364, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 13.12, | |
| "grad_norm": 0.2849504053592682, | |
| "learning_rate": 0.00037648443476725714, | |
| "loss": 2.8406, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 13.18, | |
| "grad_norm": 0.31363728642463684, | |
| "learning_rate": 0.00037354204672512207, | |
| "loss": 2.8425, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 13.23, | |
| "grad_norm": 0.2917320430278778, | |
| "learning_rate": 0.00037060260107102925, | |
| "loss": 2.8473, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "grad_norm": 0.2930636703968048, | |
| "learning_rate": 0.00036766021302889423, | |
| "loss": 2.8499, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 13.34, | |
| "grad_norm": 0.31320619583129883, | |
| "learning_rate": 0.00036471782498675927, | |
| "loss": 2.8541, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "grad_norm": 0.2878115177154541, | |
| "learning_rate": 0.0003617783793326664, | |
| "loss": 2.8538, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 13.45, | |
| "grad_norm": 0.30532023310661316, | |
| "learning_rate": 0.0003588359912905314, | |
| "loss": 2.8557, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 13.5, | |
| "grad_norm": 0.2783012092113495, | |
| "learning_rate": 0.0003558936032483964, | |
| "loss": 2.8569, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 13.55, | |
| "grad_norm": 0.28491777181625366, | |
| "learning_rate": 0.0003529512152062614, | |
| "loss": 2.8572, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 13.61, | |
| "grad_norm": 0.2942630648612976, | |
| "learning_rate": 0.0003500117695521686, | |
| "loss": 2.8595, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 13.66, | |
| "grad_norm": 0.283105731010437, | |
| "learning_rate": 0.00034706938151003356, | |
| "loss": 2.8645, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 13.71, | |
| "grad_norm": 0.2897133231163025, | |
| "learning_rate": 0.00034412699346789854, | |
| "loss": 2.8625, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 13.77, | |
| "grad_norm": 0.2736916244029999, | |
| "learning_rate": 0.0003411846054257636, | |
| "loss": 2.8669, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 13.82, | |
| "grad_norm": 0.271679550409317, | |
| "learning_rate": 0.0003382451597716707, | |
| "loss": 2.8667, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 13.88, | |
| "grad_norm": 0.28864508867263794, | |
| "learning_rate": 0.00033530277172953574, | |
| "loss": 2.8629, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 13.93, | |
| "grad_norm": 0.2957324981689453, | |
| "learning_rate": 0.00033236038368740067, | |
| "loss": 2.8712, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 13.98, | |
| "grad_norm": 0.28916797041893005, | |
| "learning_rate": 0.00032942093803330785, | |
| "loss": 2.8682, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.4127784041385224, | |
| "eval_loss": 3.3431813716888428, | |
| "eval_runtime": 154.3026, | |
| "eval_samples_per_second": 375.353, | |
| "eval_steps_per_second": 5.865, | |
| "step": 260302 | |
| }, | |
| { | |
| "epoch": 14.04, | |
| "grad_norm": 0.2934631407260895, | |
| "learning_rate": 0.00032647854999117283, | |
| "loss": 2.8319, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 14.09, | |
| "grad_norm": 0.29204925894737244, | |
| "learning_rate": 0.00032353910433708, | |
| "loss": 2.8212, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 14.15, | |
| "grad_norm": 0.2898711860179901, | |
| "learning_rate": 0.000320596716294945, | |
| "loss": 2.8233, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 14.2, | |
| "grad_norm": 0.30352848768234253, | |
| "learning_rate": 0.00031765432825281, | |
| "loss": 2.824, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 14.25, | |
| "grad_norm": 0.31454843282699585, | |
| "learning_rate": 0.000314711940210675, | |
| "loss": 2.8312, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 14.31, | |
| "grad_norm": 0.3224280774593353, | |
| "learning_rate": 0.00031177249455658214, | |
| "loss": 2.8355, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 14.36, | |
| "grad_norm": 0.30281195044517517, | |
| "learning_rate": 0.0003088301065144472, | |
| "loss": 2.8334, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 14.41, | |
| "grad_norm": 0.283155232667923, | |
| "learning_rate": 0.0003058906608603543, | |
| "loss": 2.8364, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 14.47, | |
| "grad_norm": 0.2802044451236725, | |
| "learning_rate": 0.0003029482728182193, | |
| "loss": 2.8358, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 14.52, | |
| "grad_norm": 0.28235703706741333, | |
| "learning_rate": 0.0003000088271641264, | |
| "loss": 2.8382, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 14.58, | |
| "grad_norm": 0.33522123098373413, | |
| "learning_rate": 0.00029706643912199145, | |
| "loss": 2.8378, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 14.63, | |
| "grad_norm": 0.2946733236312866, | |
| "learning_rate": 0.00029412405107985643, | |
| "loss": 2.8444, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 14.68, | |
| "grad_norm": 0.28696757555007935, | |
| "learning_rate": 0.0002911816630377214, | |
| "loss": 2.8421, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 14.74, | |
| "grad_norm": 0.26879528164863586, | |
| "learning_rate": 0.00028824221738362854, | |
| "loss": 2.8413, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "grad_norm": 0.31551554799079895, | |
| "learning_rate": 0.00028529982934149357, | |
| "loss": 2.8448, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 14.84, | |
| "grad_norm": 0.35561737418174744, | |
| "learning_rate": 0.0002823574412993586, | |
| "loss": 2.8468, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 14.9, | |
| "grad_norm": 0.29787468910217285, | |
| "learning_rate": 0.00027941799564526574, | |
| "loss": 2.8465, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "grad_norm": 0.3122011423110962, | |
| "learning_rate": 0.0002764756076031307, | |
| "loss": 2.8518, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.41202596506022265, | |
| "eval_loss": 3.353341579437256, | |
| "eval_runtime": 154.4211, | |
| "eval_samples_per_second": 375.065, | |
| "eval_steps_per_second": 5.861, | |
| "step": 278895 | |
| }, | |
| { | |
| "epoch": 15.01, | |
| "grad_norm": 0.2871023118495941, | |
| "learning_rate": 0.00027353616194903784, | |
| "loss": 2.8454, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 15.06, | |
| "grad_norm": 0.3092021048069, | |
| "learning_rate": 0.0002705937739069029, | |
| "loss": 2.7967, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 15.11, | |
| "grad_norm": 0.30402371287345886, | |
| "learning_rate": 0.00026765138586476786, | |
| "loss": 2.8006, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "grad_norm": 0.3319647014141083, | |
| "learning_rate": 0.00026471488259871713, | |
| "loss": 2.8097, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 15.22, | |
| "grad_norm": 0.3174166977405548, | |
| "learning_rate": 0.0002617724945565821, | |
| "loss": 2.809, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 15.27, | |
| "grad_norm": 0.30577802658081055, | |
| "learning_rate": 0.0002588301065144471, | |
| "loss": 2.8155, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 15.33, | |
| "grad_norm": 0.30882659554481506, | |
| "learning_rate": 0.0002558906608603543, | |
| "loss": 2.8143, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 15.38, | |
| "grad_norm": 0.310907781124115, | |
| "learning_rate": 0.00025294827281821926, | |
| "loss": 2.817, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 15.44, | |
| "grad_norm": 0.32856982946395874, | |
| "learning_rate": 0.0002500058847760843, | |
| "loss": 2.8181, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 15.49, | |
| "grad_norm": 0.3121114671230316, | |
| "learning_rate": 0.0002470634967339493, | |
| "loss": 2.8216, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "grad_norm": 0.2881309390068054, | |
| "learning_rate": 0.0002441211086918143, | |
| "loss": 2.8199, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 15.6, | |
| "grad_norm": 0.30656737089157104, | |
| "learning_rate": 0.00024118166303772144, | |
| "loss": 2.82, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 15.65, | |
| "grad_norm": 0.33178097009658813, | |
| "learning_rate": 0.00023824221738362857, | |
| "loss": 2.8245, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 15.7, | |
| "grad_norm": 0.274804025888443, | |
| "learning_rate": 0.00023529982934149355, | |
| "loss": 2.8266, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 15.76, | |
| "grad_norm": 0.3083294928073883, | |
| "learning_rate": 0.00023235744129935856, | |
| "loss": 2.8237, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 15.81, | |
| "grad_norm": 0.28113245964050293, | |
| "learning_rate": 0.00022941505325722357, | |
| "loss": 2.8288, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 15.87, | |
| "grad_norm": 0.28199005126953125, | |
| "learning_rate": 0.00022647560760313072, | |
| "loss": 2.8286, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 15.92, | |
| "grad_norm": 0.27350249886512756, | |
| "learning_rate": 0.00022353616194903785, | |
| "loss": 2.8299, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 15.97, | |
| "grad_norm": 0.2859692871570587, | |
| "learning_rate": 0.00022059377390690286, | |
| "loss": 2.8294, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.411999965602785, | |
| "eval_loss": 3.3578226566314697, | |
| "eval_runtime": 154.1292, | |
| "eval_samples_per_second": 375.776, | |
| "eval_steps_per_second": 5.872, | |
| "step": 297488 | |
| }, | |
| { | |
| "epoch": 16.03, | |
| "grad_norm": 0.3390689790248871, | |
| "learning_rate": 0.00021765138586476784, | |
| "loss": 2.8065, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 16.08, | |
| "grad_norm": 0.31765133142471313, | |
| "learning_rate": 0.00021470899782263285, | |
| "loss": 2.7857, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "grad_norm": 0.3472673296928406, | |
| "learning_rate": 0.00021176955216854, | |
| "loss": 2.7928, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 16.19, | |
| "grad_norm": 0.2980306148529053, | |
| "learning_rate": 0.00020882716412640498, | |
| "loss": 2.7942, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 16.24, | |
| "grad_norm": 0.3002999424934387, | |
| "learning_rate": 0.00020588477608427, | |
| "loss": 2.7965, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 16.3, | |
| "grad_norm": 0.31571468710899353, | |
| "learning_rate": 0.00020294533043017712, | |
| "loss": 2.7946, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 16.35, | |
| "grad_norm": 0.3243144750595093, | |
| "learning_rate": 0.00020000294238804216, | |
| "loss": 2.8006, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 16.4, | |
| "grad_norm": 0.3149029314517975, | |
| "learning_rate": 0.0001970664391219914, | |
| "loss": 2.7965, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 16.46, | |
| "grad_norm": 0.2891409695148468, | |
| "learning_rate": 0.00019412405107985644, | |
| "loss": 2.8011, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 16.51, | |
| "grad_norm": 0.299628883600235, | |
| "learning_rate": 0.00019118166303772142, | |
| "loss": 2.7987, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 16.57, | |
| "grad_norm": 0.3170998990535736, | |
| "learning_rate": 0.00018823927499558643, | |
| "loss": 2.808, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 16.62, | |
| "grad_norm": 0.3119168281555176, | |
| "learning_rate": 0.00018529688695345144, | |
| "loss": 2.8046, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 16.67, | |
| "grad_norm": 0.31267720460891724, | |
| "learning_rate": 0.00018235744129935856, | |
| "loss": 2.8054, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 16.73, | |
| "grad_norm": 0.30472496151924133, | |
| "learning_rate": 0.00017941505325722357, | |
| "loss": 2.8049, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 16.78, | |
| "grad_norm": 0.30369436740875244, | |
| "learning_rate": 0.00017647266521508855, | |
| "loss": 2.8076, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 16.83, | |
| "grad_norm": 0.3209957182407379, | |
| "learning_rate": 0.0001735302771729536, | |
| "loss": 2.8084, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "grad_norm": 0.3150200843811035, | |
| "learning_rate": 0.00017059377390690283, | |
| "loss": 2.8094, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 16.94, | |
| "grad_norm": 0.3224383592605591, | |
| "learning_rate": 0.00016765432825281, | |
| "loss": 2.8082, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 0.30561330914497375, | |
| "learning_rate": 0.00016471194021067497, | |
| "loss": 2.8079, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.4124089028054288, | |
| "eval_loss": 3.35547137260437, | |
| "eval_runtime": 154.4008, | |
| "eval_samples_per_second": 375.115, | |
| "eval_steps_per_second": 5.861, | |
| "step": 316081 | |
| }, | |
| { | |
| "epoch": 17.05, | |
| "grad_norm": 0.3246624767780304, | |
| "learning_rate": 0.00016176955216854, | |
| "loss": 2.7768, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 17.1, | |
| "grad_norm": 0.32693788409233093, | |
| "learning_rate": 0.000158827164126405, | |
| "loss": 2.7745, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 17.16, | |
| "grad_norm": 0.29351866245269775, | |
| "learning_rate": 0.00015588771847231214, | |
| "loss": 2.7746, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 17.21, | |
| "grad_norm": 0.3380851149559021, | |
| "learning_rate": 0.00015294533043017715, | |
| "loss": 2.7814, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 17.26, | |
| "grad_norm": 0.326935350894928, | |
| "learning_rate": 0.00015000588477608425, | |
| "loss": 2.7746, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 17.32, | |
| "grad_norm": 0.30314844846725464, | |
| "learning_rate": 0.0001470634967339493, | |
| "loss": 2.7811, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 17.37, | |
| "grad_norm": 0.33331480622291565, | |
| "learning_rate": 0.00014412110869181427, | |
| "loss": 2.7809, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 17.43, | |
| "grad_norm": 0.3350047767162323, | |
| "learning_rate": 0.0001411787206496793, | |
| "loss": 2.7831, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 17.48, | |
| "grad_norm": 0.3177855908870697, | |
| "learning_rate": 0.00013823633260754429, | |
| "loss": 2.7884, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 17.53, | |
| "grad_norm": 0.3424097001552582, | |
| "learning_rate": 0.00013529688695345144, | |
| "loss": 2.7879, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 17.59, | |
| "grad_norm": 0.3361828029155731, | |
| "learning_rate": 0.00013235449891131642, | |
| "loss": 2.7846, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 17.64, | |
| "grad_norm": 0.3659563362598419, | |
| "learning_rate": 0.00012941505325722355, | |
| "loss": 2.7847, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 17.69, | |
| "grad_norm": 0.34645649790763855, | |
| "learning_rate": 0.00012647266521508858, | |
| "loss": 2.7868, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 17.75, | |
| "grad_norm": 0.3232506513595581, | |
| "learning_rate": 0.0001235332195609957, | |
| "loss": 2.7882, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "grad_norm": 0.32720622420310974, | |
| "learning_rate": 0.00012059083151886072, | |
| "loss": 2.7895, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 17.86, | |
| "grad_norm": 0.30321887135505676, | |
| "learning_rate": 0.0001176484434767257, | |
| "loss": 2.7889, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 17.91, | |
| "grad_norm": 0.3072613775730133, | |
| "learning_rate": 0.00011470899782263284, | |
| "loss": 2.7921, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 17.96, | |
| "grad_norm": 0.3558065593242645, | |
| "learning_rate": 0.00011176660978049785, | |
| "loss": 2.7936, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.412132784536517, | |
| "eval_loss": 3.3698041439056396, | |
| "eval_runtime": 155.5815, | |
| "eval_samples_per_second": 372.268, | |
| "eval_steps_per_second": 5.817, | |
| "step": 334674 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "grad_norm": 0.2892885208129883, | |
| "learning_rate": 0.00010882422173836286, | |
| "loss": 2.7782, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 18.07, | |
| "grad_norm": 0.31055745482444763, | |
| "learning_rate": 0.00010588477608427, | |
| "loss": 2.7608, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 18.13, | |
| "grad_norm": 0.3110492527484894, | |
| "learning_rate": 0.000102942388042135, | |
| "loss": 2.7596, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 18.18, | |
| "grad_norm": 0.32563742995262146, | |
| "learning_rate": 0.00010000294238804214, | |
| "loss": 2.7604, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 18.23, | |
| "grad_norm": 0.29414141178131104, | |
| "learning_rate": 9.706055434590715e-05, | |
| "loss": 2.7646, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 18.29, | |
| "grad_norm": 0.3376915752887726, | |
| "learning_rate": 9.411816630377214e-05, | |
| "loss": 2.7653, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 18.34, | |
| "grad_norm": 0.3259836733341217, | |
| "learning_rate": 9.117872064967928e-05, | |
| "loss": 2.7683, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 18.39, | |
| "grad_norm": 0.35515841841697693, | |
| "learning_rate": 8.823633260754428e-05, | |
| "loss": 2.7668, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 18.45, | |
| "grad_norm": 0.32276225090026855, | |
| "learning_rate": 8.529688695345142e-05, | |
| "loss": 2.7718, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 18.5, | |
| "grad_norm": 0.3123570382595062, | |
| "learning_rate": 8.235449891131643e-05, | |
| "loss": 2.7713, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 18.56, | |
| "grad_norm": 0.3183230459690094, | |
| "learning_rate": 7.941211086918143e-05, | |
| "loss": 2.7693, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 18.61, | |
| "grad_norm": 0.33093953132629395, | |
| "learning_rate": 7.646972282704644e-05, | |
| "loss": 2.7721, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 18.66, | |
| "grad_norm": 0.36558830738067627, | |
| "learning_rate": 7.35332195609957e-05, | |
| "loss": 2.7734, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 18.72, | |
| "grad_norm": 0.3600742220878601, | |
| "learning_rate": 7.059083151886071e-05, | |
| "loss": 2.7704, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 18.77, | |
| "grad_norm": 0.3038669526576996, | |
| "learning_rate": 6.764844347672572e-05, | |
| "loss": 2.771, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 18.82, | |
| "grad_norm": 0.31358402967453003, | |
| "learning_rate": 6.470605543459072e-05, | |
| "loss": 2.7703, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 18.88, | |
| "grad_norm": 0.32478052377700806, | |
| "learning_rate": 6.176660978049786e-05, | |
| "loss": 2.7749, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 18.93, | |
| "grad_norm": 0.31476205587387085, | |
| "learning_rate": 5.882422173836285e-05, | |
| "loss": 2.7685, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 18.99, | |
| "grad_norm": 0.32048299908638, | |
| "learning_rate": 5.588183369622786e-05, | |
| "loss": 2.7716, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.4123962053959825, | |
| "eval_loss": 3.3712940216064453, | |
| "eval_runtime": 155.1138, | |
| "eval_samples_per_second": 373.39, | |
| "eval_steps_per_second": 5.834, | |
| "step": 353267 | |
| }, | |
| { | |
| "epoch": 19.04, | |
| "grad_norm": 0.3352065980434418, | |
| "learning_rate": 5.2942388042135e-05, | |
| "loss": 2.7582, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 19.09, | |
| "grad_norm": 0.3091578185558319, | |
| "learning_rate": 5e-05, | |
| "loss": 2.7489, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 19.15, | |
| "grad_norm": 0.3163221776485443, | |
| "learning_rate": 4.706055434590714e-05, | |
| "loss": 2.7524, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 19.2, | |
| "grad_norm": 0.3469810485839844, | |
| "learning_rate": 4.412110869181428e-05, | |
| "loss": 2.7538, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 19.25, | |
| "grad_norm": 0.33250272274017334, | |
| "learning_rate": 4.117872064967928e-05, | |
| "loss": 2.7526, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 19.31, | |
| "grad_norm": 0.32294201850891113, | |
| "learning_rate": 3.823927499558642e-05, | |
| "loss": 2.753, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 19.36, | |
| "grad_norm": 0.32193583250045776, | |
| "learning_rate": 3.529688695345142e-05, | |
| "loss": 2.7514, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 19.42, | |
| "grad_norm": 0.32082927227020264, | |
| "learning_rate": 3.235449891131643e-05, | |
| "loss": 2.7545, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 19.47, | |
| "grad_norm": 0.2935381233692169, | |
| "learning_rate": 2.9412110869181425e-05, | |
| "loss": 2.7542, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 19.52, | |
| "grad_norm": 0.35660600662231445, | |
| "learning_rate": 2.6472665215088566e-05, | |
| "loss": 2.7546, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 19.58, | |
| "grad_norm": 0.3313020169734955, | |
| "learning_rate": 2.3533219560995707e-05, | |
| "loss": 2.7527, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 19.63, | |
| "grad_norm": 0.3213827610015869, | |
| "learning_rate": 2.059083151886071e-05, | |
| "loss": 2.7564, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 19.68, | |
| "grad_norm": 0.3247123062610626, | |
| "learning_rate": 1.764844347672571e-05, | |
| "loss": 2.7562, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 19.74, | |
| "grad_norm": 0.32302042841911316, | |
| "learning_rate": 1.4706055434590713e-05, | |
| "loss": 2.7534, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 19.79, | |
| "grad_norm": 0.3282775282859802, | |
| "learning_rate": 1.1766609780497853e-05, | |
| "loss": 2.7548, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 19.85, | |
| "grad_norm": 0.3025127947330475, | |
| "learning_rate": 8.82716412640499e-06, | |
| "loss": 2.7546, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 19.9, | |
| "grad_norm": 0.3381025195121765, | |
| "learning_rate": 5.8847760842699935e-06, | |
| "loss": 2.7557, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 19.95, | |
| "grad_norm": 0.3549807667732239, | |
| "learning_rate": 2.9423880421349967e-06, | |
| "loss": 2.7573, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_accuracy": 0.41202925698119025, | |
| "eval_loss": 3.3818423748016357, | |
| "eval_runtime": 155.053, | |
| "eval_samples_per_second": 373.537, | |
| "eval_steps_per_second": 5.837, | |
| "step": 371860 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 371860, | |
| "total_flos": 1.5667414205184e+18, | |
| "train_loss": 3.025039612285832, | |
| "train_runtime": 81424.795, | |
| "train_samples_per_second": 146.139, | |
| "train_steps_per_second": 4.567 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 371860, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 5000, | |
| "total_flos": 1.5667414205184e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |