{ "best_metric": 0.1498871147632599, "best_model_checkpoint": "seq2seq_results/combined_nl_prompt_base_features_contd_codet5small/checkpoint-144856", "epoch": 2.0, "global_step": 144856, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 0.001999861931849561, "loss": 0.1634, "step": 500 }, { "epoch": 0.01, "learning_rate": 0.001999723863699122, "loss": 0.166, "step": 1000 }, { "epoch": 0.02, "learning_rate": 0.001999585795548683, "loss": 0.1659, "step": 1500 }, { "epoch": 0.03, "learning_rate": 0.0019994477273982438, "loss": 0.1835, "step": 2000 }, { "epoch": 0.03, "learning_rate": 0.0019993096592478047, "loss": 0.1772, "step": 2500 }, { "epoch": 0.04, "learning_rate": 0.0019991715910973656, "loss": 0.182, "step": 3000 }, { "epoch": 0.05, "learning_rate": 0.001999033522946927, "loss": 0.1739, "step": 3500 }, { "epoch": 0.06, "learning_rate": 0.0019988954547964875, "loss": 0.1776, "step": 4000 }, { "epoch": 0.06, "learning_rate": 0.0019987573866460484, "loss": 0.1836, "step": 4500 }, { "epoch": 0.07, "learning_rate": 0.0019986193184956093, "loss": 0.1808, "step": 5000 }, { "epoch": 0.08, "learning_rate": 0.0019984812503451702, "loss": 0.181, "step": 5500 }, { "epoch": 0.08, "learning_rate": 0.001998343182194731, "loss": 0.1794, "step": 6000 }, { "epoch": 0.09, "learning_rate": 0.001998205114044292, "loss": 0.1722, "step": 6500 }, { "epoch": 0.1, "learning_rate": 0.001998067045893853, "loss": 0.1682, "step": 7000 }, { "epoch": 0.1, "learning_rate": 0.0019979289777434144, "loss": 0.1707, "step": 7500 }, { "epoch": 0.11, "learning_rate": 0.0019977909095929753, "loss": 0.1843, "step": 8000 }, { "epoch": 0.12, "learning_rate": 0.0019976528414425362, "loss": 0.1775, "step": 8500 }, { "epoch": 0.12, "learning_rate": 0.001997514773292097, "loss": 0.1716, "step": 9000 }, { "epoch": 0.13, "learning_rate": 0.001997376705141658, "loss": 0.1756, "step": 9500 }, { "epoch": 0.14, "learning_rate": 0.001997238636991219, "loss": 0.1726, "step": 10000 }, { "epoch": 0.14, "learning_rate": 0.00199710056884078, "loss": 0.17, "step": 10500 }, { "epoch": 0.15, "learning_rate": 0.001996962500690341, "loss": 0.1726, "step": 11000 }, { "epoch": 0.16, "learning_rate": 0.001996824432539902, "loss": 0.1782, "step": 11500 }, { "epoch": 0.17, "learning_rate": 0.0019966863643894627, "loss": 0.1786, "step": 12000 }, { "epoch": 0.17, "learning_rate": 0.0019965482962390237, "loss": 0.1706, "step": 12500 }, { "epoch": 0.18, "learning_rate": 0.0019964102280885846, "loss": 0.1736, "step": 13000 }, { "epoch": 0.19, "learning_rate": 0.0019962721599381455, "loss": 0.1806, "step": 13500 }, { "epoch": 0.19, "learning_rate": 0.0019961340917877064, "loss": 0.1767, "step": 14000 }, { "epoch": 0.2, "learning_rate": 0.0019959960236372674, "loss": 0.1743, "step": 14500 }, { "epoch": 0.21, "learning_rate": 0.0019958579554868283, "loss": 0.1713, "step": 15000 }, { "epoch": 0.21, "learning_rate": 0.0019957198873363892, "loss": 0.1722, "step": 15500 }, { "epoch": 0.22, "learning_rate": 0.00199558181918595, "loss": 0.18, "step": 16000 }, { "epoch": 0.23, "learning_rate": 0.001995443751035511, "loss": 0.1731, "step": 16500 }, { "epoch": 0.23, "learning_rate": 0.001995305682885072, "loss": 0.1893, "step": 17000 }, { "epoch": 0.24, "learning_rate": 0.001995167614734633, "loss": 0.1738, "step": 17500 }, { "epoch": 0.25, "learning_rate": 0.0019950295465841943, "loss": 0.17, "step": 18000 }, { "epoch": 0.26, "learning_rate": 0.001994891478433755, "loss": 0.1699, "step": 18500 }, { "epoch": 0.26, "learning_rate": 0.0019947534102833157, "loss": 0.178, "step": 19000 }, { "epoch": 0.27, "learning_rate": 0.0019946153421328766, "loss": 0.1836, "step": 19500 }, { "epoch": 0.28, "learning_rate": 0.0019944772739824376, "loss": 0.1805, "step": 20000 }, { "epoch": 0.28, "learning_rate": 0.0019943392058319985, "loss": 0.1817, "step": 20500 }, { "epoch": 0.29, "learning_rate": 0.0019942011376815594, "loss": 0.1776, "step": 21000 }, { "epoch": 0.3, "learning_rate": 0.001994063069531121, "loss": 0.1567, "step": 21500 }, { "epoch": 0.3, "learning_rate": 0.0019939250013806817, "loss": 0.188, "step": 22000 }, { "epoch": 0.31, "learning_rate": 0.0019937869332302426, "loss": 0.1683, "step": 22500 }, { "epoch": 0.32, "learning_rate": 0.0019936488650798036, "loss": 0.1854, "step": 23000 }, { "epoch": 0.32, "learning_rate": 0.0019935107969293645, "loss": 0.1762, "step": 23500 }, { "epoch": 0.33, "learning_rate": 0.0019933727287789254, "loss": 0.1778, "step": 24000 }, { "epoch": 0.34, "learning_rate": 0.0019932346606284864, "loss": 0.1819, "step": 24500 }, { "epoch": 0.35, "learning_rate": 0.0019930965924780473, "loss": 0.1816, "step": 25000 }, { "epoch": 0.35, "learning_rate": 0.001992958524327608, "loss": 0.1701, "step": 25500 }, { "epoch": 0.36, "learning_rate": 0.001992820456177169, "loss": 0.1731, "step": 26000 }, { "epoch": 0.37, "learning_rate": 0.00199268238802673, "loss": 0.1728, "step": 26500 }, { "epoch": 0.37, "learning_rate": 0.001992544319876291, "loss": 0.1754, "step": 27000 }, { "epoch": 0.38, "learning_rate": 0.001992406251725852, "loss": 0.1779, "step": 27500 }, { "epoch": 0.39, "learning_rate": 0.001992268183575413, "loss": 0.1757, "step": 28000 }, { "epoch": 0.39, "learning_rate": 0.0019921301154249738, "loss": 0.1817, "step": 28500 }, { "epoch": 0.4, "learning_rate": 0.0019919920472745347, "loss": 0.1712, "step": 29000 }, { "epoch": 0.41, "learning_rate": 0.0019918539791240956, "loss": 0.1643, "step": 29500 }, { "epoch": 0.41, "learning_rate": 0.0019917159109736566, "loss": 0.1758, "step": 30000 }, { "epoch": 0.42, "learning_rate": 0.0019915778428232175, "loss": 0.1892, "step": 30500 }, { "epoch": 0.43, "learning_rate": 0.0019914397746727784, "loss": 0.1809, "step": 31000 }, { "epoch": 0.43, "learning_rate": 0.0019913017065223393, "loss": 0.1706, "step": 31500 }, { "epoch": 0.44, "learning_rate": 0.0019911636383719007, "loss": 0.1801, "step": 32000 }, { "epoch": 0.45, "learning_rate": 0.001991025570221461, "loss": 0.1791, "step": 32500 }, { "epoch": 0.46, "learning_rate": 0.001990887502071022, "loss": 0.1706, "step": 33000 }, { "epoch": 0.46, "learning_rate": 0.001990749433920583, "loss": 0.1665, "step": 33500 }, { "epoch": 0.47, "learning_rate": 0.001990611365770144, "loss": 0.1693, "step": 34000 }, { "epoch": 0.48, "learning_rate": 0.001990473297619705, "loss": 0.161, "step": 34500 }, { "epoch": 0.48, "learning_rate": 0.001990335229469266, "loss": 0.1749, "step": 35000 }, { "epoch": 0.49, "learning_rate": 0.001990197161318827, "loss": 0.1668, "step": 35500 }, { "epoch": 0.5, "learning_rate": 0.001990059093168388, "loss": 0.1624, "step": 36000 }, { "epoch": 0.5, "learning_rate": 0.001989921025017949, "loss": 0.1812, "step": 36500 }, { "epoch": 0.51, "learning_rate": 0.00198978295686751, "loss": 0.1757, "step": 37000 }, { "epoch": 0.52, "learning_rate": 0.001989644888717071, "loss": 0.1766, "step": 37500 }, { "epoch": 0.52, "learning_rate": 0.001989506820566632, "loss": 0.1812, "step": 38000 }, { "epoch": 0.53, "learning_rate": 0.0019893687524161928, "loss": 0.1695, "step": 38500 }, { "epoch": 0.54, "learning_rate": 0.0019892306842657537, "loss": 0.1873, "step": 39000 }, { "epoch": 0.55, "learning_rate": 0.0019890926161153146, "loss": 0.1799, "step": 39500 }, { "epoch": 0.55, "learning_rate": 0.0019889545479648755, "loss": 0.1707, "step": 40000 }, { "epoch": 0.56, "learning_rate": 0.0019888164798144365, "loss": 0.1724, "step": 40500 }, { "epoch": 0.57, "learning_rate": 0.0019886784116639974, "loss": 0.1806, "step": 41000 }, { "epoch": 0.57, "learning_rate": 0.0019885403435135583, "loss": 0.1688, "step": 41500 }, { "epoch": 0.58, "learning_rate": 0.0019884022753631193, "loss": 0.1697, "step": 42000 }, { "epoch": 0.59, "learning_rate": 0.00198826420721268, "loss": 0.1684, "step": 42500 }, { "epoch": 0.59, "learning_rate": 0.001988126139062241, "loss": 0.1685, "step": 43000 }, { "epoch": 0.6, "learning_rate": 0.001987988070911802, "loss": 0.1743, "step": 43500 }, { "epoch": 0.61, "learning_rate": 0.001987850002761363, "loss": 0.1663, "step": 44000 }, { "epoch": 0.61, "learning_rate": 0.001987711934610924, "loss": 0.1685, "step": 44500 }, { "epoch": 0.62, "learning_rate": 0.001987573866460485, "loss": 0.1866, "step": 45000 }, { "epoch": 0.63, "learning_rate": 0.0019874357983100457, "loss": 0.1772, "step": 45500 }, { "epoch": 0.64, "learning_rate": 0.001987297730159607, "loss": 0.1829, "step": 46000 }, { "epoch": 0.64, "learning_rate": 0.001987159662009168, "loss": 0.1657, "step": 46500 }, { "epoch": 0.65, "learning_rate": 0.0019870215938587285, "loss": 0.1681, "step": 47000 }, { "epoch": 0.66, "learning_rate": 0.0019868835257082895, "loss": 0.174, "step": 47500 }, { "epoch": 0.66, "learning_rate": 0.0019867454575578504, "loss": 0.1759, "step": 48000 }, { "epoch": 0.67, "learning_rate": 0.0019866073894074113, "loss": 0.178, "step": 48500 }, { "epoch": 0.68, "learning_rate": 0.0019864693212569722, "loss": 0.1679, "step": 49000 }, { "epoch": 0.68, "learning_rate": 0.0019863312531065336, "loss": 0.168, "step": 49500 }, { "epoch": 0.69, "learning_rate": 0.0019861931849560945, "loss": 0.1697, "step": 50000 }, { "epoch": 0.7, "learning_rate": 0.0019860551168056555, "loss": 0.1748, "step": 50500 }, { "epoch": 0.7, "learning_rate": 0.0019859170486552164, "loss": 0.1691, "step": 51000 }, { "epoch": 0.71, "learning_rate": 0.0019857789805047773, "loss": 0.1885, "step": 51500 }, { "epoch": 0.72, "learning_rate": 0.0019856409123543382, "loss": 0.1734, "step": 52000 }, { "epoch": 0.72, "learning_rate": 0.001985502844203899, "loss": 0.1787, "step": 52500 }, { "epoch": 0.73, "learning_rate": 0.00198536477605346, "loss": 0.1741, "step": 53000 }, { "epoch": 0.74, "learning_rate": 0.001985226707903021, "loss": 0.1672, "step": 53500 }, { "epoch": 0.75, "learning_rate": 0.001985088639752582, "loss": 0.1779, "step": 54000 }, { "epoch": 0.75, "learning_rate": 0.001984950571602143, "loss": 0.1697, "step": 54500 }, { "epoch": 0.76, "learning_rate": 0.001984812503451704, "loss": 0.1699, "step": 55000 }, { "epoch": 0.77, "learning_rate": 0.0019846744353012647, "loss": 0.1693, "step": 55500 }, { "epoch": 0.77, "learning_rate": 0.0019845363671508257, "loss": 0.1718, "step": 56000 }, { "epoch": 0.78, "learning_rate": 0.0019843982990003866, "loss": 0.161, "step": 56500 }, { "epoch": 0.79, "learning_rate": 0.0019842602308499475, "loss": 0.1768, "step": 57000 }, { "epoch": 0.79, "learning_rate": 0.0019841221626995084, "loss": 0.1793, "step": 57500 }, { "epoch": 0.8, "learning_rate": 0.0019839840945490694, "loss": 0.1802, "step": 58000 }, { "epoch": 0.81, "learning_rate": 0.0019838460263986303, "loss": 0.1634, "step": 58500 }, { "epoch": 0.81, "learning_rate": 0.0019837079582481912, "loss": 0.1551, "step": 59000 }, { "epoch": 0.82, "learning_rate": 0.001983569890097752, "loss": 0.1767, "step": 59500 }, { "epoch": 0.83, "learning_rate": 0.0019834318219473135, "loss": 0.1739, "step": 60000 }, { "epoch": 0.84, "learning_rate": 0.0019832937537968744, "loss": 0.1747, "step": 60500 }, { "epoch": 0.84, "learning_rate": 0.0019831556856464354, "loss": 0.1696, "step": 61000 }, { "epoch": 0.85, "learning_rate": 0.001983017617495996, "loss": 0.1768, "step": 61500 }, { "epoch": 0.86, "learning_rate": 0.0019828795493455568, "loss": 0.1829, "step": 62000 }, { "epoch": 0.86, "learning_rate": 0.0019827414811951177, "loss": 0.1619, "step": 62500 }, { "epoch": 0.87, "learning_rate": 0.0019826034130446786, "loss": 0.1698, "step": 63000 }, { "epoch": 0.88, "learning_rate": 0.00198246534489424, "loss": 0.1762, "step": 63500 }, { "epoch": 0.88, "learning_rate": 0.001982327276743801, "loss": 0.1795, "step": 64000 }, { "epoch": 0.89, "learning_rate": 0.001982189208593362, "loss": 0.1576, "step": 64500 }, { "epoch": 0.9, "learning_rate": 0.0019820511404429228, "loss": 0.163, "step": 65000 }, { "epoch": 0.9, "learning_rate": 0.0019819130722924837, "loss": 0.173, "step": 65500 }, { "epoch": 0.91, "learning_rate": 0.0019817750041420446, "loss": 0.1733, "step": 66000 }, { "epoch": 0.92, "learning_rate": 0.0019816369359916056, "loss": 0.1681, "step": 66500 }, { "epoch": 0.93, "learning_rate": 0.0019814988678411665, "loss": 0.1713, "step": 67000 }, { "epoch": 0.93, "learning_rate": 0.0019813607996907274, "loss": 0.1675, "step": 67500 }, { "epoch": 0.94, "learning_rate": 0.0019812227315402883, "loss": 0.1612, "step": 68000 }, { "epoch": 0.95, "learning_rate": 0.0019810846633898493, "loss": 0.1699, "step": 68500 }, { "epoch": 0.95, "learning_rate": 0.00198094659523941, "loss": 0.1705, "step": 69000 }, { "epoch": 0.96, "learning_rate": 0.001980808527088971, "loss": 0.1639, "step": 69500 }, { "epoch": 0.97, "learning_rate": 0.001980670458938532, "loss": 0.1716, "step": 70000 }, { "epoch": 0.97, "learning_rate": 0.001980532390788093, "loss": 0.1616, "step": 70500 }, { "epoch": 0.98, "learning_rate": 0.001980394322637654, "loss": 0.1685, "step": 71000 }, { "epoch": 0.99, "learning_rate": 0.001980256254487215, "loss": 0.1669, "step": 71500 }, { "epoch": 0.99, "learning_rate": 0.0019801181863367758, "loss": 0.1651, "step": 72000 }, { "epoch": 1.0, "eval_loss": 0.15423069894313812, "eval_runtime": 111.7927, "eval_samples_per_second": 176.675, "eval_steps_per_second": 11.047, "step": 72428 }, { "epoch": 1.0, "learning_rate": 0.0019799801181863367, "loss": 0.1643, "step": 72500 }, { "epoch": 1.01, "learning_rate": 0.0019798420500358976, "loss": 0.1803, "step": 73000 }, { "epoch": 1.01, "learning_rate": 0.0019797039818854585, "loss": 0.164, "step": 73500 }, { "epoch": 1.02, "learning_rate": 0.00197956591373502, "loss": 0.1629, "step": 74000 }, { "epoch": 1.03, "learning_rate": 0.001979427845584581, "loss": 0.1606, "step": 74500 }, { "epoch": 1.04, "learning_rate": 0.0019792897774341418, "loss": 0.1683, "step": 75000 }, { "epoch": 1.04, "learning_rate": 0.0019791517092837027, "loss": 0.1658, "step": 75500 }, { "epoch": 1.05, "learning_rate": 0.001979013641133263, "loss": 0.1736, "step": 76000 }, { "epoch": 1.06, "learning_rate": 0.001978875572982824, "loss": 0.1592, "step": 76500 }, { "epoch": 1.06, "learning_rate": 0.001978737504832385, "loss": 0.1653, "step": 77000 }, { "epoch": 1.07, "learning_rate": 0.0019785994366819464, "loss": 0.1665, "step": 77500 }, { "epoch": 1.08, "learning_rate": 0.0019784613685315073, "loss": 0.1649, "step": 78000 }, { "epoch": 1.08, "learning_rate": 0.0019783233003810683, "loss": 0.1724, "step": 78500 }, { "epoch": 1.09, "learning_rate": 0.001978185232230629, "loss": 0.1775, "step": 79000 }, { "epoch": 1.1, "learning_rate": 0.00197804716408019, "loss": 0.1603, "step": 79500 }, { "epoch": 1.1, "learning_rate": 0.001977909095929751, "loss": 0.1765, "step": 80000 }, { "epoch": 1.11, "learning_rate": 0.001977771027779312, "loss": 0.1705, "step": 80500 }, { "epoch": 1.12, "learning_rate": 0.001977632959628873, "loss": 0.1513, "step": 81000 }, { "epoch": 1.13, "learning_rate": 0.001977494891478434, "loss": 0.173, "step": 81500 }, { "epoch": 1.13, "learning_rate": 0.0019773568233279947, "loss": 0.1769, "step": 82000 }, { "epoch": 1.14, "learning_rate": 0.0019772187551775557, "loss": 0.1754, "step": 82500 }, { "epoch": 1.15, "learning_rate": 0.0019770806870271166, "loss": 0.1647, "step": 83000 }, { "epoch": 1.15, "learning_rate": 0.0019769426188766775, "loss": 0.162, "step": 83500 }, { "epoch": 1.16, "learning_rate": 0.0019768045507262385, "loss": 0.1597, "step": 84000 }, { "epoch": 1.17, "learning_rate": 0.0019766664825757994, "loss": 0.1738, "step": 84500 }, { "epoch": 1.17, "learning_rate": 0.0019765284144253603, "loss": 0.1822, "step": 85000 }, { "epoch": 1.18, "learning_rate": 0.0019763903462749212, "loss": 0.1694, "step": 85500 }, { "epoch": 1.19, "learning_rate": 0.001976252278124482, "loss": 0.175, "step": 86000 }, { "epoch": 1.19, "learning_rate": 0.001976114209974043, "loss": 0.1691, "step": 86500 }, { "epoch": 1.2, "learning_rate": 0.001975976141823604, "loss": 0.1676, "step": 87000 }, { "epoch": 1.21, "learning_rate": 0.001975838073673165, "loss": 0.1582, "step": 87500 }, { "epoch": 1.21, "learning_rate": 0.0019757000055227263, "loss": 0.1743, "step": 88000 }, { "epoch": 1.22, "learning_rate": 0.0019755619373722872, "loss": 0.1707, "step": 88500 }, { "epoch": 1.23, "learning_rate": 0.001975423869221848, "loss": 0.163, "step": 89000 }, { "epoch": 1.24, "learning_rate": 0.001975285801071409, "loss": 0.1704, "step": 89500 }, { "epoch": 1.24, "learning_rate": 0.00197514773292097, "loss": 0.1646, "step": 90000 }, { "epoch": 1.25, "learning_rate": 0.0019750096647705305, "loss": 0.1639, "step": 90500 }, { "epoch": 1.26, "learning_rate": 0.0019748715966200914, "loss": 0.1767, "step": 91000 }, { "epoch": 1.26, "learning_rate": 0.001974733528469653, "loss": 0.1677, "step": 91500 }, { "epoch": 1.27, "learning_rate": 0.0019745954603192137, "loss": 0.1703, "step": 92000 }, { "epoch": 1.28, "learning_rate": 0.0019744573921687747, "loss": 0.1632, "step": 92500 }, { "epoch": 1.28, "learning_rate": 0.0019743193240183356, "loss": 0.1712, "step": 93000 }, { "epoch": 1.29, "learning_rate": 0.0019741812558678965, "loss": 0.1863, "step": 93500 }, { "epoch": 1.3, "learning_rate": 0.0019740431877174574, "loss": 0.1608, "step": 94000 }, { "epoch": 1.3, "learning_rate": 0.0019739051195670184, "loss": 0.1566, "step": 94500 }, { "epoch": 1.31, "learning_rate": 0.0019737670514165793, "loss": 0.1641, "step": 95000 }, { "epoch": 1.32, "learning_rate": 0.0019736289832661402, "loss": 0.1684, "step": 95500 }, { "epoch": 1.33, "learning_rate": 0.001973490915115701, "loss": 0.1678, "step": 96000 }, { "epoch": 1.33, "learning_rate": 0.001973352846965262, "loss": 0.1801, "step": 96500 }, { "epoch": 1.34, "learning_rate": 0.001973214778814823, "loss": 0.1646, "step": 97000 }, { "epoch": 1.35, "learning_rate": 0.001973076710664384, "loss": 0.1612, "step": 97500 }, { "epoch": 1.35, "learning_rate": 0.001972938642513945, "loss": 0.169, "step": 98000 }, { "epoch": 1.36, "learning_rate": 0.001972800574363506, "loss": 0.1672, "step": 98500 }, { "epoch": 1.37, "learning_rate": 0.0019726625062130667, "loss": 0.1688, "step": 99000 }, { "epoch": 1.37, "learning_rate": 0.0019725244380626276, "loss": 0.1644, "step": 99500 }, { "epoch": 1.38, "learning_rate": 0.0019723863699121886, "loss": 0.1646, "step": 100000 }, { "epoch": 1.39, "learning_rate": 0.0019722483017617495, "loss": 0.1592, "step": 100500 }, { "epoch": 1.39, "learning_rate": 0.0019721102336113104, "loss": 0.1674, "step": 101000 }, { "epoch": 1.4, "learning_rate": 0.0019719721654608714, "loss": 0.1654, "step": 101500 }, { "epoch": 1.41, "learning_rate": 0.0019718340973104327, "loss": 0.1692, "step": 102000 }, { "epoch": 1.42, "learning_rate": 0.0019716960291599936, "loss": 0.1719, "step": 102500 }, { "epoch": 1.42, "learning_rate": 0.0019715579610095546, "loss": 0.1726, "step": 103000 }, { "epoch": 1.43, "learning_rate": 0.0019714198928591155, "loss": 0.1634, "step": 103500 }, { "epoch": 1.44, "learning_rate": 0.0019712818247086764, "loss": 0.1683, "step": 104000 }, { "epoch": 1.44, "learning_rate": 0.001971143756558237, "loss": 0.1692, "step": 104500 }, { "epoch": 1.45, "learning_rate": 0.001971005688407798, "loss": 0.1781, "step": 105000 }, { "epoch": 1.46, "learning_rate": 0.001970867620257359, "loss": 0.1606, "step": 105500 }, { "epoch": 1.46, "learning_rate": 0.00197072955210692, "loss": 0.1649, "step": 106000 }, { "epoch": 1.47, "learning_rate": 0.001970591483956481, "loss": 0.178, "step": 106500 }, { "epoch": 1.48, "learning_rate": 0.001970453415806042, "loss": 0.1699, "step": 107000 }, { "epoch": 1.48, "learning_rate": 0.001970315347655603, "loss": 0.1646, "step": 107500 }, { "epoch": 1.49, "learning_rate": 0.001970177279505164, "loss": 0.1666, "step": 108000 }, { "epoch": 1.5, "learning_rate": 0.0019700392113547248, "loss": 0.1674, "step": 108500 }, { "epoch": 1.5, "learning_rate": 0.0019699011432042857, "loss": 0.1777, "step": 109000 }, { "epoch": 1.51, "learning_rate": 0.0019697630750538466, "loss": 0.161, "step": 109500 }, { "epoch": 1.52, "learning_rate": 0.0019696250069034076, "loss": 0.1633, "step": 110000 }, { "epoch": 1.53, "learning_rate": 0.0019694869387529685, "loss": 0.1693, "step": 110500 }, { "epoch": 1.53, "learning_rate": 0.0019693488706025294, "loss": 0.172, "step": 111000 }, { "epoch": 1.54, "learning_rate": 0.0019692108024520903, "loss": 0.1702, "step": 111500 }, { "epoch": 1.55, "learning_rate": 0.0019690727343016513, "loss": 0.163, "step": 112000 }, { "epoch": 1.55, "learning_rate": 0.001968934666151212, "loss": 0.1609, "step": 112500 }, { "epoch": 1.56, "learning_rate": 0.001968796598000773, "loss": 0.1706, "step": 113000 }, { "epoch": 1.57, "learning_rate": 0.001968658529850334, "loss": 0.1709, "step": 113500 }, { "epoch": 1.57, "learning_rate": 0.001968520461699895, "loss": 0.174, "step": 114000 }, { "epoch": 1.58, "learning_rate": 0.001968382393549456, "loss": 0.1648, "step": 114500 }, { "epoch": 1.59, "learning_rate": 0.001968244325399017, "loss": 0.1641, "step": 115000 }, { "epoch": 1.59, "learning_rate": 0.0019681062572485778, "loss": 0.1593, "step": 115500 }, { "epoch": 1.6, "learning_rate": 0.001967968189098139, "loss": 0.1733, "step": 116000 }, { "epoch": 1.61, "learning_rate": 0.0019678301209477, "loss": 0.1598, "step": 116500 }, { "epoch": 1.62, "learning_rate": 0.001967692052797261, "loss": 0.1736, "step": 117000 }, { "epoch": 1.62, "learning_rate": 0.001967553984646822, "loss": 0.1672, "step": 117500 }, { "epoch": 1.63, "learning_rate": 0.001967415916496383, "loss": 0.1767, "step": 118000 }, { "epoch": 1.64, "learning_rate": 0.0019672778483459438, "loss": 0.1765, "step": 118500 }, { "epoch": 1.64, "learning_rate": 0.0019671397801955042, "loss": 0.1591, "step": 119000 }, { "epoch": 1.65, "learning_rate": 0.0019670017120450656, "loss": 0.1679, "step": 119500 }, { "epoch": 1.66, "learning_rate": 0.0019668636438946265, "loss": 0.1705, "step": 120000 }, { "epoch": 1.66, "learning_rate": 0.0019667255757441875, "loss": 0.1675, "step": 120500 }, { "epoch": 1.67, "learning_rate": 0.0019665875075937484, "loss": 0.1841, "step": 121000 }, { "epoch": 1.68, "learning_rate": 0.0019664494394433093, "loss": 0.1748, "step": 121500 }, { "epoch": 1.68, "learning_rate": 0.0019663113712928702, "loss": 0.1769, "step": 122000 }, { "epoch": 1.69, "learning_rate": 0.001966173303142431, "loss": 0.1677, "step": 122500 }, { "epoch": 1.7, "learning_rate": 0.001966035234991992, "loss": 0.1725, "step": 123000 }, { "epoch": 1.71, "learning_rate": 0.001965897166841553, "loss": 0.1695, "step": 123500 }, { "epoch": 1.71, "learning_rate": 0.001965759098691114, "loss": 0.1682, "step": 124000 }, { "epoch": 1.72, "learning_rate": 0.001965621030540675, "loss": 0.1682, "step": 124500 }, { "epoch": 1.73, "learning_rate": 0.001965482962390236, "loss": 0.1818, "step": 125000 }, { "epoch": 1.73, "learning_rate": 0.0019653448942397967, "loss": 0.1551, "step": 125500 }, { "epoch": 1.74, "learning_rate": 0.0019652068260893577, "loss": 0.1666, "step": 126000 }, { "epoch": 1.75, "learning_rate": 0.0019650687579389186, "loss": 0.1636, "step": 126500 }, { "epoch": 1.75, "learning_rate": 0.0019649306897884795, "loss": 0.1565, "step": 127000 }, { "epoch": 1.76, "learning_rate": 0.0019647926216380404, "loss": 0.1732, "step": 127500 }, { "epoch": 1.77, "learning_rate": 0.0019646545534876014, "loss": 0.1628, "step": 128000 }, { "epoch": 1.77, "learning_rate": 0.0019645164853371623, "loss": 0.1686, "step": 128500 }, { "epoch": 1.78, "learning_rate": 0.0019643784171867232, "loss": 0.1607, "step": 129000 }, { "epoch": 1.79, "learning_rate": 0.001964240349036284, "loss": 0.1744, "step": 129500 }, { "epoch": 1.79, "learning_rate": 0.0019641022808858455, "loss": 0.1642, "step": 130000 }, { "epoch": 1.8, "learning_rate": 0.0019639642127354064, "loss": 0.1794, "step": 130500 }, { "epoch": 1.81, "learning_rate": 0.0019638261445849674, "loss": 0.1605, "step": 131000 }, { "epoch": 1.82, "learning_rate": 0.0019636880764345283, "loss": 0.1702, "step": 131500 }, { "epoch": 1.82, "learning_rate": 0.0019635500082840892, "loss": 0.1708, "step": 132000 }, { "epoch": 1.83, "learning_rate": 0.00196341194013365, "loss": 0.1629, "step": 132500 }, { "epoch": 1.84, "learning_rate": 0.001963273871983211, "loss": 0.1683, "step": 133000 }, { "epoch": 1.84, "learning_rate": 0.0019631358038327716, "loss": 0.1634, "step": 133500 }, { "epoch": 1.85, "learning_rate": 0.001962997735682333, "loss": 0.1713, "step": 134000 }, { "epoch": 1.86, "learning_rate": 0.001962859667531894, "loss": 0.1577, "step": 134500 }, { "epoch": 1.86, "learning_rate": 0.001962721599381455, "loss": 0.1633, "step": 135000 }, { "epoch": 1.87, "learning_rate": 0.0019625835312310157, "loss": 0.1564, "step": 135500 }, { "epoch": 1.88, "learning_rate": 0.0019624454630805767, "loss": 0.1676, "step": 136000 }, { "epoch": 1.88, "learning_rate": 0.0019623073949301376, "loss": 0.1706, "step": 136500 }, { "epoch": 1.89, "learning_rate": 0.0019621693267796985, "loss": 0.1764, "step": 137000 }, { "epoch": 1.9, "learning_rate": 0.0019620312586292594, "loss": 0.1725, "step": 137500 }, { "epoch": 1.91, "learning_rate": 0.0019618931904788204, "loss": 0.1721, "step": 138000 }, { "epoch": 1.91, "learning_rate": 0.0019617551223283813, "loss": 0.1639, "step": 138500 }, { "epoch": 1.92, "learning_rate": 0.001961617054177942, "loss": 0.1651, "step": 139000 }, { "epoch": 1.93, "learning_rate": 0.001961478986027503, "loss": 0.1678, "step": 139500 }, { "epoch": 1.93, "learning_rate": 0.001961340917877064, "loss": 0.1633, "step": 140000 }, { "epoch": 1.94, "learning_rate": 0.001961202849726625, "loss": 0.1711, "step": 140500 }, { "epoch": 1.95, "learning_rate": 0.001961064781576186, "loss": 0.1872, "step": 141000 }, { "epoch": 1.95, "learning_rate": 0.001960926713425747, "loss": 0.1716, "step": 141500 }, { "epoch": 1.96, "learning_rate": 0.0019607886452753078, "loss": 0.1517, "step": 142000 }, { "epoch": 1.97, "learning_rate": 0.0019606505771248687, "loss": 0.1743, "step": 142500 }, { "epoch": 1.97, "learning_rate": 0.0019605125089744296, "loss": 0.1698, "step": 143000 }, { "epoch": 1.98, "learning_rate": 0.0019603744408239906, "loss": 0.1692, "step": 143500 }, { "epoch": 1.99, "learning_rate": 0.0019602363726735515, "loss": 0.1721, "step": 144000 }, { "epoch": 2.0, "learning_rate": 0.001960098304523113, "loss": 0.1627, "step": 144500 }, { "epoch": 2.0, "eval_loss": 0.1498871147632599, "eval_runtime": 111.769, "eval_samples_per_second": 176.713, "eval_steps_per_second": 11.05, "step": 144856 } ], "max_steps": 7242800, "num_train_epochs": 100, "total_flos": 3.136735727635661e+17, "trial_name": null, "trial_params": null }