| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 29459, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0033945483553413217, | |
| "grad_norm": 1.450656533241272, | |
| "learning_rate": 4.983027258223293e-05, | |
| "loss": 1.3353, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0067890967106826435, | |
| "grad_norm": 1.7437301874160767, | |
| "learning_rate": 4.966224243864354e-05, | |
| "loss": 1.2966, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.010183645066023966, | |
| "grad_norm": 1.5103371143341064, | |
| "learning_rate": 4.949251502087647e-05, | |
| "loss": 1.2919, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.013578193421365287, | |
| "grad_norm": 1.2713204622268677, | |
| "learning_rate": 4.932278760310941e-05, | |
| "loss": 1.417, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.01697274177670661, | |
| "grad_norm": 1.9554837942123413, | |
| "learning_rate": 4.915306018534234e-05, | |
| "loss": 1.3327, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.02036729013204793, | |
| "grad_norm": 5.13068962097168, | |
| "learning_rate": 4.898333276757528e-05, | |
| "loss": 1.3058, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.023761838487389254, | |
| "grad_norm": 1.6552410125732422, | |
| "learning_rate": 4.881360534980821e-05, | |
| "loss": 1.3226, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.027156386842730574, | |
| "grad_norm": 1.807737946510315, | |
| "learning_rate": 4.864387793204114e-05, | |
| "loss": 1.334, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.030550935198071897, | |
| "grad_norm": 1.570865273475647, | |
| "learning_rate": 4.847415051427408e-05, | |
| "loss": 1.3456, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.03394548355341322, | |
| "grad_norm": 1.8917468786239624, | |
| "learning_rate": 4.830442309650701e-05, | |
| "loss": 1.3255, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.03734003190875454, | |
| "grad_norm": 1.649667739868164, | |
| "learning_rate": 4.813469567873995e-05, | |
| "loss": 1.3013, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.04073458026409586, | |
| "grad_norm": 2.6449484825134277, | |
| "learning_rate": 4.796666553515055e-05, | |
| "loss": 1.3369, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.044129128619437186, | |
| "grad_norm": 1.874516487121582, | |
| "learning_rate": 4.779693811738348e-05, | |
| "loss": 1.27, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.04752367697477851, | |
| "grad_norm": 1.7284377813339233, | |
| "learning_rate": 4.762721069961642e-05, | |
| "loss": 1.3931, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.050918225330119825, | |
| "grad_norm": 3.4324212074279785, | |
| "learning_rate": 4.745748328184935e-05, | |
| "loss": 1.3457, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.05431277368546115, | |
| "grad_norm": 1.3490582704544067, | |
| "learning_rate": 4.7287755864082286e-05, | |
| "loss": 1.2487, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.05770732204080247, | |
| "grad_norm": 1.493403673171997, | |
| "learning_rate": 4.711802844631522e-05, | |
| "loss": 1.227, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.061101870396143794, | |
| "grad_norm": 1.8711298704147339, | |
| "learning_rate": 4.694830102854815e-05, | |
| "loss": 1.2983, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.06449641875148511, | |
| "grad_norm": 1.6430071592330933, | |
| "learning_rate": 4.677857361078109e-05, | |
| "loss": 1.3099, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.06789096710682643, | |
| "grad_norm": 1.425639033317566, | |
| "learning_rate": 4.660884619301402e-05, | |
| "loss": 1.2607, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.07128551546216776, | |
| "grad_norm": 1.7377012968063354, | |
| "learning_rate": 4.6439118775246956e-05, | |
| "loss": 1.2527, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.07468006381750908, | |
| "grad_norm": 1.5430407524108887, | |
| "learning_rate": 4.626939135747989e-05, | |
| "loss": 1.2877, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.0780746121728504, | |
| "grad_norm": 1.3293898105621338, | |
| "learning_rate": 4.6101361213890495e-05, | |
| "loss": 1.1781, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.08146916052819173, | |
| "grad_norm": 2.114269733428955, | |
| "learning_rate": 4.593163379612343e-05, | |
| "loss": 1.3405, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.08486370888353305, | |
| "grad_norm": 1.370626449584961, | |
| "learning_rate": 4.576190637835636e-05, | |
| "loss": 1.303, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.08825825723887437, | |
| "grad_norm": 1.6202032566070557, | |
| "learning_rate": 4.5592178960589295e-05, | |
| "loss": 1.2427, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.0916528055942157, | |
| "grad_norm": 1.6252601146697998, | |
| "learning_rate": 4.542245154282223e-05, | |
| "loss": 1.2768, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.09504735394955702, | |
| "grad_norm": 1.4289278984069824, | |
| "learning_rate": 4.5252724125055165e-05, | |
| "loss": 1.2522, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.09844190230489833, | |
| "grad_norm": 1.1954665184020996, | |
| "learning_rate": 4.50829967072881e-05, | |
| "loss": 1.3008, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.10183645066023965, | |
| "grad_norm": 2.3695414066314697, | |
| "learning_rate": 4.491326928952103e-05, | |
| "loss": 1.3439, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.10523099901558097, | |
| "grad_norm": 1.5015544891357422, | |
| "learning_rate": 4.4743541871753965e-05, | |
| "loss": 1.2042, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.1086255473709223, | |
| "grad_norm": 1.3509881496429443, | |
| "learning_rate": 4.45738144539869e-05, | |
| "loss": 1.2834, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.11202009572626362, | |
| "grad_norm": 1.1645573377609253, | |
| "learning_rate": 4.4404087036219835e-05, | |
| "loss": 1.3342, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.11541464408160494, | |
| "grad_norm": 1.3376731872558594, | |
| "learning_rate": 4.4234359618452764e-05, | |
| "loss": 1.2501, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.11880919243694626, | |
| "grad_norm": 1.184652328491211, | |
| "learning_rate": 4.40646322006857e-05, | |
| "loss": 1.2067, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.12220374079228759, | |
| "grad_norm": 1.5623388290405273, | |
| "learning_rate": 4.3894904782918635e-05, | |
| "loss": 1.2109, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.1255982891476289, | |
| "grad_norm": 1.537017583847046, | |
| "learning_rate": 4.372517736515157e-05, | |
| "loss": 1.2207, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.12899283750297022, | |
| "grad_norm": 1.5127204656600952, | |
| "learning_rate": 4.3555449947384505e-05, | |
| "loss": 1.3273, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.13238738585831156, | |
| "grad_norm": 1.504813313484192, | |
| "learning_rate": 4.3385722529617434e-05, | |
| "loss": 1.2347, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.13578193421365287, | |
| "grad_norm": 1.5462582111358643, | |
| "learning_rate": 4.321599511185037e-05, | |
| "loss": 1.3142, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.1391764825689942, | |
| "grad_norm": 1.377742886543274, | |
| "learning_rate": 4.3046267694083305e-05, | |
| "loss": 1.2685, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.1425710309243355, | |
| "grad_norm": 1.5139976739883423, | |
| "learning_rate": 4.287654027631624e-05, | |
| "loss": 1.2718, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.14596557927967685, | |
| "grad_norm": 1.2067663669586182, | |
| "learning_rate": 4.2706812858549175e-05, | |
| "loss": 1.2405, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.14936012763501816, | |
| "grad_norm": 1.2739530801773071, | |
| "learning_rate": 4.2537085440782104e-05, | |
| "loss": 1.2186, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.1527546759903595, | |
| "grad_norm": 1.4101356267929077, | |
| "learning_rate": 4.236735802301504e-05, | |
| "loss": 1.222, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.1561492243457008, | |
| "grad_norm": 1.8474892377853394, | |
| "learning_rate": 4.2197630605247975e-05, | |
| "loss": 1.2685, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.1595437727010421, | |
| "grad_norm": 1.5274946689605713, | |
| "learning_rate": 4.202790318748091e-05, | |
| "loss": 1.2161, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.16293832105638345, | |
| "grad_norm": 1.8831485509872437, | |
| "learning_rate": 4.1859873043891514e-05, | |
| "loss": 1.2828, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.16633286941172476, | |
| "grad_norm": 2.1567959785461426, | |
| "learning_rate": 4.169014562612444e-05, | |
| "loss": 1.3027, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.1697274177670661, | |
| "grad_norm": 1.4506981372833252, | |
| "learning_rate": 4.152041820835738e-05, | |
| "loss": 1.2094, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.1731219661224074, | |
| "grad_norm": 1.2342296838760376, | |
| "learning_rate": 4.1350690790590314e-05, | |
| "loss": 1.2523, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.17651651447774874, | |
| "grad_norm": 1.6375709772109985, | |
| "learning_rate": 4.118096337282325e-05, | |
| "loss": 1.2418, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.17991106283309005, | |
| "grad_norm": 1.3406407833099365, | |
| "learning_rate": 4.1011235955056184e-05, | |
| "loss": 1.2777, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.1833056111884314, | |
| "grad_norm": 1.2170027494430542, | |
| "learning_rate": 4.084150853728911e-05, | |
| "loss": 1.1458, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.1867001595437727, | |
| "grad_norm": 1.4051603078842163, | |
| "learning_rate": 4.067178111952205e-05, | |
| "loss": 1.2022, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.19009470789911403, | |
| "grad_norm": 1.3835875988006592, | |
| "learning_rate": 4.0502053701754984e-05, | |
| "loss": 1.2601, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.19348925625445534, | |
| "grad_norm": 1.7600008249282837, | |
| "learning_rate": 4.033232628398791e-05, | |
| "loss": 1.2172, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.19688380460979665, | |
| "grad_norm": 1.4803307056427002, | |
| "learning_rate": 4.0162598866220854e-05, | |
| "loss": 1.3049, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.200278352965138, | |
| "grad_norm": 1.2911592721939087, | |
| "learning_rate": 3.999287144845378e-05, | |
| "loss": 1.2018, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.2036729013204793, | |
| "grad_norm": 1.5094434022903442, | |
| "learning_rate": 3.982314403068672e-05, | |
| "loss": 1.1798, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.20706744967582064, | |
| "grad_norm": 1.44119131565094, | |
| "learning_rate": 3.9653416612919654e-05, | |
| "loss": 1.2012, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.21046199803116195, | |
| "grad_norm": 1.3899762630462646, | |
| "learning_rate": 3.948368919515258e-05, | |
| "loss": 1.1851, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.21385654638650328, | |
| "grad_norm": 2.047968864440918, | |
| "learning_rate": 3.9313961777385524e-05, | |
| "loss": 1.2239, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.2172510947418446, | |
| "grad_norm": 1.827493667602539, | |
| "learning_rate": 3.914423435961845e-05, | |
| "loss": 1.2358, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.22064564309718593, | |
| "grad_norm": 1.4631316661834717, | |
| "learning_rate": 3.8976204216029064e-05, | |
| "loss": 1.2058, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.22404019145252724, | |
| "grad_norm": 1.5218262672424316, | |
| "learning_rate": 3.880647679826199e-05, | |
| "loss": 1.1717, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.22743473980786857, | |
| "grad_norm": 1.3896803855895996, | |
| "learning_rate": 3.863674938049492e-05, | |
| "loss": 1.1912, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.23082928816320988, | |
| "grad_norm": 1.587547779083252, | |
| "learning_rate": 3.846702196272786e-05, | |
| "loss": 1.2109, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.23422383651855122, | |
| "grad_norm": 1.35820472240448, | |
| "learning_rate": 3.829729454496079e-05, | |
| "loss": 1.1828, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.23761838487389253, | |
| "grad_norm": 1.2581636905670166, | |
| "learning_rate": 3.8127567127193734e-05, | |
| "loss": 1.1701, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.24101293322923384, | |
| "grad_norm": 1.617680549621582, | |
| "learning_rate": 3.795783970942666e-05, | |
| "loss": 1.2159, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.24440748158457518, | |
| "grad_norm": 1.3621796369552612, | |
| "learning_rate": 3.778811229165959e-05, | |
| "loss": 1.1951, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.24780202993991648, | |
| "grad_norm": 1.8783783912658691, | |
| "learning_rate": 3.761838487389253e-05, | |
| "loss": 1.2664, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.2511965782952578, | |
| "grad_norm": 1.1315891742706299, | |
| "learning_rate": 3.744865745612546e-05, | |
| "loss": 1.206, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.25459112665059913, | |
| "grad_norm": 1.3531254529953003, | |
| "learning_rate": 3.7278930038358404e-05, | |
| "loss": 1.152, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.25798567500594044, | |
| "grad_norm": 1.7136415243148804, | |
| "learning_rate": 3.710920262059133e-05, | |
| "loss": 1.3282, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.2613802233612818, | |
| "grad_norm": 1.5798516273498535, | |
| "learning_rate": 3.693947520282426e-05, | |
| "loss": 1.2192, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.2647747717166231, | |
| "grad_norm": 2.0638535022735596, | |
| "learning_rate": 3.67697477850572e-05, | |
| "loss": 1.2233, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.2681693200719644, | |
| "grad_norm": 1.6473902463912964, | |
| "learning_rate": 3.660002036729013e-05, | |
| "loss": 1.2384, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.27156386842730573, | |
| "grad_norm": 1.4174180030822754, | |
| "learning_rate": 3.643029294952307e-05, | |
| "loss": 1.3018, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.27495841678264704, | |
| "grad_norm": 1.470323920249939, | |
| "learning_rate": 3.6260565531756e-05, | |
| "loss": 1.1662, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.2783529651379884, | |
| "grad_norm": 1.1814874410629272, | |
| "learning_rate": 3.609083811398893e-05, | |
| "loss": 1.1641, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.2817475134933297, | |
| "grad_norm": 1.496795892715454, | |
| "learning_rate": 3.592111069622187e-05, | |
| "loss": 1.208, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.285142061848671, | |
| "grad_norm": 1.602959394454956, | |
| "learning_rate": 3.57513832784548e-05, | |
| "loss": 1.2323, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.28853661020401233, | |
| "grad_norm": 1.4096314907073975, | |
| "learning_rate": 3.558165586068774e-05, | |
| "loss": 1.1804, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.2919311585593537, | |
| "grad_norm": 1.2292312383651733, | |
| "learning_rate": 3.541192844292067e-05, | |
| "loss": 1.1747, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.295325706914695, | |
| "grad_norm": 1.3961174488067627, | |
| "learning_rate": 3.52422010251536e-05, | |
| "loss": 1.1459, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.2987202552700363, | |
| "grad_norm": 1.2199640274047852, | |
| "learning_rate": 3.507247360738654e-05, | |
| "loss": 1.1992, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.3021148036253776, | |
| "grad_norm": 1.316805362701416, | |
| "learning_rate": 3.490274618961947e-05, | |
| "loss": 1.2202, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.305509351980719, | |
| "grad_norm": 1.3120840787887573, | |
| "learning_rate": 3.473301877185241e-05, | |
| "loss": 1.1095, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.3089039003360603, | |
| "grad_norm": 1.14743971824646, | |
| "learning_rate": 3.456329135408534e-05, | |
| "loss": 1.2154, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.3122984486914016, | |
| "grad_norm": 1.6754459142684937, | |
| "learning_rate": 3.439356393631827e-05, | |
| "loss": 1.1927, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.3156929970467429, | |
| "grad_norm": 1.2429569959640503, | |
| "learning_rate": 3.422383651855121e-05, | |
| "loss": 1.2623, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.3190875454020842, | |
| "grad_norm": 1.5485316514968872, | |
| "learning_rate": 3.405410910078414e-05, | |
| "loss": 1.176, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.3224820937574256, | |
| "grad_norm": 1.3292936086654663, | |
| "learning_rate": 3.388438168301708e-05, | |
| "loss": 1.1637, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.3258766421127669, | |
| "grad_norm": 1.4114725589752197, | |
| "learning_rate": 3.371465426525001e-05, | |
| "loss": 1.151, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.3292711904681082, | |
| "grad_norm": 1.6183195114135742, | |
| "learning_rate": 3.354492684748294e-05, | |
| "loss": 1.1929, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.3326657388234495, | |
| "grad_norm": 1.7640340328216553, | |
| "learning_rate": 3.3375199429715876e-05, | |
| "loss": 1.1472, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.3360602871787909, | |
| "grad_norm": 1.300631046295166, | |
| "learning_rate": 3.320547201194881e-05, | |
| "loss": 1.2158, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.3394548355341322, | |
| "grad_norm": 1.5510449409484863, | |
| "learning_rate": 3.303574459418175e-05, | |
| "loss": 1.231, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.3428493838894735, | |
| "grad_norm": 1.7029348611831665, | |
| "learning_rate": 3.286601717641468e-05, | |
| "loss": 1.152, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.3462439322448148, | |
| "grad_norm": 2.094801902770996, | |
| "learning_rate": 3.269628975864761e-05, | |
| "loss": 1.1792, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.3496384806001562, | |
| "grad_norm": 1.2476887702941895, | |
| "learning_rate": 3.2526562340880546e-05, | |
| "loss": 1.1297, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.3530330289554975, | |
| "grad_norm": 1.2222412824630737, | |
| "learning_rate": 3.235683492311348e-05, | |
| "loss": 1.2194, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.3564275773108388, | |
| "grad_norm": 1.2689149379730225, | |
| "learning_rate": 3.218710750534642e-05, | |
| "loss": 1.109, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.3598221256661801, | |
| "grad_norm": 1.1400436162948608, | |
| "learning_rate": 3.201738008757935e-05, | |
| "loss": 1.1778, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.3632166740215214, | |
| "grad_norm": 1.5304007530212402, | |
| "learning_rate": 3.184765266981228e-05, | |
| "loss": 1.2015, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.3666112223768628, | |
| "grad_norm": 1.4382191896438599, | |
| "learning_rate": 3.1677925252045216e-05, | |
| "loss": 1.2023, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.3700057707322041, | |
| "grad_norm": 1.2539787292480469, | |
| "learning_rate": 3.150819783427815e-05, | |
| "loss": 1.1627, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.3734003190875454, | |
| "grad_norm": 1.6526975631713867, | |
| "learning_rate": 3.133847041651109e-05, | |
| "loss": 1.1909, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.3767948674428867, | |
| "grad_norm": 1.477150559425354, | |
| "learning_rate": 3.1168742998744016e-05, | |
| "loss": 1.1767, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.38018941579822807, | |
| "grad_norm": 1.655372142791748, | |
| "learning_rate": 3.100071285515462e-05, | |
| "loss": 1.1715, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.3835839641535694, | |
| "grad_norm": 1.237518310546875, | |
| "learning_rate": 3.0830985437387555e-05, | |
| "loss": 1.1148, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.3869785125089107, | |
| "grad_norm": 2.0262339115142822, | |
| "learning_rate": 3.066125801962049e-05, | |
| "loss": 1.056, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.390373060864252, | |
| "grad_norm": 1.4669376611709595, | |
| "learning_rate": 3.0491530601853423e-05, | |
| "loss": 1.1773, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.3937676092195933, | |
| "grad_norm": 1.6047866344451904, | |
| "learning_rate": 3.032180318408636e-05, | |
| "loss": 1.1846, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.39716215757493467, | |
| "grad_norm": 1.5415077209472656, | |
| "learning_rate": 3.0152075766319293e-05, | |
| "loss": 1.1481, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.400556705930276, | |
| "grad_norm": 1.2356903553009033, | |
| "learning_rate": 2.9982348348552225e-05, | |
| "loss": 1.1914, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.4039512542856173, | |
| "grad_norm": 1.691815733909607, | |
| "learning_rate": 2.9814318204962833e-05, | |
| "loss": 1.2595, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.4073458026409586, | |
| "grad_norm": 1.3964107036590576, | |
| "learning_rate": 2.9644590787195765e-05, | |
| "loss": 1.137, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.41074035099629996, | |
| "grad_norm": 1.4641882181167603, | |
| "learning_rate": 2.94748633694287e-05, | |
| "loss": 1.2194, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.4141348993516413, | |
| "grad_norm": 1.2686254978179932, | |
| "learning_rate": 2.9305135951661632e-05, | |
| "loss": 1.1666, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.4175294477069826, | |
| "grad_norm": 1.5064525604248047, | |
| "learning_rate": 2.9135408533894564e-05, | |
| "loss": 1.2265, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.4209239960623239, | |
| "grad_norm": 1.3071587085723877, | |
| "learning_rate": 2.8965681116127503e-05, | |
| "loss": 1.0625, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.42431854441766526, | |
| "grad_norm": 1.4859912395477295, | |
| "learning_rate": 2.8795953698360435e-05, | |
| "loss": 1.1239, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.42771309277300656, | |
| "grad_norm": 1.4131548404693604, | |
| "learning_rate": 2.862622628059337e-05, | |
| "loss": 1.2125, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.4311076411283479, | |
| "grad_norm": 1.1708953380584717, | |
| "learning_rate": 2.8456498862826302e-05, | |
| "loss": 1.145, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.4345021894836892, | |
| "grad_norm": 1.4931575059890747, | |
| "learning_rate": 2.8286771445059234e-05, | |
| "loss": 1.102, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.4378967378390305, | |
| "grad_norm": 1.6308887004852295, | |
| "learning_rate": 2.8117044027292173e-05, | |
| "loss": 1.1574, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.44129128619437186, | |
| "grad_norm": 1.532914638519287, | |
| "learning_rate": 2.7947316609525105e-05, | |
| "loss": 1.1901, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.44468583454971317, | |
| "grad_norm": 1.5746792554855347, | |
| "learning_rate": 2.7777589191758037e-05, | |
| "loss": 1.2077, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.4480803829050545, | |
| "grad_norm": 1.7640366554260254, | |
| "learning_rate": 2.7607861773990972e-05, | |
| "loss": 1.2147, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.4514749312603958, | |
| "grad_norm": 1.4942810535430908, | |
| "learning_rate": 2.7438134356223904e-05, | |
| "loss": 1.2471, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.45486947961573715, | |
| "grad_norm": 1.449723243713379, | |
| "learning_rate": 2.7268406938456843e-05, | |
| "loss": 1.1991, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.45826402797107846, | |
| "grad_norm": 1.0219964981079102, | |
| "learning_rate": 2.7098679520689775e-05, | |
| "loss": 1.0989, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.46165857632641977, | |
| "grad_norm": 1.4733655452728271, | |
| "learning_rate": 2.6928952102922707e-05, | |
| "loss": 1.1652, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.4650531246817611, | |
| "grad_norm": 1.4748992919921875, | |
| "learning_rate": 2.6759224685155642e-05, | |
| "loss": 1.1522, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.46844767303710244, | |
| "grad_norm": 1.918239712715149, | |
| "learning_rate": 2.6589497267388574e-05, | |
| "loss": 1.0624, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.47184222139244375, | |
| "grad_norm": 1.4620022773742676, | |
| "learning_rate": 2.6419769849621513e-05, | |
| "loss": 1.2269, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.47523676974778506, | |
| "grad_norm": 1.647291898727417, | |
| "learning_rate": 2.6250042431854445e-05, | |
| "loss": 1.0928, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.47863131810312637, | |
| "grad_norm": 1.4002645015716553, | |
| "learning_rate": 2.6080315014087377e-05, | |
| "loss": 1.1475, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.4820258664584677, | |
| "grad_norm": 1.329160451889038, | |
| "learning_rate": 2.5910587596320312e-05, | |
| "loss": 1.1787, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.48542041481380904, | |
| "grad_norm": 1.0468798875808716, | |
| "learning_rate": 2.5740860178553244e-05, | |
| "loss": 1.1257, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.48881496316915035, | |
| "grad_norm": 1.1814810037612915, | |
| "learning_rate": 2.5571132760786176e-05, | |
| "loss": 1.2252, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.49220951152449166, | |
| "grad_norm": 1.442358136177063, | |
| "learning_rate": 2.5401405343019115e-05, | |
| "loss": 1.1474, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.49560405987983297, | |
| "grad_norm": 1.2082366943359375, | |
| "learning_rate": 2.5231677925252044e-05, | |
| "loss": 1.1271, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.49899860823517433, | |
| "grad_norm": 1.3044782876968384, | |
| "learning_rate": 2.5061950507484982e-05, | |
| "loss": 1.1204, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.5023931565905156, | |
| "grad_norm": 1.257338047027588, | |
| "learning_rate": 2.4893920363895583e-05, | |
| "loss": 1.1891, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.505787704945857, | |
| "grad_norm": 1.6963568925857544, | |
| "learning_rate": 2.472419294612852e-05, | |
| "loss": 1.0711, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.5091822533011983, | |
| "grad_norm": 1.4593158960342407, | |
| "learning_rate": 2.4554465528361454e-05, | |
| "loss": 1.1764, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.5125768016565396, | |
| "grad_norm": 1.2803332805633545, | |
| "learning_rate": 2.438473811059439e-05, | |
| "loss": 1.1213, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.5159713500118809, | |
| "grad_norm": 1.0880329608917236, | |
| "learning_rate": 2.421501069282732e-05, | |
| "loss": 1.0686, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.5193658983672222, | |
| "grad_norm": 1.350434422492981, | |
| "learning_rate": 2.4045283275060253e-05, | |
| "loss": 1.1244, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.5227604467225636, | |
| "grad_norm": 1.4851505756378174, | |
| "learning_rate": 2.387555585729319e-05, | |
| "loss": 1.1519, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.5261549950779049, | |
| "grad_norm": 1.4524593353271484, | |
| "learning_rate": 2.3705828439526124e-05, | |
| "loss": 1.1139, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.5295495434332462, | |
| "grad_norm": 1.3715015649795532, | |
| "learning_rate": 2.3536101021759056e-05, | |
| "loss": 1.1176, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.5329440917885875, | |
| "grad_norm": 1.3227180242538452, | |
| "learning_rate": 2.3366373603991988e-05, | |
| "loss": 1.1547, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.5363386401439288, | |
| "grad_norm": 1.742480754852295, | |
| "learning_rate": 2.3196646186224923e-05, | |
| "loss": 1.2338, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.5397331884992702, | |
| "grad_norm": 1.3990530967712402, | |
| "learning_rate": 2.302691876845786e-05, | |
| "loss": 1.1808, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.5431277368546115, | |
| "grad_norm": 1.6087653636932373, | |
| "learning_rate": 2.285719135069079e-05, | |
| "loss": 1.2029, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.5465222852099528, | |
| "grad_norm": 1.3504618406295776, | |
| "learning_rate": 2.2687463932923726e-05, | |
| "loss": 1.138, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.5499168335652941, | |
| "grad_norm": 1.226248025894165, | |
| "learning_rate": 2.2517736515156658e-05, | |
| "loss": 1.1006, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.5533113819206354, | |
| "grad_norm": 1.0794544219970703, | |
| "learning_rate": 2.2348009097389593e-05, | |
| "loss": 1.111, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.5567059302759768, | |
| "grad_norm": 1.3800761699676514, | |
| "learning_rate": 2.217828167962253e-05, | |
| "loss": 1.1554, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.5601004786313181, | |
| "grad_norm": 1.1783385276794434, | |
| "learning_rate": 2.200855426185546e-05, | |
| "loss": 1.157, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.5634950269866594, | |
| "grad_norm": 1.483588457107544, | |
| "learning_rate": 2.1838826844088396e-05, | |
| "loss": 1.1443, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.5668895753420008, | |
| "grad_norm": 1.847670555114746, | |
| "learning_rate": 2.1669099426321328e-05, | |
| "loss": 1.1667, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.570284123697342, | |
| "grad_norm": 1.524003028869629, | |
| "learning_rate": 2.1499372008554263e-05, | |
| "loss": 1.1555, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.5736786720526834, | |
| "grad_norm": 1.6308820247650146, | |
| "learning_rate": 2.1329644590787195e-05, | |
| "loss": 1.0674, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.5770732204080247, | |
| "grad_norm": 1.4396891593933105, | |
| "learning_rate": 2.115991717302013e-05, | |
| "loss": 1.1481, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.580467768763366, | |
| "grad_norm": 1.6904021501541138, | |
| "learning_rate": 2.0990189755253066e-05, | |
| "loss": 1.044, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.5838623171187074, | |
| "grad_norm": 1.8386590480804443, | |
| "learning_rate": 2.0820462337485998e-05, | |
| "loss": 1.0662, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.5872568654740487, | |
| "grad_norm": 1.3602131605148315, | |
| "learning_rate": 2.0650734919718933e-05, | |
| "loss": 1.072, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.59065141382939, | |
| "grad_norm": 1.2853094339370728, | |
| "learning_rate": 2.0481007501951865e-05, | |
| "loss": 1.1799, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.5940459621847313, | |
| "grad_norm": 1.418142557144165, | |
| "learning_rate": 2.03112800841848e-05, | |
| "loss": 1.1163, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.5974405105400726, | |
| "grad_norm": 1.3810557126998901, | |
| "learning_rate": 2.0141552666417736e-05, | |
| "loss": 1.1246, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.600835058895414, | |
| "grad_norm": 1.3166576623916626, | |
| "learning_rate": 1.9971825248650668e-05, | |
| "loss": 1.0635, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.6042296072507553, | |
| "grad_norm": 1.2918510437011719, | |
| "learning_rate": 1.98020978308836e-05, | |
| "loss": 1.1338, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.6076241556060966, | |
| "grad_norm": 1.3206653594970703, | |
| "learning_rate": 1.9632370413116535e-05, | |
| "loss": 1.1538, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.611018703961438, | |
| "grad_norm": 1.1084457635879517, | |
| "learning_rate": 1.946264299534947e-05, | |
| "loss": 1.0151, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.6144132523167792, | |
| "grad_norm": 1.6946609020233154, | |
| "learning_rate": 1.9292915577582406e-05, | |
| "loss": 1.173, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.6178078006721206, | |
| "grad_norm": 1.5061676502227783, | |
| "learning_rate": 1.9123188159815334e-05, | |
| "loss": 1.1463, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.6212023490274619, | |
| "grad_norm": 1.400976300239563, | |
| "learning_rate": 1.895346074204827e-05, | |
| "loss": 1.147, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.6245968973828032, | |
| "grad_norm": 1.398390769958496, | |
| "learning_rate": 1.8783733324281205e-05, | |
| "loss": 1.0824, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.6279914457381446, | |
| "grad_norm": 1.0492353439331055, | |
| "learning_rate": 1.861570318069181e-05, | |
| "loss": 1.1912, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.6313859940934858, | |
| "grad_norm": 1.5323091745376587, | |
| "learning_rate": 1.8445975762924745e-05, | |
| "loss": 1.1324, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.6347805424488272, | |
| "grad_norm": 1.2045379877090454, | |
| "learning_rate": 1.827624834515768e-05, | |
| "loss": 1.1011, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.6381750908041685, | |
| "grad_norm": 1.4627662897109985, | |
| "learning_rate": 1.8106520927390612e-05, | |
| "loss": 1.0789, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.6415696391595098, | |
| "grad_norm": 1.492099642753601, | |
| "learning_rate": 1.7936793509623544e-05, | |
| "loss": 1.1794, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.6449641875148512, | |
| "grad_norm": 1.8160879611968994, | |
| "learning_rate": 1.776706609185648e-05, | |
| "loss": 1.087, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.6483587358701924, | |
| "grad_norm": 1.135730504989624, | |
| "learning_rate": 1.7597338674089415e-05, | |
| "loss": 1.1466, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.6517532842255338, | |
| "grad_norm": 1.2633298635482788, | |
| "learning_rate": 1.7427611256322347e-05, | |
| "loss": 1.1453, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.6551478325808752, | |
| "grad_norm": 1.3639088869094849, | |
| "learning_rate": 1.725788383855528e-05, | |
| "loss": 1.1772, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.6585423809362164, | |
| "grad_norm": 1.5371415615081787, | |
| "learning_rate": 1.7088156420788214e-05, | |
| "loss": 1.1676, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.6619369292915578, | |
| "grad_norm": 1.1205295324325562, | |
| "learning_rate": 1.691842900302115e-05, | |
| "loss": 1.1312, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.665331477646899, | |
| "grad_norm": 1.3705852031707764, | |
| "learning_rate": 1.6748701585254085e-05, | |
| "loss": 1.2032, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.6687260260022404, | |
| "grad_norm": 1.6704633235931396, | |
| "learning_rate": 1.6578974167487017e-05, | |
| "loss": 1.1594, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.6721205743575818, | |
| "grad_norm": 1.3317358493804932, | |
| "learning_rate": 1.640924674971995e-05, | |
| "loss": 1.1118, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.675515122712923, | |
| "grad_norm": 1.666467547416687, | |
| "learning_rate": 1.6239519331952884e-05, | |
| "loss": 1.1402, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.6789096710682644, | |
| "grad_norm": 1.5140140056610107, | |
| "learning_rate": 1.606979191418582e-05, | |
| "loss": 1.0712, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.6823042194236056, | |
| "grad_norm": 1.5290478467941284, | |
| "learning_rate": 1.590006449641875e-05, | |
| "loss": 1.1054, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.685698767778947, | |
| "grad_norm": 1.408411979675293, | |
| "learning_rate": 1.5730337078651687e-05, | |
| "loss": 1.1755, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.6890933161342884, | |
| "grad_norm": 1.8979178667068481, | |
| "learning_rate": 1.556060966088462e-05, | |
| "loss": 1.0911, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.6924878644896296, | |
| "grad_norm": 1.3804025650024414, | |
| "learning_rate": 1.5390882243117554e-05, | |
| "loss": 1.1299, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.695882412844971, | |
| "grad_norm": 1.1603401899337769, | |
| "learning_rate": 1.5221154825350486e-05, | |
| "loss": 1.081, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.6992769612003124, | |
| "grad_norm": 1.4648966789245605, | |
| "learning_rate": 1.5051427407583421e-05, | |
| "loss": 1.1228, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.7026715095556536, | |
| "grad_norm": 1.589272379875183, | |
| "learning_rate": 1.4881699989816355e-05, | |
| "loss": 1.1068, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.706066057910995, | |
| "grad_norm": 1.337220311164856, | |
| "learning_rate": 1.471197257204929e-05, | |
| "loss": 1.1538, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.7094606062663362, | |
| "grad_norm": 1.5323350429534912, | |
| "learning_rate": 1.4542245154282224e-05, | |
| "loss": 1.0592, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.7128551546216776, | |
| "grad_norm": 1.6231937408447266, | |
| "learning_rate": 1.4372517736515156e-05, | |
| "loss": 1.1526, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.716249702977019, | |
| "grad_norm": 1.8754550218582153, | |
| "learning_rate": 1.4202790318748091e-05, | |
| "loss": 1.0773, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.7196442513323602, | |
| "grad_norm": 1.1128793954849243, | |
| "learning_rate": 1.4033062900981025e-05, | |
| "loss": 1.0372, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.7230387996877016, | |
| "grad_norm": 1.5695431232452393, | |
| "learning_rate": 1.386333548321396e-05, | |
| "loss": 1.1535, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.7264333480430428, | |
| "grad_norm": 1.327945351600647, | |
| "learning_rate": 1.3693608065446892e-05, | |
| "loss": 1.1107, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.7298278963983842, | |
| "grad_norm": 1.3291347026824951, | |
| "learning_rate": 1.3523880647679826e-05, | |
| "loss": 1.1303, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.7332224447537256, | |
| "grad_norm": 1.3102412223815918, | |
| "learning_rate": 1.3354153229912761e-05, | |
| "loss": 1.1271, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.7366169931090668, | |
| "grad_norm": 1.532332181930542, | |
| "learning_rate": 1.3184425812145695e-05, | |
| "loss": 1.1259, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.7400115414644082, | |
| "grad_norm": 1.8076393604278564, | |
| "learning_rate": 1.301469839437863e-05, | |
| "loss": 1.0277, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.7434060898197494, | |
| "grad_norm": 1.560998558998108, | |
| "learning_rate": 1.2844970976611562e-05, | |
| "loss": 1.0944, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.7468006381750908, | |
| "grad_norm": 1.4512039422988892, | |
| "learning_rate": 1.2675243558844496e-05, | |
| "loss": 1.1439, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.7501951865304322, | |
| "grad_norm": 1.1790564060211182, | |
| "learning_rate": 1.2505516141077431e-05, | |
| "loss": 1.1109, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.7535897348857734, | |
| "grad_norm": 0.8725073337554932, | |
| "learning_rate": 1.2337485997488036e-05, | |
| "loss": 1.1064, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.7569842832411148, | |
| "grad_norm": 1.7705230712890625, | |
| "learning_rate": 1.2167758579720968e-05, | |
| "loss": 1.1094, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.7603788315964561, | |
| "grad_norm": 1.72670578956604, | |
| "learning_rate": 1.1998031161953903e-05, | |
| "loss": 1.0784, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.7637733799517974, | |
| "grad_norm": 1.0623925924301147, | |
| "learning_rate": 1.1828303744186837e-05, | |
| "loss": 1.1441, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.7671679283071388, | |
| "grad_norm": 1.4572324752807617, | |
| "learning_rate": 1.165857632641977e-05, | |
| "loss": 1.0754, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.77056247666248, | |
| "grad_norm": 1.4778876304626465, | |
| "learning_rate": 1.1488848908652704e-05, | |
| "loss": 1.0816, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.7739570250178214, | |
| "grad_norm": 1.5544917583465576, | |
| "learning_rate": 1.1319121490885638e-05, | |
| "loss": 1.1449, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.7773515733731627, | |
| "grad_norm": 1.4993566274642944, | |
| "learning_rate": 1.1149394073118571e-05, | |
| "loss": 1.0315, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.780746121728504, | |
| "grad_norm": 1.5602749586105347, | |
| "learning_rate": 1.0979666655351507e-05, | |
| "loss": 1.151, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.7841406700838454, | |
| "grad_norm": 1.2788993120193481, | |
| "learning_rate": 1.080993923758444e-05, | |
| "loss": 1.1134, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.7875352184391866, | |
| "grad_norm": 1.4655214548110962, | |
| "learning_rate": 1.0640211819817374e-05, | |
| "loss": 1.1033, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.790929766794528, | |
| "grad_norm": 1.4986985921859741, | |
| "learning_rate": 1.0470484402050308e-05, | |
| "loss": 1.1025, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.7943243151498693, | |
| "grad_norm": 1.651713490486145, | |
| "learning_rate": 1.0300756984283241e-05, | |
| "loss": 1.173, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.7977188635052106, | |
| "grad_norm": 1.4241468906402588, | |
| "learning_rate": 1.0131029566516175e-05, | |
| "loss": 1.1499, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.801113411860552, | |
| "grad_norm": 1.4987541437149048, | |
| "learning_rate": 9.961302148749109e-06, | |
| "loss": 1.0355, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.8045079602158933, | |
| "grad_norm": 1.6847175359725952, | |
| "learning_rate": 9.791574730982044e-06, | |
| "loss": 1.0974, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.8079025085712346, | |
| "grad_norm": 1.319767713546753, | |
| "learning_rate": 9.621847313214976e-06, | |
| "loss": 1.0246, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.8112970569265759, | |
| "grad_norm": 0.8837277293205261, | |
| "learning_rate": 9.452119895447911e-06, | |
| "loss": 1.0828, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.8146916052819172, | |
| "grad_norm": 1.3911470174789429, | |
| "learning_rate": 9.282392477680845e-06, | |
| "loss": 1.1347, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.8180861536372586, | |
| "grad_norm": 1.6268776655197144, | |
| "learning_rate": 9.112665059913779e-06, | |
| "loss": 1.1426, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.8214807019925999, | |
| "grad_norm": 1.229019284248352, | |
| "learning_rate": 8.942937642146714e-06, | |
| "loss": 1.147, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.8248752503479412, | |
| "grad_norm": 1.4097239971160889, | |
| "learning_rate": 8.773210224379646e-06, | |
| "loss": 1.1377, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.8282697987032825, | |
| "grad_norm": 1.1406160593032837, | |
| "learning_rate": 8.603482806612581e-06, | |
| "loss": 1.1035, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.8316643470586238, | |
| "grad_norm": 1.0381433963775635, | |
| "learning_rate": 8.433755388845515e-06, | |
| "loss": 1.091, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.8350588954139652, | |
| "grad_norm": 1.3789398670196533, | |
| "learning_rate": 8.264027971078449e-06, | |
| "loss": 1.0108, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.8384534437693065, | |
| "grad_norm": 1.2343610525131226, | |
| "learning_rate": 8.094300553311382e-06, | |
| "loss": 1.1196, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.8418479921246478, | |
| "grad_norm": 1.3978173732757568, | |
| "learning_rate": 7.924573135544316e-06, | |
| "loss": 1.0261, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.8452425404799891, | |
| "grad_norm": 1.2678471803665161, | |
| "learning_rate": 7.75484571777725e-06, | |
| "loss": 1.0813, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.8486370888353305, | |
| "grad_norm": 1.5607575178146362, | |
| "learning_rate": 7.585118300010184e-06, | |
| "loss": 1.167, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.8520316371906718, | |
| "grad_norm": 1.1577645540237427, | |
| "learning_rate": 7.415390882243117e-06, | |
| "loss": 1.1326, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.8554261855460131, | |
| "grad_norm": 1.0699902772903442, | |
| "learning_rate": 7.2456634644760515e-06, | |
| "loss": 1.0751, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.8588207339013544, | |
| "grad_norm": 1.3334201574325562, | |
| "learning_rate": 7.075936046708986e-06, | |
| "loss": 1.083, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.8622152822566957, | |
| "grad_norm": 1.493215799331665, | |
| "learning_rate": 6.90620862894192e-06, | |
| "loss": 1.152, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.8656098306120371, | |
| "grad_norm": 1.5618408918380737, | |
| "learning_rate": 6.736481211174854e-06, | |
| "loss": 1.0474, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.8690043789673784, | |
| "grad_norm": 1.4898067712783813, | |
| "learning_rate": 6.566753793407787e-06, | |
| "loss": 1.1261, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.8723989273227197, | |
| "grad_norm": 1.1436446905136108, | |
| "learning_rate": 6.3970263756407215e-06, | |
| "loss": 1.0708, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.875793475678061, | |
| "grad_norm": 1.4544737339019775, | |
| "learning_rate": 6.227298957873655e-06, | |
| "loss": 1.0788, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.8791880240334023, | |
| "grad_norm": 1.0729115009307861, | |
| "learning_rate": 6.05757154010659e-06, | |
| "loss": 1.0525, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.8825825723887437, | |
| "grad_norm": 1.5516784191131592, | |
| "learning_rate": 5.887844122339523e-06, | |
| "loss": 1.0874, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.885977120744085, | |
| "grad_norm": 1.4837692975997925, | |
| "learning_rate": 5.718116704572457e-06, | |
| "loss": 1.1142, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.8893716690994263, | |
| "grad_norm": 1.1491631269454956, | |
| "learning_rate": 5.548389286805391e-06, | |
| "loss": 1.0618, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.8927662174547677, | |
| "grad_norm": 1.5417340993881226, | |
| "learning_rate": 5.378661869038324e-06, | |
| "loss": 0.993, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.896160765810109, | |
| "grad_norm": 0.9728216528892517, | |
| "learning_rate": 5.208934451271259e-06, | |
| "loss": 1.1583, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.8995553141654503, | |
| "grad_norm": 1.0447022914886475, | |
| "learning_rate": 5.0392070335041925e-06, | |
| "loss": 1.0472, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.9029498625207916, | |
| "grad_norm": 1.2869070768356323, | |
| "learning_rate": 4.869479615737126e-06, | |
| "loss": 1.0823, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.9063444108761329, | |
| "grad_norm": 1.6531902551651, | |
| "learning_rate": 4.69975219797006e-06, | |
| "loss": 1.0836, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.9097389592314743, | |
| "grad_norm": 1.559571385383606, | |
| "learning_rate": 4.530024780202994e-06, | |
| "loss": 1.0009, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.9131335075868156, | |
| "grad_norm": 1.3163347244262695, | |
| "learning_rate": 4.360297362435928e-06, | |
| "loss": 1.1214, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.9165280559421569, | |
| "grad_norm": 1.1032936573028564, | |
| "learning_rate": 4.1905699446688625e-06, | |
| "loss": 1.113, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.9199226042974982, | |
| "grad_norm": 1.4257267713546753, | |
| "learning_rate": 4.020842526901796e-06, | |
| "loss": 1.0477, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.9233171526528395, | |
| "grad_norm": 2.0018675327301025, | |
| "learning_rate": 3.85111510913473e-06, | |
| "loss": 1.1487, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.9267117010081809, | |
| "grad_norm": 1.38235342502594, | |
| "learning_rate": 3.681387691367664e-06, | |
| "loss": 1.0816, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.9301062493635222, | |
| "grad_norm": 1.4731274843215942, | |
| "learning_rate": 3.5116602736005976e-06, | |
| "loss": 1.0882, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.9335007977188635, | |
| "grad_norm": 1.225797414779663, | |
| "learning_rate": 3.3419328558335317e-06, | |
| "loss": 1.0551, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.9368953460742049, | |
| "grad_norm": 1.597345232963562, | |
| "learning_rate": 3.1722054380664653e-06, | |
| "loss": 1.0565, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.9402898944295461, | |
| "grad_norm": 1.092685341835022, | |
| "learning_rate": 3.0024780202993994e-06, | |
| "loss": 1.0821, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.9436844427848875, | |
| "grad_norm": 1.3143861293792725, | |
| "learning_rate": 2.832750602532333e-06, | |
| "loss": 1.0049, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.9470789911402288, | |
| "grad_norm": 1.1611847877502441, | |
| "learning_rate": 2.663023184765267e-06, | |
| "loss": 1.031, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.9504735394955701, | |
| "grad_norm": 1.3087385892868042, | |
| "learning_rate": 2.4932957669982012e-06, | |
| "loss": 0.9714, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.9538680878509115, | |
| "grad_norm": 1.118117094039917, | |
| "learning_rate": 2.323568349231135e-06, | |
| "loss": 1.0057, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.9572626362062527, | |
| "grad_norm": 1.5035566091537476, | |
| "learning_rate": 2.1538409314640686e-06, | |
| "loss": 1.1181, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.9606571845615941, | |
| "grad_norm": 1.372116208076477, | |
| "learning_rate": 1.9841135136970026e-06, | |
| "loss": 1.042, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.9640517329169354, | |
| "grad_norm": 1.189626693725586, | |
| "learning_rate": 1.8160833701076074e-06, | |
| "loss": 1.0346, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.9674462812722767, | |
| "grad_norm": 1.6013319492340088, | |
| "learning_rate": 1.6463559523405412e-06, | |
| "loss": 1.06, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.9708408296276181, | |
| "grad_norm": 1.7186366319656372, | |
| "learning_rate": 1.4766285345734751e-06, | |
| "loss": 1.1076, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.9742353779829593, | |
| "grad_norm": 1.3533858060836792, | |
| "learning_rate": 1.306901116806409e-06, | |
| "loss": 1.1391, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.9776299263383007, | |
| "grad_norm": 1.34947669506073, | |
| "learning_rate": 1.1371736990393429e-06, | |
| "loss": 1.0501, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.981024474693642, | |
| "grad_norm": 1.5835421085357666, | |
| "learning_rate": 9.674462812722767e-07, | |
| "loss": 1.1168, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.9844190230489833, | |
| "grad_norm": 1.2659107446670532, | |
| "learning_rate": 7.977188635052106e-07, | |
| "loss": 1.0592, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.9878135714043247, | |
| "grad_norm": 1.212120532989502, | |
| "learning_rate": 6.279914457381446e-07, | |
| "loss": 1.0867, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.9912081197596659, | |
| "grad_norm": 1.5085951089859009, | |
| "learning_rate": 4.582640279710785e-07, | |
| "loss": 1.0909, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.9946026681150073, | |
| "grad_norm": 1.6492177248001099, | |
| "learning_rate": 2.885366102040124e-07, | |
| "loss": 1.0747, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.9979972164703487, | |
| "grad_norm": 1.368004322052002, | |
| "learning_rate": 1.1880919243694626e-07, | |
| "loss": 0.9943, | |
| "step": 29400 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 29459, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 29459, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.93185924572119e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |