| { | |
| "best_metric": 2.4083755016326904, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-150", | |
| "epoch": 1.474427891260943, | |
| "eval_steps": 25, | |
| "global_step": 150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009829519275072954, | |
| "grad_norm": 2.6821541786193848, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 3.4332, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.009829519275072954, | |
| "eval_loss": 4.630801200866699, | |
| "eval_runtime": 0.698, | |
| "eval_samples_per_second": 71.632, | |
| "eval_steps_per_second": 18.624, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.019659038550145908, | |
| "grad_norm": 3.109013319015503, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 3.6809, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.02948855782521886, | |
| "grad_norm": 3.3269290924072266, | |
| "learning_rate": 5e-05, | |
| "loss": 3.8116, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.039318077100291816, | |
| "grad_norm": 3.2339508533477783, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 3.7141, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.04914759637536477, | |
| "grad_norm": 3.194000482559204, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 3.7467, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05897711565043772, | |
| "grad_norm": 3.2596042156219482, | |
| "learning_rate": 0.0001, | |
| "loss": 3.6488, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06880663492551067, | |
| "grad_norm": 2.7639877796173096, | |
| "learning_rate": 0.00011666666666666668, | |
| "loss": 3.4483, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.07863615420058363, | |
| "grad_norm": 2.3510923385620117, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 3.2237, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.08846567347565658, | |
| "grad_norm": 2.3857412338256836, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 3.289, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.09829519275072954, | |
| "grad_norm": 3.4331414699554443, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 3.1625, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.10812471202580248, | |
| "grad_norm": 3.1604197025299072, | |
| "learning_rate": 0.00018333333333333334, | |
| "loss": 3.2429, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.11795423130087544, | |
| "grad_norm": 2.682563304901123, | |
| "learning_rate": 0.0002, | |
| "loss": 3.4042, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.1277837505759484, | |
| "grad_norm": 1.3882246017456055, | |
| "learning_rate": 0.00019999486177088252, | |
| "loss": 2.6979, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.13761326985102135, | |
| "grad_norm": 1.0993757247924805, | |
| "learning_rate": 0.00019997944767022771, | |
| "loss": 2.5693, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.1474427891260943, | |
| "grad_norm": 0.979709804058075, | |
| "learning_rate": 0.00019995375945806192, | |
| "loss": 2.5269, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.15727230840116727, | |
| "grad_norm": 0.9595231413841248, | |
| "learning_rate": 0.00019991780006753883, | |
| "loss": 2.6667, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.1671018276762402, | |
| "grad_norm": 0.832266092300415, | |
| "learning_rate": 0.0001998715736046049, | |
| "loss": 2.4709, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.17693134695131316, | |
| "grad_norm": 1.0170220136642456, | |
| "learning_rate": 0.00019981508534753028, | |
| "loss": 2.4992, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.18676086622638613, | |
| "grad_norm": 0.8332740068435669, | |
| "learning_rate": 0.00019974834174630622, | |
| "loss": 2.5776, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.19659038550145908, | |
| "grad_norm": 0.8824642300605774, | |
| "learning_rate": 0.00019967135042190862, | |
| "loss": 2.5329, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.20641990477653202, | |
| "grad_norm": 0.8353331089019775, | |
| "learning_rate": 0.00019958412016542784, | |
| "loss": 2.5575, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.21624942405160497, | |
| "grad_norm": 0.9471293091773987, | |
| "learning_rate": 0.00019948666093706484, | |
| "loss": 2.6083, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.22607894332667794, | |
| "grad_norm": 1.0592094659805298, | |
| "learning_rate": 0.00019937898386499393, | |
| "loss": 2.6781, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.23590846260175088, | |
| "grad_norm": 1.2304210662841797, | |
| "learning_rate": 0.00019926110124409216, | |
| "loss": 2.7943, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.24573798187682383, | |
| "grad_norm": 2.681989908218384, | |
| "learning_rate": 0.00019913302653453544, | |
| "loss": 3.2206, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.24573798187682383, | |
| "eval_loss": 2.6977789402008057, | |
| "eval_runtime": 0.6963, | |
| "eval_samples_per_second": 71.804, | |
| "eval_steps_per_second": 18.669, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2555675011518968, | |
| "grad_norm": 1.0680567026138306, | |
| "learning_rate": 0.00019899477436026157, | |
| "loss": 2.386, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.2653970204269697, | |
| "grad_norm": 1.146119236946106, | |
| "learning_rate": 0.00019884636050730055, | |
| "loss": 2.4147, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.2752265397020427, | |
| "grad_norm": 1.0828416347503662, | |
| "learning_rate": 0.00019868780192197182, | |
| "loss": 2.4808, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.28505605897711567, | |
| "grad_norm": 1.0389188528060913, | |
| "learning_rate": 0.00019851911670894977, | |
| "loss": 2.4491, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.2948855782521886, | |
| "grad_norm": 0.9195923805236816, | |
| "learning_rate": 0.0001983403241291959, | |
| "loss": 2.3826, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.30471509752726156, | |
| "grad_norm": 0.8912298083305359, | |
| "learning_rate": 0.00019815144459776, | |
| "loss": 2.4857, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.31454461680233453, | |
| "grad_norm": 0.8696074485778809, | |
| "learning_rate": 0.00019795249968144896, | |
| "loss": 2.4644, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.32437413607740745, | |
| "grad_norm": 0.8864859938621521, | |
| "learning_rate": 0.00019774351209636413, | |
| "loss": 2.5214, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.3342036553524804, | |
| "grad_norm": 0.9830371737480164, | |
| "learning_rate": 0.0001975245057053076, | |
| "loss": 2.5429, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3440331746275534, | |
| "grad_norm": 1.0698072910308838, | |
| "learning_rate": 0.00019729550551505752, | |
| "loss": 2.655, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.3538626939026263, | |
| "grad_norm": 1.177764892578125, | |
| "learning_rate": 0.00019705653767351265, | |
| "loss": 2.6462, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.3636922131776993, | |
| "grad_norm": 1.5564563274383545, | |
| "learning_rate": 0.00019680762946670683, | |
| "loss": 2.8865, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.37352173245277226, | |
| "grad_norm": 1.0166500806808472, | |
| "learning_rate": 0.0001965488093156933, | |
| "loss": 2.3889, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.3833512517278452, | |
| "grad_norm": 0.7780814170837402, | |
| "learning_rate": 0.00019628010677329947, | |
| "loss": 2.22, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.39318077100291815, | |
| "grad_norm": 0.7663058638572693, | |
| "learning_rate": 0.00019600155252075268, | |
| "loss": 2.2794, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.40301029027799107, | |
| "grad_norm": 0.9589061737060547, | |
| "learning_rate": 0.0001957131783641767, | |
| "loss": 2.4648, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.41283980955306404, | |
| "grad_norm": 0.8198392391204834, | |
| "learning_rate": 0.00019541501723096017, | |
| "loss": 2.4522, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.422669328828137, | |
| "grad_norm": 0.7783530354499817, | |
| "learning_rate": 0.0001951071031659968, | |
| "loss": 2.4004, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.43249884810320993, | |
| "grad_norm": 0.9277461767196655, | |
| "learning_rate": 0.000194789471327798, | |
| "loss": 2.4421, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.4423283673782829, | |
| "grad_norm": 0.8785288333892822, | |
| "learning_rate": 0.00019446215798447845, | |
| "loss": 2.3626, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.4521578866533559, | |
| "grad_norm": 0.9237145781517029, | |
| "learning_rate": 0.00019412520050961481, | |
| "loss": 2.4119, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.4619874059284288, | |
| "grad_norm": 0.9750041961669922, | |
| "learning_rate": 0.00019377863737797839, | |
| "loss": 2.4959, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.47181692520350177, | |
| "grad_norm": 1.1339645385742188, | |
| "learning_rate": 0.00019342250816114197, | |
| "loss": 2.4285, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.48164644447857474, | |
| "grad_norm": 1.3169782161712646, | |
| "learning_rate": 0.00019305685352296134, | |
| "loss": 2.667, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.49147596375364766, | |
| "grad_norm": 2.7065019607543945, | |
| "learning_rate": 0.00019268171521493225, | |
| "loss": 3.0527, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.49147596375364766, | |
| "eval_loss": 2.54618239402771, | |
| "eval_runtime": 0.6959, | |
| "eval_samples_per_second": 71.852, | |
| "eval_steps_per_second": 18.682, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.5013054830287206, | |
| "grad_norm": 1.095455288887024, | |
| "learning_rate": 0.0001922971360714231, | |
| "loss": 2.2371, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.5111350023037936, | |
| "grad_norm": 0.9260361790657043, | |
| "learning_rate": 0.00019190316000478402, | |
| "loss": 2.3674, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.5209645215788665, | |
| "grad_norm": 0.8077250123023987, | |
| "learning_rate": 0.0001914998320003326, | |
| "loss": 2.3025, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.5307940408539394, | |
| "grad_norm": 0.8684698939323425, | |
| "learning_rate": 0.00019108719811121772, | |
| "loss": 2.3124, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.5406235601290125, | |
| "grad_norm": 1.095186471939087, | |
| "learning_rate": 0.0001906653054531608, | |
| "loss": 2.3331, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5504530794040854, | |
| "grad_norm": 1.0066113471984863, | |
| "learning_rate": 0.00019023420219907607, | |
| "loss": 2.3205, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.5602825986791583, | |
| "grad_norm": 0.84846431016922, | |
| "learning_rate": 0.00018979393757357003, | |
| "loss": 2.3889, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.5701121179542313, | |
| "grad_norm": 0.8877599835395813, | |
| "learning_rate": 0.00018934456184732082, | |
| "loss": 2.3474, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.5799416372293043, | |
| "grad_norm": 1.066555142402649, | |
| "learning_rate": 0.00018888612633133827, | |
| "loss": 2.4563, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5897711565043772, | |
| "grad_norm": 1.1691265106201172, | |
| "learning_rate": 0.00018841868337110508, | |
| "loss": 2.4273, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5996006757794502, | |
| "grad_norm": 1.2215334177017212, | |
| "learning_rate": 0.0001879422863405995, | |
| "loss": 2.4515, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.6094301950545231, | |
| "grad_norm": 1.5334198474884033, | |
| "learning_rate": 0.00018745698963620145, | |
| "loss": 2.7499, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.619259714329596, | |
| "grad_norm": 0.930508553981781, | |
| "learning_rate": 0.00018696284867048118, | |
| "loss": 2.3011, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.6290892336046691, | |
| "grad_norm": 0.732704222202301, | |
| "learning_rate": 0.00018645991986587185, | |
| "loss": 2.2053, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.638918752879742, | |
| "grad_norm": 0.7689364552497864, | |
| "learning_rate": 0.0001859482606482275, | |
| "loss": 2.2696, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.6487482721548149, | |
| "grad_norm": 0.8270861506462097, | |
| "learning_rate": 0.00018542792944026566, | |
| "loss": 2.3104, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.6585777914298879, | |
| "grad_norm": 0.8585655689239502, | |
| "learning_rate": 0.00018489898565489664, | |
| "loss": 2.2854, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.6684073107049608, | |
| "grad_norm": 0.958391010761261, | |
| "learning_rate": 0.00018436148968843956, | |
| "loss": 2.3815, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.6782368299800338, | |
| "grad_norm": 0.8035868406295776, | |
| "learning_rate": 0.00018381550291372603, | |
| "loss": 2.3304, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6880663492551068, | |
| "grad_norm": 0.8527224063873291, | |
| "learning_rate": 0.00018326108767309266, | |
| "loss": 2.2976, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6978958685301797, | |
| "grad_norm": 1.0419751405715942, | |
| "learning_rate": 0.00018269830727126233, | |
| "loss": 2.3254, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.7077253878052526, | |
| "grad_norm": 1.060821533203125, | |
| "learning_rate": 0.0001821272259681161, | |
| "loss": 2.3873, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.7175549070803257, | |
| "grad_norm": 1.11903977394104, | |
| "learning_rate": 0.00018154790897135581, | |
| "loss": 2.425, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.7273844263553986, | |
| "grad_norm": 1.2984219789505005, | |
| "learning_rate": 0.00018096042242905832, | |
| "loss": 2.5535, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.7372139456304715, | |
| "grad_norm": 2.152036428451538, | |
| "learning_rate": 0.00018036483342212268, | |
| "loss": 2.8375, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.7372139456304715, | |
| "eval_loss": 2.4736454486846924, | |
| "eval_runtime": 0.6958, | |
| "eval_samples_per_second": 71.864, | |
| "eval_steps_per_second": 18.685, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.7470434649055445, | |
| "grad_norm": 0.7806919813156128, | |
| "learning_rate": 0.00017976120995661068, | |
| "loss": 2.2532, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.7568729841806174, | |
| "grad_norm": 0.7151602506637573, | |
| "learning_rate": 0.00017914962095598151, | |
| "loss": 2.2544, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.7667025034556904, | |
| "grad_norm": 0.7725361585617065, | |
| "learning_rate": 0.0001785301362532221, | |
| "loss": 2.2388, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.7765320227307633, | |
| "grad_norm": 0.8105177879333496, | |
| "learning_rate": 0.00017790282658287332, | |
| "loss": 2.3032, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.7863615420058363, | |
| "grad_norm": 0.8750107884407043, | |
| "learning_rate": 0.00017726776357295318, | |
| "loss": 2.252, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7961910612809092, | |
| "grad_norm": 0.8127192854881287, | |
| "learning_rate": 0.0001766250197367784, | |
| "loss": 2.3539, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.8060205805559821, | |
| "grad_norm": 0.8602331280708313, | |
| "learning_rate": 0.00017597466846468437, | |
| "loss": 2.3433, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.8158500998310552, | |
| "grad_norm": 0.8889239430427551, | |
| "learning_rate": 0.0001753167840156454, | |
| "loss": 2.3318, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.8256796191061281, | |
| "grad_norm": 1.038681149482727, | |
| "learning_rate": 0.00017465144150879548, | |
| "loss": 2.4018, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.835509138381201, | |
| "grad_norm": 1.0794991254806519, | |
| "learning_rate": 0.00017397871691485117, | |
| "loss": 2.3722, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.845338657656274, | |
| "grad_norm": 1.2361195087432861, | |
| "learning_rate": 0.00017329868704743677, | |
| "loss": 2.4939, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.855168176931347, | |
| "grad_norm": 1.5107554197311401, | |
| "learning_rate": 0.0001726114295543138, | |
| "loss": 2.6408, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.8649976962064199, | |
| "grad_norm": 0.9424665570259094, | |
| "learning_rate": 0.00017191702290851469, | |
| "loss": 2.2892, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.8748272154814929, | |
| "grad_norm": 0.8208919763565063, | |
| "learning_rate": 0.00017121554639938272, | |
| "loss": 2.2319, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.8846567347565658, | |
| "grad_norm": 0.811772882938385, | |
| "learning_rate": 0.00017050708012351852, | |
| "loss": 2.1431, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8944862540316387, | |
| "grad_norm": 0.7872000336647034, | |
| "learning_rate": 0.00016979170497563416, | |
| "loss": 2.3565, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.9043157733067118, | |
| "grad_norm": 0.8809075355529785, | |
| "learning_rate": 0.00016906950263931663, | |
| "loss": 2.3408, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.9141452925817847, | |
| "grad_norm": 0.8811956644058228, | |
| "learning_rate": 0.00016834055557770096, | |
| "loss": 2.2743, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.9239748118568576, | |
| "grad_norm": 0.8447458148002625, | |
| "learning_rate": 0.00016760494702405416, | |
| "loss": 2.2628, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.9338043311319306, | |
| "grad_norm": 0.8538081049919128, | |
| "learning_rate": 0.00016686276097227154, | |
| "loss": 2.2477, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.9436338504070035, | |
| "grad_norm": 0.895717442035675, | |
| "learning_rate": 0.00016611408216728603, | |
| "loss": 2.3793, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.9534633696820765, | |
| "grad_norm": 1.01509428024292, | |
| "learning_rate": 0.00016535899609539177, | |
| "loss": 2.3649, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.9632928889571495, | |
| "grad_norm": 1.1379575729370117, | |
| "learning_rate": 0.00016459758897448298, | |
| "loss": 2.4999, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.9731224082322224, | |
| "grad_norm": 1.2544729709625244, | |
| "learning_rate": 0.00016382994774420947, | |
| "loss": 2.4487, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.9829519275072953, | |
| "grad_norm": 2.1138370037078857, | |
| "learning_rate": 0.0001630561600560494, | |
| "loss": 2.8294, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9829519275072953, | |
| "eval_loss": 2.4398374557495117, | |
| "eval_runtime": 0.6951, | |
| "eval_samples_per_second": 71.931, | |
| "eval_steps_per_second": 18.702, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9927814467823683, | |
| "grad_norm": 0.9641188383102417, | |
| "learning_rate": 0.00016227631426330124, | |
| "loss": 2.2486, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.0026109660574412, | |
| "grad_norm": 1.2361067533493042, | |
| "learning_rate": 0.00016149049941099528, | |
| "loss": 3.1568, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.0124404853325142, | |
| "grad_norm": 0.6794304251670837, | |
| "learning_rate": 0.00016069880522572597, | |
| "loss": 2.0051, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.0222700046075872, | |
| "grad_norm": 0.7373532056808472, | |
| "learning_rate": 0.00015990132210540707, | |
| "loss": 2.1212, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.03209952388266, | |
| "grad_norm": 0.7815002202987671, | |
| "learning_rate": 0.00015909814110894938, | |
| "loss": 2.1963, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.041929043157733, | |
| "grad_norm": 0.8411288261413574, | |
| "learning_rate": 0.00015828935394586365, | |
| "loss": 2.108, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.051758562432806, | |
| "grad_norm": 0.9140182137489319, | |
| "learning_rate": 0.00015747505296578884, | |
| "loss": 2.014, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.0615880817078789, | |
| "grad_norm": 0.8995840549468994, | |
| "learning_rate": 0.0001566553311479473, | |
| "loss": 2.1216, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.071417600982952, | |
| "grad_norm": 0.8572644591331482, | |
| "learning_rate": 0.0001558302820905281, | |
| "loss": 2.1224, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.081247120258025, | |
| "grad_norm": 0.8983514904975891, | |
| "learning_rate": 0.000155, | |
| "loss": 2.0613, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0910766395330977, | |
| "grad_norm": 1.0163862705230713, | |
| "learning_rate": 0.00015416457968035443, | |
| "loss": 2.0615, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.1009061588081708, | |
| "grad_norm": 1.1525602340698242, | |
| "learning_rate": 0.0001533241165222805, | |
| "loss": 2.0906, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.1107356780832438, | |
| "grad_norm": 1.3764214515686035, | |
| "learning_rate": 0.00015247870649227308, | |
| "loss": 2.1388, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.1205651973583166, | |
| "grad_norm": 1.391831398010254, | |
| "learning_rate": 0.0001516284461216752, | |
| "loss": 1.7508, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.1303947166333896, | |
| "grad_norm": 1.578629970550537, | |
| "learning_rate": 0.00015077343249565554, | |
| "loss": 2.4968, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.1402242359084627, | |
| "grad_norm": 1.0895462036132812, | |
| "learning_rate": 0.0001499137632421232, | |
| "loss": 2.0435, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.1500537551835355, | |
| "grad_norm": 1.0212132930755615, | |
| "learning_rate": 0.00014904953652058022, | |
| "loss": 2.0891, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.1598832744586085, | |
| "grad_norm": 0.9461895227432251, | |
| "learning_rate": 0.00014818085101091336, | |
| "loss": 2.1364, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.1697127937336815, | |
| "grad_norm": 0.8605825901031494, | |
| "learning_rate": 0.0001473078059021266, | |
| "loss": 2.0956, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.1795423130087543, | |
| "grad_norm": 1.0641827583312988, | |
| "learning_rate": 0.00014643050088101545, | |
| "loss": 1.984, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.1893718322838274, | |
| "grad_norm": 0.9965870380401611, | |
| "learning_rate": 0.00014554903612078448, | |
| "loss": 2.0469, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.1992013515589004, | |
| "grad_norm": 1.0630478858947754, | |
| "learning_rate": 0.00014466351226960917, | |
| "loss": 2.0305, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.2090308708339732, | |
| "grad_norm": 1.062567949295044, | |
| "learning_rate": 0.0001437740304391437, | |
| "loss": 2.024, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.2188603901090462, | |
| "grad_norm": 1.1082484722137451, | |
| "learning_rate": 0.0001428806921929756, | |
| "loss": 2.0846, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.2286899093841193, | |
| "grad_norm": 1.236946702003479, | |
| "learning_rate": 0.000141983599535029, | |
| "loss": 1.9621, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.2286899093841193, | |
| "eval_loss": 2.4299097061157227, | |
| "eval_runtime": 0.6964, | |
| "eval_samples_per_second": 71.798, | |
| "eval_steps_per_second": 18.667, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.238519428659192, | |
| "grad_norm": 1.6171234846115112, | |
| "learning_rate": 0.00014108285489791768, | |
| "loss": 2.2414, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.248348947934265, | |
| "grad_norm": 2.209141254425049, | |
| "learning_rate": 0.0001401785611312488, | |
| "loss": 2.4781, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.2581784672093381, | |
| "grad_norm": 1.0709174871444702, | |
| "learning_rate": 0.00013927082148987925, | |
| "loss": 1.9901, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.268007986484411, | |
| "grad_norm": 1.1437026262283325, | |
| "learning_rate": 0.0001383597396221259, | |
| "loss": 1.9849, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.277837505759484, | |
| "grad_norm": 1.181343674659729, | |
| "learning_rate": 0.00013744541955793045, | |
| "loss": 2.0997, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.287667025034557, | |
| "grad_norm": 1.113682508468628, | |
| "learning_rate": 0.0001365279656969814, | |
| "loss": 2.0418, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.2974965443096298, | |
| "grad_norm": 1.067321538925171, | |
| "learning_rate": 0.0001356074827967929, | |
| "loss": 2.0363, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.3073260635847028, | |
| "grad_norm": 0.9680085182189941, | |
| "learning_rate": 0.00013468407596074376, | |
| "loss": 2.0136, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.3171555828597756, | |
| "grad_norm": 1.076326608657837, | |
| "learning_rate": 0.0001337578506260759, | |
| "loss": 2.03, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.3269851021348487, | |
| "grad_norm": 1.0561034679412842, | |
| "learning_rate": 0.00013282891255185565, | |
| "loss": 1.9895, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.3368146214099217, | |
| "grad_norm": 1.1942148208618164, | |
| "learning_rate": 0.0001318973678068978, | |
| "loss": 2.0359, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.3466441406849947, | |
| "grad_norm": 1.1791845560073853, | |
| "learning_rate": 0.00013096332275765407, | |
| "loss": 2.0042, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.3564736599600675, | |
| "grad_norm": 1.4035441875457764, | |
| "learning_rate": 0.00013002688405606828, | |
| "loss": 2.1086, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.3663031792351406, | |
| "grad_norm": 1.4087142944335938, | |
| "learning_rate": 0.00012908815862739835, | |
| "loss": 1.7052, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.3761326985102134, | |
| "grad_norm": 1.3538085222244263, | |
| "learning_rate": 0.00012814725365800698, | |
| "loss": 2.5688, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.3859622177852864, | |
| "grad_norm": 0.9382008910179138, | |
| "learning_rate": 0.00012720427658312352, | |
| "loss": 2.0208, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.3957917370603594, | |
| "grad_norm": 0.8642036318778992, | |
| "learning_rate": 0.0001262593350745759, | |
| "loss": 2.0409, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.4056212563354324, | |
| "grad_norm": 0.9334009289741516, | |
| "learning_rate": 0.00012531253702849696, | |
| "loss": 2.028, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.4154507756105053, | |
| "grad_norm": 0.9900059700012207, | |
| "learning_rate": 0.00012436399055300415, | |
| "loss": 2.0542, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.4252802948855783, | |
| "grad_norm": 1.1152311563491821, | |
| "learning_rate": 0.0001234138039558557, | |
| "loss": 2.0503, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.435109814160651, | |
| "grad_norm": 1.132704496383667, | |
| "learning_rate": 0.00012246208573208367, | |
| "loss": 2.019, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.4449393334357241, | |
| "grad_norm": 1.0074613094329834, | |
| "learning_rate": 0.00012150894455160555, | |
| "loss": 1.9423, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.4547688527107971, | |
| "grad_norm": 1.2089931964874268, | |
| "learning_rate": 0.00012055448924681618, | |
| "loss": 2.0784, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.4645983719858702, | |
| "grad_norm": 1.1703325510025024, | |
| "learning_rate": 0.00011959882880016083, | |
| "loss": 1.9828, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.474427891260943, | |
| "grad_norm": 1.3632087707519531, | |
| "learning_rate": 0.00011864207233169136, | |
| "loss": 2.1095, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.474427891260943, | |
| "eval_loss": 2.4083755016326904, | |
| "eval_runtime": 0.6963, | |
| "eval_samples_per_second": 71.812, | |
| "eval_steps_per_second": 18.671, | |
| "step": 150 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 306, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 1, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.444243315621888e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |