{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.6808452694019625, "global_step": 40000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 0.00014999965456413008, "loss": 0.6484, "step": 500 }, { "epoch": 0.02, "learning_rate": 0.0001499986182599296, "loss": 0.5436, "step": 1000 }, { "epoch": 0.03, "learning_rate": 0.00014999689109762647, "loss": 0.5149, "step": 1500 }, { "epoch": 0.03, "learning_rate": 0.00014999447309426713, "loss": 0.4996, "step": 2000 }, { "epoch": 0.04, "learning_rate": 0.00014999136427371623, "loss": 0.4888, "step": 2500 }, { "epoch": 0.05, "learning_rate": 0.0001499875646666566, "loss": 0.4797, "step": 3000 }, { "epoch": 0.06, "learning_rate": 0.00014998307431058887, "loss": 0.4711, "step": 3500 }, { "epoch": 0.07, "learning_rate": 0.00014997789324983099, "loss": 0.463, "step": 4000 }, { "epoch": 0.08, "learning_rate": 0.00014997202153551792, "loss": 0.4545, "step": 4500 }, { "epoch": 0.09, "learning_rate": 0.0001499654592256012, "loss": 0.4466, "step": 5000 }, { "epoch": 0.09, "learning_rate": 0.0001499582063848481, "loss": 0.4398, "step": 5500 }, { "epoch": 0.1, "learning_rate": 0.00014995026308484122, "loss": 0.4337, "step": 6000 }, { "epoch": 0.11, "learning_rate": 0.00014994162940397778, "loss": 0.4286, "step": 6500 }, { "epoch": 0.12, "learning_rate": 0.00014993230542746872, "loss": 0.4242, "step": 7000 }, { "epoch": 0.13, "learning_rate": 0.00014992229124733788, "loss": 0.4203, "step": 7500 }, { "epoch": 0.14, "learning_rate": 0.0001499115869624212, "loss": 0.4173, "step": 8000 }, { "epoch": 0.14, "learning_rate": 0.00014990019267836565, "loss": 0.4141, "step": 8500 }, { "epoch": 0.15, "learning_rate": 0.00014988810850762824, "loss": 0.4116, "step": 9000 }, { "epoch": 0.16, "learning_rate": 0.00014987533456947482, "loss": 0.4095, "step": 9500 }, { "epoch": 0.17, "learning_rate": 0.000149861870989979, "loss": 0.4075, "step": 10000 }, { "epoch": 0.18, "learning_rate": 0.0001498477758876907, "loss": 0.4057, "step": 10500 }, { "epoch": 0.19, "learning_rate": 0.00014983293618814342, "loss": 0.4038, "step": 11000 }, { "epoch": 0.2, "learning_rate": 0.00014981740726570863, "loss": 0.4021, "step": 11500 }, { "epoch": 0.2, "learning_rate": 0.00014980118927365057, "loss": 0.4005, "step": 12000 }, { "epoch": 0.21, "learning_rate": 0.00014978428237203426, "loss": 0.3991, "step": 12500 }, { "epoch": 0.22, "learning_rate": 0.00014976668672772396, "loss": 0.3977, "step": 13000 }, { "epoch": 0.23, "learning_rate": 0.00014974843976988143, "loss": 0.3968, "step": 13500 }, { "epoch": 0.24, "learning_rate": 0.00014972946854455738, "loss": 0.3953, "step": 14000 }, { "epoch": 0.25, "learning_rate": 0.00014970980911752974, "loss": 0.3945, "step": 14500 }, { "epoch": 0.26, "learning_rate": 0.0001496894616828291, "loss": 0.3931, "step": 15000 }, { "epoch": 0.26, "learning_rate": 0.0001496684264412764, "loss": 0.3921, "step": 15500 }, { "epoch": 0.27, "learning_rate": 0.00014964670360048104, "loss": 0.3909, "step": 16000 }, { "epoch": 0.28, "learning_rate": 0.00014962429337483864, "loss": 0.3903, "step": 16500 }, { "epoch": 0.29, "learning_rate": 0.00014960119598552907, "loss": 0.3892, "step": 17000 }, { "epoch": 0.3, "learning_rate": 0.00014957745991457127, "loss": 0.3885, "step": 17500 }, { "epoch": 0.31, "learning_rate": 0.00014955303988623036, "loss": 0.3877, "step": 18000 }, { "epoch": 0.31, "learning_rate": 0.00014952788514615529, "loss": 0.3871, "step": 18500 }, { "epoch": 0.32, "learning_rate": 0.0001495020441939234, "loss": 0.3858, "step": 19000 }, { "epoch": 0.33, "learning_rate": 0.0001494755172845744, "loss": 0.3854, "step": 19500 }, { "epoch": 0.34, "learning_rate": 0.00014944830467991823, "loss": 0.3847, "step": 20000 }, { "epoch": 0.35, "learning_rate": 0.00014942046312846905, "loss": 0.3839, "step": 20500 }, { "epoch": 0.36, "learning_rate": 0.0001493918813157191, "loss": 0.3837, "step": 21000 }, { "epoch": 0.37, "learning_rate": 0.0001493626146331152, "loss": 0.383, "step": 21500 }, { "epoch": 0.37, "learning_rate": 0.00014933266336950772, "loss": 0.3821, "step": 22000 }, { "epoch": 0.38, "learning_rate": 0.00014930208977431846, "loss": 0.382, "step": 22500 }, { "epoch": 0.39, "learning_rate": 0.00014927077160993785, "loss": 0.381, "step": 23000 }, { "epoch": 0.4, "learning_rate": 0.0001492387697710072, "loss": 0.3804, "step": 23500 }, { "epoch": 0.41, "learning_rate": 0.0001492060845733717, "loss": 0.38, "step": 24000 }, { "epoch": 0.42, "learning_rate": 0.00014917278375754084, "loss": 0.3793, "step": 24500 }, { "epoch": 0.43, "learning_rate": 0.00014913880296235724, "loss": 0.3791, "step": 25000 }, { "epoch": 0.43, "learning_rate": 0.00014910407237991193, "loss": 0.3787, "step": 25500 }, { "epoch": 0.44, "learning_rate": 0.00014906865976817066, "loss": 0.3779, "step": 26000 }, { "epoch": 0.45, "learning_rate": 0.00014903256547664165, "loss": 0.3778, "step": 26500 }, { "epoch": 0.46, "learning_rate": 0.0001489958640925119, "loss": 0.377, "step": 27000 }, { "epoch": 0.47, "learning_rate": 0.00014895840887839445, "loss": 0.3768, "step": 27500 }, { "epoch": 0.48, "learning_rate": 0.000148920273072621, "loss": 0.3761, "step": 28000 }, { "epoch": 0.49, "learning_rate": 0.00014888145705157658, "loss": 0.3759, "step": 28500 }, { "epoch": 0.49, "learning_rate": 0.0001488420408682806, "loss": 0.3755, "step": 29000 }, { "epoch": 0.5, "learning_rate": 0.00014880186693119052, "loss": 0.3749, "step": 29500 }, { "epoch": 0.51, "learning_rate": 0.00014876101394745023, "loss": 0.3747, "step": 30000 }, { "epoch": 0.52, "learning_rate": 0.00014871948232026222, "loss": 0.3741, "step": 30500 }, { "epoch": 0.53, "learning_rate": 0.00014867727245952692, "loss": 0.3739, "step": 31000 }, { "epoch": 0.54, "learning_rate": 0.00014863447123337502, "loss": 0.3736, "step": 31500 }, { "epoch": 0.54, "learning_rate": 0.00014859090751637814, "loss": 0.3733, "step": 32000 }, { "epoch": 0.55, "learning_rate": 0.00014854666683481534, "loss": 0.3728, "step": 32500 }, { "epoch": 0.56, "learning_rate": 0.0001485017496253243, "loss": 0.3725, "step": 33000 }, { "epoch": 0.57, "learning_rate": 0.00014845624819224238, "loss": 0.3722, "step": 33500 }, { "epoch": 0.58, "learning_rate": 0.00014840998061432743, "loss": 0.3719, "step": 34000 }, { "epoch": 0.59, "learning_rate": 0.00014836313241655734, "loss": 0.3717, "step": 34500 }, { "epoch": 0.6, "learning_rate": 0.00014831551629313194, "loss": 0.3711, "step": 35000 }, { "epoch": 0.6, "learning_rate": 0.00014826722592314076, "loss": 0.3709, "step": 35500 }, { "epoch": 0.61, "learning_rate": 0.00014821826178319038, "loss": 0.3709, "step": 36000 }, { "epoch": 0.62, "learning_rate": 0.0001481687243030059, "loss": 0.3703, "step": 36500 }, { "epoch": 0.63, "learning_rate": 0.00014811841542465117, "loss": 0.3698, "step": 37000 }, { "epoch": 0.64, "learning_rate": 0.00014806743424503673, "loss": 0.3697, "step": 37500 }, { "epoch": 0.65, "learning_rate": 0.0001480157812673262, "loss": 0.3692, "step": 38000 }, { "epoch": 0.66, "learning_rate": 0.0001479634570013137, "loss": 0.369, "step": 38500 }, { "epoch": 0.66, "learning_rate": 0.00014791046196341849, "loss": 0.3689, "step": 39000 }, { "epoch": 0.67, "learning_rate": 0.0001478567966766803, "loss": 0.3685, "step": 39500 }, { "epoch": 0.68, "learning_rate": 0.0001478024616707538, "loss": 0.3683, "step": 40000 } ], "max_steps": 500000, "num_train_epochs": 9, "total_flos": 0.0, "trial_name": null, "trial_params": null }