{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5438230762258679, "eval_steps": 500, "global_step": 3000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 4.999549488698767e-05, "loss": 0.9367, "step": 100 }, { "epoch": 0.04, "learning_rate": 4.998198117163414e-05, "loss": 0.8539, "step": 200 }, { "epoch": 0.05, "learning_rate": 4.995946372440459e-05, "loss": 0.8563, "step": 300 }, { "epoch": 0.07, "learning_rate": 4.99279506607906e-05, "loss": 0.8552, "step": 400 }, { "epoch": 0.09, "learning_rate": 4.9887453338385195e-05, "loss": 0.8377, "step": 500 }, { "epoch": 0.11, "learning_rate": 4.98379863527895e-05, "loss": 0.8346, "step": 600 }, { "epoch": 0.13, "learning_rate": 4.9779567532352364e-05, "loss": 0.8338, "step": 700 }, { "epoch": 0.15, "learning_rate": 4.971221793174483e-05, "loss": 0.8176, "step": 800 }, { "epoch": 0.16, "learning_rate": 4.9635961824371865e-05, "loss": 0.8297, "step": 900 }, { "epoch": 0.18, "learning_rate": 4.9550826693624e-05, "loss": 0.8337, "step": 1000 }, { "epoch": 0.2, "learning_rate": 4.945684322297207e-05, "loss": 0.8243, "step": 1100 }, { "epoch": 0.22, "learning_rate": 4.935404528490858e-05, "loss": 0.8289, "step": 1200 }, { "epoch": 0.24, "learning_rate": 4.924246992873982e-05, "loss": 0.818, "step": 1300 }, { "epoch": 0.25, "learning_rate": 4.9122157367232894e-05, "loss": 0.8361, "step": 1400 }, { "epoch": 0.27, "learning_rate": 4.899315096212272e-05, "loss": 0.8055, "step": 1500 }, { "epoch": 0.29, "learning_rate": 4.8855497208484046e-05, "loss": 0.8284, "step": 1600 }, { "epoch": 0.31, "learning_rate": 4.8709245717974204e-05, "loss": 0.8214, "step": 1700 }, { "epoch": 0.33, "learning_rate": 4.8554449200952635e-05, "loss": 0.8243, "step": 1800 }, { "epoch": 0.34, "learning_rate": 4.8391163447483587e-05, "loss": 0.8191, "step": 1900 }, { "epoch": 0.36, "learning_rate": 4.821944730722887e-05, "loss": 0.8106, "step": 2000 }, { "epoch": 0.38, "learning_rate": 4.803936266823792e-05, "loss": 0.8217, "step": 2100 }, { "epoch": 0.4, "learning_rate": 4.785097443464276e-05, "loss": 0.8071, "step": 2200 }, { "epoch": 0.42, "learning_rate": 4.765435050326602e-05, "loss": 0.8164, "step": 2300 }, { "epoch": 0.44, "learning_rate": 4.744956173915022e-05, "loss": 0.8264, "step": 2400 }, { "epoch": 0.45, "learning_rate": 4.7236681950017445e-05, "loss": 0.8183, "step": 2500 }, { "epoch": 0.47, "learning_rate": 4.701578785966834e-05, "loss": 0.8035, "step": 2600 }, { "epoch": 0.49, "learning_rate": 4.678695908033017e-05, "loss": 0.8019, "step": 2700 }, { "epoch": 0.51, "learning_rate": 4.655027808396385e-05, "loss": 0.8084, "step": 2800 }, { "epoch": 0.53, "learning_rate": 4.6305830172540295e-05, "loss": 0.8124, "step": 2900 }, { "epoch": 0.54, "learning_rate": 4.6053703447296826e-05, "loss": 0.8206, "step": 3000 } ], "logging_steps": 100, "max_steps": 16548, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 1000, "total_flos": 2.70850483937917e+19, "train_batch_size": 8, "trial_name": null, "trial_params": null }