{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.991123701605288, "global_step": 164, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 0.00030000000000000003, "loss": 2.5934, "step": 3 }, { "epoch": 0.07, "learning_rate": 0.0003998458072481446, "loss": 2.5887, "step": 6 }, { "epoch": 0.11, "learning_rate": 0.0003990369453344394, "loss": 2.5383, "step": 9 }, { "epoch": 0.15, "learning_rate": 0.00039753766811902755, "loss": 2.5382, "step": 12 }, { "epoch": 0.18, "learning_rate": 0.0003953531762641745, "loss": 2.5684, "step": 15 }, { "epoch": 0.22, "learning_rate": 0.00039249104729072946, "loss": 2.5694, "step": 18 }, { "epoch": 0.25, "learning_rate": 0.00038896120929337566, "loss": 2.5685, "step": 21 }, { "epoch": 0.29, "learning_rate": 0.0003847759065022574, "loss": 2.5249, "step": 24 }, { "epoch": 0.33, "learning_rate": 0.00037994965681044433, "loss": 2.5835, "step": 27 }, { "epoch": 0.36, "learning_rate": 0.00037449920141455944, "loss": 2.5326, "step": 30 }, { "epoch": 0.4, "learning_rate": 0.00036844344674325733, "loss": 2.564, "step": 33 }, { "epoch": 0.44, "learning_rate": 0.0003618033988749895, "loss": 2.5717, "step": 36 }, { "epoch": 0.47, "learning_rate": 0.0003546020906725474, "loss": 2.5149, "step": 39 }, { "epoch": 0.51, "learning_rate": 0.0003468645018871371, "loss": 2.5695, "step": 42 }, { "epoch": 0.54, "learning_rate": 0.0003386174725091272, "loss": 2.5374, "step": 45 }, { "epoch": 0.58, "learning_rate": 0.0003298896096660367, "loss": 2.5413, "step": 48 }, { "epoch": 0.62, "learning_rate": 0.0003207111883907143, "loss": 2.509, "step": 51 }, { "epoch": 0.65, "learning_rate": 0.00031111404660392046, "loss": 2.5628, "step": 54 }, { "epoch": 0.69, "learning_rate": 0.00030113147467559695, "loss": 2.5069, "step": 57 }, { "epoch": 0.73, "learning_rate": 0.00029079809994790937, "loss": 2.5331, "step": 60 }, { "epoch": 0.76, "learning_rate": 0.0002801497666206282, "loss": 2.5527, "step": 63 }, { "epoch": 0.8, "learning_rate": 0.0002692234114154986, "loss": 2.6179, "step": 66 }, { "epoch": 0.83, "learning_rate": 0.00025805693545089247, "loss": 2.5411, "step": 69 }, { "epoch": 0.87, "learning_rate": 0.00024668907277118114, "loss": 2.5583, "step": 72 }, { "epoch": 0.91, "learning_rate": 0.00023515925598687094, "loss": 2.534, "step": 75 }, { "epoch": 0.94, "learning_rate": 0.00022350747949156756, "loss": 2.5433, "step": 78 }, { "epoch": 0.98, "learning_rate": 0.0002117741607302378, "loss": 2.5487, "step": 81 }, { "epoch": 1.02, "learning_rate": 0.0002, "loss": 3.1324, "step": 84 }, { "epoch": 1.06, "learning_rate": 0.00018822583926976218, "loss": 2.4641, "step": 87 }, { "epoch": 1.1, "learning_rate": 0.00017649252050843252, "loss": 2.4806, "step": 90 }, { "epoch": 1.13, "learning_rate": 0.0001648407440131291, "loss": 2.4693, "step": 93 }, { "epoch": 1.17, "learning_rate": 0.000153310927228819, "loss": 2.5011, "step": 96 }, { "epoch": 1.21, "learning_rate": 0.00014194306454910757, "loss": 2.4595, "step": 99 }, { "epoch": 1.24, "learning_rate": 0.00013077658858450138, "loss": 2.4893, "step": 102 }, { "epoch": 1.28, "learning_rate": 0.00011985023337937184, "loss": 2.4932, "step": 105 }, { "epoch": 1.31, "learning_rate": 0.00010920190005209065, "loss": 2.4871, "step": 108 }, { "epoch": 1.35, "learning_rate": 9.886852532440312e-05, "loss": 2.4672, "step": 111 }, { "epoch": 1.39, "learning_rate": 8.888595339607961e-05, "loss": 2.4597, "step": 114 }, { "epoch": 1.42, "learning_rate": 7.928881160928572e-05, "loss": 2.4531, "step": 117 }, { "epoch": 1.46, "learning_rate": 7.011039033396329e-05, "loss": 2.4749, "step": 120 }, { "epoch": 1.5, "learning_rate": 6.138252749087286e-05, "loss": 2.4551, "step": 123 }, { "epoch": 1.53, "learning_rate": 5.313549811286293e-05, "loss": 2.4796, "step": 126 }, { "epoch": 1.57, "learning_rate": 4.53979093274526e-05, "loss": 2.4705, "step": 129 }, { "epoch": 1.6, "learning_rate": 3.819660112501053e-05, "loss": 2.4915, "step": 132 }, { "epoch": 1.64, "learning_rate": 3.1556553256742713e-05, "loss": 2.4958, "step": 135 }, { "epoch": 1.68, "learning_rate": 2.5500798585440567e-05, "loss": 2.4814, "step": 138 }, { "epoch": 1.71, "learning_rate": 2.0050343189555743e-05, "loss": 2.5034, "step": 141 }, { "epoch": 1.75, "learning_rate": 1.5224093497742653e-05, "loss": 2.4671, "step": 144 }, { "epoch": 1.79, "learning_rate": 1.1038790706624391e-05, "loss": 2.4987, "step": 147 }, { "epoch": 1.82, "learning_rate": 7.508952709270567e-06, "loss": 2.4618, "step": 150 }, { "epoch": 1.86, "learning_rate": 4.646823735825523e-06, "loss": 2.4815, "step": 153 }, { "epoch": 1.89, "learning_rate": 2.462331880972468e-06, "loss": 2.4595, "step": 156 }, { "epoch": 1.93, "learning_rate": 9.630546655606364e-07, "loss": 2.4925, "step": 159 }, { "epoch": 1.97, "learning_rate": 1.5419275185541982e-07, "loss": 2.4333, "step": 162 }, { "epoch": 1.99, "step": 164, "total_flos": 4.620604962546647e+17, "train_loss": 2.525294606278582, "train_runtime": 28715.0205, "train_samples_per_second": 0.738, "train_steps_per_second": 0.006 } ], "max_steps": 164, "num_train_epochs": 2, "total_flos": 4.620604962546647e+17, "trial_name": null, "trial_params": null }