| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 600, | |
| "global_step": 2565, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.820662768031189e-05, | |
| "loss": 0.2265, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.625730994152047e-05, | |
| "loss": 0.0839, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.430799220272904e-05, | |
| "loss": 0.0794, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.235867446393762e-05, | |
| "loss": 0.0751, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.04093567251462e-05, | |
| "loss": 0.0733, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 8.846003898635477e-05, | |
| "loss": 0.0706, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 8.651072124756335e-05, | |
| "loss": 0.0695, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 8.456140350877193e-05, | |
| "loss": 0.071, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 8.26120857699805e-05, | |
| "loss": 0.0691, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.066276803118908e-05, | |
| "loss": 0.0668, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 7.871345029239767e-05, | |
| "loss": 0.0659, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 7.676413255360623e-05, | |
| "loss": 0.0706, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "eval_accuracy": 0.9601979961832061, | |
| "eval_f1": 0.769017980636238, | |
| "eval_loss": 0.11379604041576385, | |
| "eval_precision": 0.7589703588143526, | |
| "eval_recall": 0.7793352022426913, | |
| "eval_runtime": 3.4889, | |
| "eval_samples_per_second": 859.867, | |
| "eval_steps_per_second": 3.439, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 7.481481481481481e-05, | |
| "loss": 0.0689, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 7.28654970760234e-05, | |
| "loss": 0.0658, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 7.091617933723196e-05, | |
| "loss": 0.0645, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.896686159844055e-05, | |
| "loss": 0.0663, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 6.701754385964913e-05, | |
| "loss": 0.063, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 6.50682261208577e-05, | |
| "loss": 0.0537, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 6.311890838206628e-05, | |
| "loss": 0.055, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 6.116959064327486e-05, | |
| "loss": 0.054, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 5.9220272904483434e-05, | |
| "loss": 0.0532, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 5.727095516569201e-05, | |
| "loss": 0.0534, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 5.5321637426900584e-05, | |
| "loss": 0.0516, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 5.3372319688109166e-05, | |
| "loss": 0.0526, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "eval_accuracy": 0.9617127862595419, | |
| "eval_f1": 0.7870276823600727, | |
| "eval_loss": 0.11129256337881088, | |
| "eval_precision": 0.7942495921696574, | |
| "eval_recall": 0.7799359231077293, | |
| "eval_runtime": 3.4578, | |
| "eval_samples_per_second": 867.603, | |
| "eval_steps_per_second": 3.47, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 5.142300194931774e-05, | |
| "loss": 0.0512, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.9473684210526315e-05, | |
| "loss": 0.0515, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.752436647173489e-05, | |
| "loss": 0.048, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 4.557504873294347e-05, | |
| "loss": 0.0509, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 4.362573099415205e-05, | |
| "loss": 0.0495, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 4.167641325536062e-05, | |
| "loss": 0.0531, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 3.97270955165692e-05, | |
| "loss": 0.0524, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.777777777777778e-05, | |
| "loss": 0.0496, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 3.582846003898635e-05, | |
| "loss": 0.0487, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 3.3879142300194935e-05, | |
| "loss": 0.0514, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 3.192982456140351e-05, | |
| "loss": 0.0406, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 2.9980506822612088e-05, | |
| "loss": 0.0409, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "eval_accuracy": 0.9626550572519084, | |
| "eval_f1": 0.7874886855073921, | |
| "eval_loss": 0.1125219315290451, | |
| "eval_precision": 0.7910689028086482, | |
| "eval_recall": 0.7839407288746496, | |
| "eval_runtime": 3.4674, | |
| "eval_samples_per_second": 865.198, | |
| "eval_steps_per_second": 3.461, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 2.8031189083820663e-05, | |
| "loss": 0.0386, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 2.608187134502924e-05, | |
| "loss": 0.0387, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 2.413255360623782e-05, | |
| "loss": 0.0399, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 2.2183235867446394e-05, | |
| "loss": 0.0379, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 2.0233918128654973e-05, | |
| "loss": 0.038, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.8284600389863547e-05, | |
| "loss": 0.04, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 1.6335282651072126e-05, | |
| "loss": 0.0382, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.4385964912280702e-05, | |
| "loss": 0.0384, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 1.243664717348928e-05, | |
| "loss": 0.038, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.0487329434697857e-05, | |
| "loss": 0.0399, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 8.538011695906434e-06, | |
| "loss": 0.0379, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 6.588693957115009e-06, | |
| "loss": 0.0376, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_accuracy": 0.9631560114503817, | |
| "eval_f1": 0.7926541499948702, | |
| "eval_loss": 0.11860690265893936, | |
| "eval_precision": 0.8127498422049232, | |
| "eval_recall": 0.7735282338806568, | |
| "eval_runtime": 3.4445, | |
| "eval_samples_per_second": 870.961, | |
| "eval_steps_per_second": 3.484, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 4.639376218323587e-06, | |
| "loss": 0.036, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 2.690058479532164e-06, | |
| "loss": 0.0366, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 7.407407407407408e-07, | |
| "loss": 0.0375, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 2565, | |
| "total_flos": 1.7165637031885056e+16, | |
| "train_loss": 0.056466960860507065, | |
| "train_runtime": 473.6102, | |
| "train_samples_per_second": 693.127, | |
| "train_steps_per_second": 5.416 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 2565, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 1.7165637031885056e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |