| { |
| "best_metric": 0.8530173897743225, |
| "best_model_checkpoint": "./beans_outputs/checkpoint-715", |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 715, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.07, |
| "learning_rate": 1.9720279720279722e-05, |
| "loss": 1.7594, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.14, |
| "learning_rate": 1.944055944055944e-05, |
| "loss": 1.7247, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.21, |
| "learning_rate": 1.916083916083916e-05, |
| "loss": 1.6869, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.28, |
| "learning_rate": 1.888111888111888e-05, |
| "loss": 1.6615, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.35, |
| "learning_rate": 1.8601398601398602e-05, |
| "loss": 1.6413, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.42, |
| "learning_rate": 1.8321678321678323e-05, |
| "loss": 1.6369, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.49, |
| "learning_rate": 1.8041958041958044e-05, |
| "loss": 1.5629, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.56, |
| "learning_rate": 1.7762237762237765e-05, |
| "loss": 1.4909, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.63, |
| "learning_rate": 1.7482517482517486e-05, |
| "loss": 1.585, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.7, |
| "learning_rate": 1.7202797202797203e-05, |
| "loss": 1.4428, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.77, |
| "learning_rate": 1.6923076923076924e-05, |
| "loss": 1.4252, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.84, |
| "learning_rate": 1.6643356643356645e-05, |
| "loss": 1.3894, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.91, |
| "learning_rate": 1.6363636363636366e-05, |
| "loss": 1.4099, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.98, |
| "learning_rate": 1.6083916083916083e-05, |
| "loss": 1.4331, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.48031496062992124, |
| "eval_loss": 1.380394458770752, |
| "eval_runtime": 13.5035, |
| "eval_samples_per_second": 9.405, |
| "eval_steps_per_second": 1.185, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.05, |
| "learning_rate": 1.5804195804195804e-05, |
| "loss": 1.4025, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.12, |
| "learning_rate": 1.5524475524475525e-05, |
| "loss": 1.341, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.19, |
| "learning_rate": 1.5244755244755244e-05, |
| "loss": 1.2961, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.26, |
| "learning_rate": 1.4965034965034965e-05, |
| "loss": 1.3105, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.33, |
| "learning_rate": 1.4685314685314686e-05, |
| "loss": 1.2829, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.4, |
| "learning_rate": 1.4405594405594407e-05, |
| "loss": 1.291, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.47, |
| "learning_rate": 1.4125874125874126e-05, |
| "loss": 1.2477, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.54, |
| "learning_rate": 1.3846153846153847e-05, |
| "loss": 1.1525, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.61, |
| "learning_rate": 1.3566433566433568e-05, |
| "loss": 1.2458, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.68, |
| "learning_rate": 1.3286713286713288e-05, |
| "loss": 1.1054, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.75, |
| "learning_rate": 1.3006993006993008e-05, |
| "loss": 1.2257, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.82, |
| "learning_rate": 1.2727272727272728e-05, |
| "loss": 1.1471, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.89, |
| "learning_rate": 1.244755244755245e-05, |
| "loss": 1.1859, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.96, |
| "learning_rate": 1.216783216783217e-05, |
| "loss": 1.1653, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_accuracy": 0.6850393700787402, |
| "eval_loss": 1.0843431949615479, |
| "eval_runtime": 10.8218, |
| "eval_samples_per_second": 11.736, |
| "eval_steps_per_second": 1.479, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.03, |
| "learning_rate": 1.1888111888111888e-05, |
| "loss": 1.2361, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.1, |
| "learning_rate": 1.1608391608391608e-05, |
| "loss": 1.1012, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.17, |
| "learning_rate": 1.132867132867133e-05, |
| "loss": 1.0819, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.24, |
| "learning_rate": 1.1048951048951048e-05, |
| "loss": 1.0283, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.31, |
| "learning_rate": 1.076923076923077e-05, |
| "loss": 1.0479, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.38, |
| "learning_rate": 1.048951048951049e-05, |
| "loss": 1.0286, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.45, |
| "learning_rate": 1.0209790209790211e-05, |
| "loss": 1.0439, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.52, |
| "learning_rate": 9.93006993006993e-06, |
| "loss": 1.0562, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.59, |
| "learning_rate": 9.650349650349651e-06, |
| "loss": 1.0392, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.66, |
| "learning_rate": 9.370629370629372e-06, |
| "loss": 1.111, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.73, |
| "learning_rate": 9.090909090909091e-06, |
| "loss": 1.1265, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.8, |
| "learning_rate": 8.811188811188812e-06, |
| "loss": 1.0098, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.87, |
| "learning_rate": 8.531468531468533e-06, |
| "loss": 1.1216, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.94, |
| "learning_rate": 8.251748251748254e-06, |
| "loss": 1.0919, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_accuracy": 0.7165354330708661, |
| "eval_loss": 0.9539378881454468, |
| "eval_runtime": 9.6357, |
| "eval_samples_per_second": 13.18, |
| "eval_steps_per_second": 1.66, |
| "step": 429 |
| }, |
| { |
| "epoch": 3.01, |
| "learning_rate": 7.972027972027973e-06, |
| "loss": 1.0267, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.08, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 1.042, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.15, |
| "learning_rate": 7.412587412587413e-06, |
| "loss": 0.8939, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.22, |
| "learning_rate": 7.132867132867134e-06, |
| "loss": 1.0723, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.29, |
| "learning_rate": 6.853146853146854e-06, |
| "loss": 1.0155, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.36, |
| "learning_rate": 6.573426573426574e-06, |
| "loss": 1.0215, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.43, |
| "learning_rate": 6.2937062937062944e-06, |
| "loss": 0.9736, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.5, |
| "learning_rate": 6.013986013986014e-06, |
| "loss": 0.968, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.57, |
| "learning_rate": 5.7342657342657345e-06, |
| "loss": 0.9836, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.64, |
| "learning_rate": 5.4545454545454545e-06, |
| "loss": 0.9847, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.71, |
| "learning_rate": 5.174825174825175e-06, |
| "loss": 0.9006, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.78, |
| "learning_rate": 4.895104895104895e-06, |
| "loss": 0.9513, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.85, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.7749, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.92, |
| "learning_rate": 4.335664335664336e-06, |
| "loss": 0.8459, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.99, |
| "learning_rate": 4.055944055944056e-06, |
| "loss": 0.9689, |
| "step": 570 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_accuracy": 0.7322834645669292, |
| "eval_loss": 0.8723652958869934, |
| "eval_runtime": 9.8772, |
| "eval_samples_per_second": 12.858, |
| "eval_steps_per_second": 1.62, |
| "step": 572 |
| }, |
| { |
| "epoch": 4.06, |
| "learning_rate": 3.776223776223776e-06, |
| "loss": 0.9308, |
| "step": 580 |
| }, |
| { |
| "epoch": 4.13, |
| "learning_rate": 3.4965034965034966e-06, |
| "loss": 0.9629, |
| "step": 590 |
| }, |
| { |
| "epoch": 4.2, |
| "learning_rate": 3.216783216783217e-06, |
| "loss": 0.9307, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.27, |
| "learning_rate": 2.937062937062937e-06, |
| "loss": 0.8897, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.34, |
| "learning_rate": 2.6573426573426574e-06, |
| "loss": 0.921, |
| "step": 620 |
| }, |
| { |
| "epoch": 4.41, |
| "learning_rate": 2.377622377622378e-06, |
| "loss": 0.9482, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.48, |
| "learning_rate": 2.0979020979020983e-06, |
| "loss": 0.9577, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.55, |
| "learning_rate": 1.8181818181818183e-06, |
| "loss": 0.8544, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.62, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 0.9408, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.69, |
| "learning_rate": 1.258741258741259e-06, |
| "loss": 0.8936, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.76, |
| "learning_rate": 9.790209790209791e-07, |
| "loss": 0.9222, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.83, |
| "learning_rate": 6.993006993006994e-07, |
| "loss": 0.8527, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.9, |
| "learning_rate": 4.195804195804196e-07, |
| "loss": 0.8538, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.97, |
| "learning_rate": 1.3986013986013987e-07, |
| "loss": 0.9175, |
| "step": 710 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_accuracy": 0.7322834645669292, |
| "eval_loss": 0.8530173897743225, |
| "eval_runtime": 12.0509, |
| "eval_samples_per_second": 10.539, |
| "eval_steps_per_second": 1.328, |
| "step": 715 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 715, |
| "total_flos": 4.424951239059456e+17, |
| "train_loss": 0.18311181501908735, |
| "train_runtime": 299.5589, |
| "train_samples_per_second": 19.061, |
| "train_steps_per_second": 2.387 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 715, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "total_flos": 4.424951239059456e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
