| { | |
| "best_metric": 0.49532002210617065, | |
| "best_model_checkpoint": "./vit-dropout-0.4/checkpoint-2889", | |
| "epoch": 19.0, | |
| "eval_steps": 500, | |
| "global_step": 6099, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 20.27271842956543, | |
| "learning_rate": 9.008498583569406e-05, | |
| "loss": 1.5638, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.625866851595007, | |
| "eval_f1": 0.6634599560471133, | |
| "eval_loss": 0.917059063911438, | |
| "eval_precision": 0.7843432532062684, | |
| "eval_recall": 0.625866851595007, | |
| "eval_runtime": 22.9894, | |
| "eval_samples_per_second": 125.449, | |
| "eval_steps_per_second": 15.703, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.8246476650238037, | |
| "learning_rate": 9.967994652315143e-05, | |
| "loss": 1.1092, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7007628294036061, | |
| "eval_f1": 0.7192900679194619, | |
| "eval_loss": 0.7738657593727112, | |
| "eval_precision": 0.7903482253631083, | |
| "eval_recall": 0.7007628294036061, | |
| "eval_runtime": 22.8225, | |
| "eval_samples_per_second": 126.367, | |
| "eval_steps_per_second": 15.818, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 4.247750282287598, | |
| "learning_rate": 9.856371224544644e-05, | |
| "loss": 0.9892, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7780859916782247, | |
| "eval_f1": 0.778423467149636, | |
| "eval_loss": 0.6145934462547302, | |
| "eval_precision": 0.790423999944827, | |
| "eval_recall": 0.7780859916782247, | |
| "eval_runtime": 22.6731, | |
| "eval_samples_per_second": 127.199, | |
| "eval_steps_per_second": 15.922, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 13.25033950805664, | |
| "learning_rate": 9.666449571439611e-05, | |
| "loss": 0.8735, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7454923717059639, | |
| "eval_f1": 0.7615557397273891, | |
| "eval_loss": 0.6262115836143494, | |
| "eval_precision": 0.807493921529863, | |
| "eval_recall": 0.7454923717059639, | |
| "eval_runtime": 22.9609, | |
| "eval_samples_per_second": 125.605, | |
| "eval_steps_per_second": 15.722, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 7.960892677307129, | |
| "learning_rate": 9.401291758831328e-05, | |
| "loss": 0.8118, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7163661581137309, | |
| "eval_f1": 0.7311152376922296, | |
| "eval_loss": 0.7255703806877136, | |
| "eval_precision": 0.8185184282178283, | |
| "eval_recall": 0.7163661581137309, | |
| "eval_runtime": 22.9078, | |
| "eval_samples_per_second": 125.896, | |
| "eval_steps_per_second": 15.759, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 4.861917972564697, | |
| "learning_rate": 9.065172868916128e-05, | |
| "loss": 0.7794, | |
| "step": 1926 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7819001386962552, | |
| "eval_f1": 0.7924960521456311, | |
| "eval_loss": 0.608811616897583, | |
| "eval_precision": 0.8200552259690934, | |
| "eval_recall": 0.7819001386962552, | |
| "eval_runtime": 22.5121, | |
| "eval_samples_per_second": 128.109, | |
| "eval_steps_per_second": 16.036, | |
| "step": 1926 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 8.067416191101074, | |
| "learning_rate": 8.663512074027613e-05, | |
| "loss": 0.6835, | |
| "step": 2247 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7624826629680999, | |
| "eval_f1": 0.778275921221607, | |
| "eval_loss": 0.5834646821022034, | |
| "eval_precision": 0.8169986016936643, | |
| "eval_recall": 0.7624826629680999, | |
| "eval_runtime": 23.3953, | |
| "eval_samples_per_second": 123.273, | |
| "eval_steps_per_second": 15.43, | |
| "step": 2247 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 3.7579257488250732, | |
| "learning_rate": 8.202785264490498e-05, | |
| "loss": 0.5997, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.765256588072122, | |
| "eval_f1": 0.7821382649754356, | |
| "eval_loss": 0.6475569605827332, | |
| "eval_precision": 0.826387274966978, | |
| "eval_recall": 0.765256588072122, | |
| "eval_runtime": 22.6325, | |
| "eval_samples_per_second": 127.427, | |
| "eval_steps_per_second": 15.95, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 10.09793758392334, | |
| "learning_rate": 7.692088630529957e-05, | |
| "loss": 0.5814, | |
| "step": 2889 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8401525658807212, | |
| "eval_f1": 0.8403607055183363, | |
| "eval_loss": 0.49532002210617065, | |
| "eval_precision": 0.8423956140728975, | |
| "eval_recall": 0.8401525658807212, | |
| "eval_runtime": 25.1073, | |
| "eval_samples_per_second": 114.867, | |
| "eval_steps_per_second": 14.378, | |
| "step": 2889 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 7.585777282714844, | |
| "learning_rate": 7.136468478571602e-05, | |
| "loss": 0.5134, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.8103328710124826, | |
| "eval_f1": 0.8220041299869107, | |
| "eval_loss": 0.5335156321525574, | |
| "eval_precision": 0.8534486868065884, | |
| "eval_recall": 0.8103328710124826, | |
| "eval_runtime": 24.7217, | |
| "eval_samples_per_second": 116.659, | |
| "eval_steps_per_second": 14.603, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 20.268178939819336, | |
| "learning_rate": 6.546402506345253e-05, | |
| "loss": 0.5109, | |
| "step": 3531 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.8124133148404993, | |
| "eval_f1": 0.8191514417244506, | |
| "eval_loss": 0.5497095584869385, | |
| "eval_precision": 0.8414741317511313, | |
| "eval_recall": 0.8124133148404993, | |
| "eval_runtime": 23.8572, | |
| "eval_samples_per_second": 120.886, | |
| "eval_steps_per_second": 15.132, | |
| "step": 3531 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 3.8051164150238037, | |
| "learning_rate": 5.931404220195339e-05, | |
| "loss": 0.4073, | |
| "step": 3852 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.8311373092926491, | |
| "eval_f1": 0.831620079776665, | |
| "eval_loss": 0.5754452347755432, | |
| "eval_precision": 0.8347554735526493, | |
| "eval_recall": 0.8311373092926491, | |
| "eval_runtime": 24.6815, | |
| "eval_samples_per_second": 116.849, | |
| "eval_steps_per_second": 14.626, | |
| "step": 3852 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 1.562414526939392, | |
| "learning_rate": 5.30138910478373e-05, | |
| "loss": 0.3255, | |
| "step": 4173 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.8574895977808599, | |
| "eval_f1": 0.8525988995704912, | |
| "eval_loss": 0.5593818426132202, | |
| "eval_precision": 0.8620968298732496, | |
| "eval_recall": 0.8574895977808599, | |
| "eval_runtime": 24.0309, | |
| "eval_samples_per_second": 120.012, | |
| "eval_steps_per_second": 15.022, | |
| "step": 4173 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 0.7332964539527893, | |
| "learning_rate": 4.666514757870119e-05, | |
| "loss": 0.3288, | |
| "step": 4494 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.8332177531206657, | |
| "eval_f1": 0.8401776032043191, | |
| "eval_loss": 0.6329751014709473, | |
| "eval_precision": 0.8607345037298127, | |
| "eval_recall": 0.8332177531206657, | |
| "eval_runtime": 23.7481, | |
| "eval_samples_per_second": 121.441, | |
| "eval_steps_per_second": 15.201, | |
| "step": 4494 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "grad_norm": 5.967740535736084, | |
| "learning_rate": 4.038959286483306e-05, | |
| "loss": 0.2434, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.8606102635228848, | |
| "eval_f1": 0.861866915129384, | |
| "eval_loss": 0.5198509693145752, | |
| "eval_precision": 0.8645868176470374, | |
| "eval_recall": 0.8606102635228848, | |
| "eval_runtime": 23.048, | |
| "eval_samples_per_second": 125.13, | |
| "eval_steps_per_second": 15.663, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 19.630001068115234, | |
| "learning_rate": 3.424923705075116e-05, | |
| "loss": 0.2185, | |
| "step": 5136 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_accuracy": 0.858876560332871, | |
| "eval_f1": 0.860451647543394, | |
| "eval_loss": 0.5324673652648926, | |
| "eval_precision": 0.8647326759799664, | |
| "eval_recall": 0.858876560332871, | |
| "eval_runtime": 22.8629, | |
| "eval_samples_per_second": 126.143, | |
| "eval_steps_per_second": 15.79, | |
| "step": 5136 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "grad_norm": 0.011605961248278618, | |
| "learning_rate": 2.8362827388964596e-05, | |
| "loss": 0.1707, | |
| "step": 5457 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_accuracy": 0.8640776699029126, | |
| "eval_f1": 0.8597682191227608, | |
| "eval_loss": 0.5524240136146545, | |
| "eval_precision": 0.8638803900922614, | |
| "eval_recall": 0.8640776699029126, | |
| "eval_runtime": 22.516, | |
| "eval_samples_per_second": 128.087, | |
| "eval_steps_per_second": 16.033, | |
| "step": 5457 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "grad_norm": 25.897785186767578, | |
| "learning_rate": 2.2825269192267617e-05, | |
| "loss": 0.1702, | |
| "step": 5778 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_accuracy": 0.8522884882108183, | |
| "eval_f1": 0.8551640876798166, | |
| "eval_loss": 0.5471655130386353, | |
| "eval_precision": 0.8612118088331184, | |
| "eval_recall": 0.8522884882108183, | |
| "eval_runtime": 22.9729, | |
| "eval_samples_per_second": 125.539, | |
| "eval_steps_per_second": 15.714, | |
| "step": 5778 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "grad_norm": 0.07399608939886093, | |
| "learning_rate": 1.7725843316558628e-05, | |
| "loss": 0.128, | |
| "step": 6099 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_accuracy": 0.8751733703190014, | |
| "eval_f1": 0.8745515169095409, | |
| "eval_loss": 0.559937596321106, | |
| "eval_precision": 0.8758481332673859, | |
| "eval_recall": 0.8751733703190014, | |
| "eval_runtime": 22.9935, | |
| "eval_samples_per_second": 125.427, | |
| "eval_steps_per_second": 15.7, | |
| "step": 6099 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "step": 6099, | |
| "total_flos": 7.550537882380222e+18, | |
| "train_loss": 0.579371564758471, | |
| "train_runtime": 2226.9019, | |
| "train_samples_per_second": 230.275, | |
| "train_steps_per_second": 14.415 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 32100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 500, | |
| "total_flos": 7.550537882380222e+18, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |