{ "best_metric": 0.603524923324585, "best_model_checkpoint": "BERT-WMM/run-14/checkpoint-533", "epoch": 2.0, "eval_steps": 500, "global_step": 1066, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.94, "grad_norm": 11.3766508102417, "learning_rate": 1.0605888092670128e-05, "loss": 0.7117, "step": 500 }, { "epoch": 1.0, "eval_accuracy": 0.7568075117370892, "eval_loss": 0.603524923324585, "eval_runtime": 2.4291, "eval_samples_per_second": 876.864, "eval_steps_per_second": 55.164, "step": 533 }, { "epoch": 1.88, "grad_norm": 19.02298927307129, "learning_rate": 5.780643282538131e-06, "loss": 0.4384, "step": 1000 }, { "epoch": 2.0, "eval_accuracy": 0.7492957746478873, "eval_loss": 0.6247430443763733, "eval_runtime": 2.4634, "eval_samples_per_second": 864.644, "eval_steps_per_second": 54.395, "step": 1066 } ], "logging_steps": 500, "max_steps": 1599, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "total_flos": 338261076519408.0, "train_batch_size": 16, "trial_name": null, "trial_params": { "per_device_train_batch_size": 16 } }