| { | |
| "best_metric": 0.7521968365553603, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-16/checkpoint-1070", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 1070, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.7153942584991455, | |
| "learning_rate": 0.0004713975088977992, | |
| "loss": 0.4261, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7041593438781488, | |
| "eval_f1": 0.3711083437110834, | |
| "eval_loss": 0.4133966565132141, | |
| "eval_mcc": 0.25654012586617897, | |
| "eval_precision": 0.6367521367521367, | |
| "eval_recall": 0.2618629173989455, | |
| "eval_runtime": 3.146, | |
| "eval_samples_per_second": 542.601, | |
| "eval_steps_per_second": 17.165, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.4420157670974731, | |
| "learning_rate": 0.00040405500762668504, | |
| "loss": 0.3984, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7322788517867604, | |
| "eval_f1": 0.4148527528809219, | |
| "eval_loss": 0.3995412588119507, | |
| "eval_mcc": 0.3441494170095203, | |
| "eval_precision": 0.7641509433962265, | |
| "eval_recall": 0.28471001757469244, | |
| "eval_runtime": 3.1311, | |
| "eval_samples_per_second": 545.175, | |
| "eval_steps_per_second": 17.246, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.6647379398345947, | |
| "learning_rate": 0.00033671250635557083, | |
| "loss": 0.3892, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7164616285881664, | |
| "eval_f1": 0.31054131054131057, | |
| "eval_loss": 0.404163122177124, | |
| "eval_mcc": 0.2998185832284545, | |
| "eval_precision": 0.8195488721804511, | |
| "eval_recall": 0.19156414762741653, | |
| "eval_runtime": 3.1493, | |
| "eval_samples_per_second": 542.02, | |
| "eval_steps_per_second": 17.146, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.7359706163406372, | |
| "learning_rate": 0.0002693700050844567, | |
| "loss": 0.383, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.731693028705331, | |
| "eval_f1": 0.39417989417989413, | |
| "eval_loss": 0.3869684040546417, | |
| "eval_mcc": 0.3448385044419957, | |
| "eval_precision": 0.7967914438502673, | |
| "eval_recall": 0.2618629173989455, | |
| "eval_runtime": 3.1495, | |
| "eval_samples_per_second": 541.995, | |
| "eval_steps_per_second": 17.146, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.9940868616104126, | |
| "learning_rate": 0.00020202750381334252, | |
| "loss": 0.3749, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7521968365553603, | |
| "eval_f1": 0.5132336018411967, | |
| "eval_loss": 0.3799762725830078, | |
| "eval_mcc": 0.4016092362957286, | |
| "eval_precision": 0.7433333333333333, | |
| "eval_recall": 0.39191564147627417, | |
| "eval_runtime": 3.1552, | |
| "eval_samples_per_second": 541.014, | |
| "eval_steps_per_second": 17.115, | |
| "step": 1070 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1712, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "total_flos": 2623878322200.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.6774741209148297, | |
| "learning_rate": 0.0005387400101689134, | |
| "num_train_epochs": 8, | |
| "temperature": 18 | |
| } | |
| } | |