| { | |
| "best_metric": 0.763921568627451, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-16/checkpoint-800", | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 1280, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.7216335535049438, | |
| "learning_rate": 0.00033371467549721734, | |
| "loss": 0.4146, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6870588235294117, | |
| "eval_f1": 0.1971830985915493, | |
| "eval_loss": 0.37955978512763977, | |
| "eval_mcc": 0.18019685365777874, | |
| "eval_precision": 0.6805555555555556, | |
| "eval_recall": 0.11529411764705882, | |
| "eval_runtime": 1.871, | |
| "eval_samples_per_second": 681.446, | |
| "eval_steps_per_second": 21.379, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.9292495250701904, | |
| "learning_rate": 0.00028604115042618627, | |
| "loss": 0.3901, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7137254901960784, | |
| "eval_f1": 0.33515482695810567, | |
| "eval_loss": 0.3745056092739105, | |
| "eval_mcc": 0.2844985686324911, | |
| "eval_precision": 0.7419354838709677, | |
| "eval_recall": 0.2164705882352941, | |
| "eval_runtime": 1.8722, | |
| "eval_samples_per_second": 681.009, | |
| "eval_steps_per_second": 21.365, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.6019469499588013, | |
| "learning_rate": 0.00023836762535515526, | |
| "loss": 0.3811, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7372549019607844, | |
| "eval_f1": 0.5007451564828614, | |
| "eval_loss": 0.37347400188446045, | |
| "eval_mcc": 0.3626013921763011, | |
| "eval_precision": 0.6829268292682927, | |
| "eval_recall": 0.3952941176470588, | |
| "eval_runtime": 1.8665, | |
| "eval_samples_per_second": 683.081, | |
| "eval_steps_per_second": 21.43, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.7646651268005371, | |
| "learning_rate": 0.0001906941002841242, | |
| "loss": 0.3758, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7309803921568627, | |
| "eval_f1": 0.40963855421686746, | |
| "eval_loss": 0.3691938519477844, | |
| "eval_mcc": 0.3401760368221827, | |
| "eval_precision": 0.7628205128205128, | |
| "eval_recall": 0.28, | |
| "eval_runtime": 1.8659, | |
| "eval_samples_per_second": 683.299, | |
| "eval_steps_per_second": 21.437, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.9724321365356445, | |
| "learning_rate": 0.00014302057521309314, | |
| "loss": 0.3704, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.763921568627451, | |
| "eval_f1": 0.579020979020979, | |
| "eval_loss": 0.3683825731277466, | |
| "eval_mcc": 0.4379211108776948, | |
| "eval_precision": 0.7137931034482758, | |
| "eval_recall": 0.48705882352941177, | |
| "eval_runtime": 1.8659, | |
| "eval_samples_per_second": 683.325, | |
| "eval_steps_per_second": 21.438, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.1409164667129517, | |
| "learning_rate": 9.53470501420621e-05, | |
| "loss": 0.3668, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7537254901960785, | |
| "eval_f1": 0.5299401197604791, | |
| "eval_loss": 0.3666352331638336, | |
| "eval_mcc": 0.40666285422027915, | |
| "eval_precision": 0.7283950617283951, | |
| "eval_recall": 0.4164705882352941, | |
| "eval_runtime": 1.8749, | |
| "eval_samples_per_second": 680.05, | |
| "eval_steps_per_second": 21.335, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 1.7419850826263428, | |
| "learning_rate": 4.767352507103105e-05, | |
| "loss": 0.3648, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7607843137254902, | |
| "eval_f1": 0.5710267229254571, | |
| "eval_loss": 0.36726856231689453, | |
| "eval_mcc": 0.42944382476438936, | |
| "eval_precision": 0.7097902097902098, | |
| "eval_recall": 0.4776470588235294, | |
| "eval_runtime": 1.8723, | |
| "eval_samples_per_second": 680.985, | |
| "eval_steps_per_second": 21.364, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.9873623847961426, | |
| "learning_rate": 0.0, | |
| "loss": 0.3599, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.7607843137254902, | |
| "eval_f1": 0.5573294629898403, | |
| "eval_loss": 0.3659694790840149, | |
| "eval_mcc": 0.4270336071617028, | |
| "eval_precision": 0.7272727272727273, | |
| "eval_recall": 0.45176470588235296, | |
| "eval_runtime": 1.8746, | |
| "eval_samples_per_second": 680.14, | |
| "eval_steps_per_second": 21.338, | |
| "step": 1280 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1280, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "total_flos": 2334043503360.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.640212771663602, | |
| "learning_rate": 0.0003813882005682484, | |
| "num_train_epochs": 8, | |
| "temperature": 30 | |
| } | |
| } | |