| { | |
| "best_metric": 0.685739278793335, | |
| "best_model_checkpoint": "hBERTv2_new_pretrain_wnli/checkpoint-50", | |
| "epoch": 15.0, | |
| "global_step": 75, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.9200000000000004e-05, | |
| "loss": 0.8646, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.7421599626541138, | |
| "eval_runtime": 0.1301, | |
| "eval_samples_per_second": 545.622, | |
| "eval_steps_per_second": 7.685, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 3.8400000000000005e-05, | |
| "loss": 0.7094, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.728983461856842, | |
| "eval_runtime": 0.1305, | |
| "eval_samples_per_second": 544.065, | |
| "eval_steps_per_second": 7.663, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 3.76e-05, | |
| "loss": 0.7047, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.705270528793335, | |
| "eval_runtime": 0.1314, | |
| "eval_samples_per_second": 540.283, | |
| "eval_steps_per_second": 7.61, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 3.680000000000001e-05, | |
| "loss": 0.7203, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.7021897435188293, | |
| "eval_runtime": 0.1332, | |
| "eval_samples_per_second": 533.227, | |
| "eval_steps_per_second": 7.51, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "learning_rate": 3.6e-05, | |
| "loss": 0.7, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.6976781487464905, | |
| "eval_runtime": 0.1278, | |
| "eval_samples_per_second": 555.458, | |
| "eval_steps_per_second": 7.823, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 3.52e-05, | |
| "loss": 0.7098, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.688545286655426, | |
| "eval_runtime": 0.128, | |
| "eval_samples_per_second": 554.484, | |
| "eval_steps_per_second": 7.81, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "learning_rate": 3.44e-05, | |
| "loss": 0.695, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.7045006155967712, | |
| "eval_runtime": 0.1277, | |
| "eval_samples_per_second": 555.952, | |
| "eval_steps_per_second": 7.83, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 3.3600000000000004e-05, | |
| "loss": 0.7053, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.685794472694397, | |
| "eval_runtime": 0.1336, | |
| "eval_samples_per_second": 531.6, | |
| "eval_steps_per_second": 7.487, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 3.28e-05, | |
| "loss": 0.7095, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.7069764733314514, | |
| "eval_runtime": 0.1289, | |
| "eval_samples_per_second": 550.805, | |
| "eval_steps_per_second": 7.758, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.7012, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.685739278793335, | |
| "eval_runtime": 0.1298, | |
| "eval_samples_per_second": 547.203, | |
| "eval_steps_per_second": 7.707, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 3.1200000000000006e-05, | |
| "loss": 0.6995, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.4507042253521127, | |
| "eval_loss": 0.6968531012535095, | |
| "eval_runtime": 0.1309, | |
| "eval_samples_per_second": 542.604, | |
| "eval_steps_per_second": 7.642, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 3.0400000000000004e-05, | |
| "loss": 0.6913, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.6875, | |
| "eval_runtime": 0.1296, | |
| "eval_samples_per_second": 548.033, | |
| "eval_steps_per_second": 7.719, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 2.96e-05, | |
| "loss": 0.6963, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.4788732394366197, | |
| "eval_loss": 0.6958626508712769, | |
| "eval_runtime": 0.1278, | |
| "eval_samples_per_second": 555.431, | |
| "eval_steps_per_second": 7.823, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "learning_rate": 2.8800000000000002e-05, | |
| "loss": 0.6996, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.43661971830985913, | |
| "eval_loss": 0.7190250158309937, | |
| "eval_runtime": 0.1279, | |
| "eval_samples_per_second": 555.225, | |
| "eval_steps_per_second": 7.82, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "learning_rate": 2.8e-05, | |
| "loss": 0.6957, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_accuracy": 0.5633802816901409, | |
| "eval_loss": 0.6962751746177673, | |
| "eval_runtime": 0.1333, | |
| "eval_samples_per_second": 532.62, | |
| "eval_steps_per_second": 7.502, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "step": 75, | |
| "total_flos": 1393880633180160.0, | |
| "train_loss": 0.7134783363342285, | |
| "train_runtime": 107.954, | |
| "train_samples_per_second": 294.107, | |
| "train_steps_per_second": 2.316 | |
| } | |
| ], | |
| "max_steps": 250, | |
| "num_train_epochs": 50, | |
| "total_flos": 1393880633180160.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |