| { | |
| "best_metric": 0.9076670631807177, | |
| "best_model_checkpoint": "./output//roberta-large_ipc1_H_5_32_5e-6_0.01_0.06_07-08-22_06-40/checkpoint-28000", | |
| "epoch": 0.2084682793177131, | |
| "global_step": 28000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.481759070829404e-07, | |
| "loss": 0.4329, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "eval_accuracy": 0.5884747561984958, | |
| "eval_f1": 0.6872181807983729, | |
| "eval_loss": 0.2462294101715088, | |
| "eval_roc_auc": 0.7804816717606253, | |
| "eval_runtime": 6569.6147, | |
| "eval_samples_per_second": 33.839, | |
| "eval_steps_per_second": 2.115, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.963518141658809e-07, | |
| "loss": 0.1951, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "eval_accuracy": 0.7922514304221094, | |
| "eval_f1": 0.8496544620977544, | |
| "eval_loss": 0.14517635107040405, | |
| "eval_roc_auc": 0.895243709044785, | |
| "eval_runtime": 6569.3584, | |
| "eval_samples_per_second": 33.841, | |
| "eval_steps_per_second": 2.115, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.445277212488212e-07, | |
| "loss": 0.1382, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_accuracy": 0.8181744575191623, | |
| "eval_f1": 0.8705377939577977, | |
| "eval_loss": 0.12493952363729477, | |
| "eval_roc_auc": 0.9109245202637991, | |
| "eval_runtime": 6567.6398, | |
| "eval_samples_per_second": 33.85, | |
| "eval_steps_per_second": 2.116, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.927036283317617e-07, | |
| "loss": 0.1226, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_accuracy": 0.8257044154161719, | |
| "eval_f1": 0.8795041743265541, | |
| "eval_loss": 0.11273977905511856, | |
| "eval_roc_auc": 0.9185852786225337, | |
| "eval_runtime": 6573.4579, | |
| "eval_samples_per_second": 33.82, | |
| "eval_steps_per_second": 2.114, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.240879535414702e-06, | |
| "loss": 0.1121, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_accuracy": 0.8326721004714096, | |
| "eval_f1": 0.8861235840391877, | |
| "eval_loss": 0.10739490389823914, | |
| "eval_roc_auc": 0.9245890326912541, | |
| "eval_runtime": 6572.6062, | |
| "eval_samples_per_second": 33.824, | |
| "eval_steps_per_second": 2.114, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.4890554424976424e-06, | |
| "loss": 0.1059, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_accuracy": 0.8378045269711036, | |
| "eval_f1": 0.8920632767595246, | |
| "eval_loss": 0.1017272025346756, | |
| "eval_roc_auc": 0.929144259699995, | |
| "eval_runtime": 6575.5269, | |
| "eval_samples_per_second": 33.809, | |
| "eval_steps_per_second": 2.113, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.7372313495805828e-06, | |
| "loss": 0.1024, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_accuracy": 0.8408677894130772, | |
| "eval_f1": 0.893626255792282, | |
| "eval_loss": 0.09984249621629715, | |
| "eval_roc_auc": 0.928852296252917, | |
| "eval_runtime": 6574.5786, | |
| "eval_samples_per_second": 33.814, | |
| "eval_steps_per_second": 2.113, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9854072566635234e-06, | |
| "loss": 0.0974, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_accuracy": 0.8442549210119112, | |
| "eval_f1": 0.898560228806424, | |
| "eval_loss": 0.09467251598834991, | |
| "eval_roc_auc": 0.9336472029116307, | |
| "eval_runtime": 6575.3988, | |
| "eval_samples_per_second": 33.81, | |
| "eval_steps_per_second": 2.113, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 2.2335831637464636e-06, | |
| "loss": 0.0964, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_accuracy": 0.8498776494296304, | |
| "eval_f1": 0.9009191664807081, | |
| "eval_loss": 0.09292563796043396, | |
| "eval_roc_auc": 0.9335645456901214, | |
| "eval_runtime": 6575.3606, | |
| "eval_samples_per_second": 33.81, | |
| "eval_steps_per_second": 2.113, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 2.481759070829404e-06, | |
| "loss": 0.0954, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_accuracy": 0.8467199251502393, | |
| "eval_f1": 0.8968800725980649, | |
| "eval_loss": 0.09573328495025635, | |
| "eval_roc_auc": 0.9303951610003275, | |
| "eval_runtime": 6576.7864, | |
| "eval_samples_per_second": 33.803, | |
| "eval_steps_per_second": 2.113, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 2.7299349779123447e-06, | |
| "loss": 0.0926, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_accuracy": 0.8511686278743388, | |
| "eval_f1": 0.9032656201127709, | |
| "eval_loss": 0.09094775468111038, | |
| "eval_roc_auc": 0.9367924962877248, | |
| "eval_runtime": 6579.9338, | |
| "eval_samples_per_second": 33.786, | |
| "eval_steps_per_second": 2.112, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 2.978110884995285e-06, | |
| "loss": 0.0916, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_accuracy": 0.8545737522041096, | |
| "eval_f1": 0.9044808139596631, | |
| "eval_loss": 0.08910883218050003, | |
| "eval_roc_auc": 0.9358689602259472, | |
| "eval_runtime": 6577.1239, | |
| "eval_samples_per_second": 33.801, | |
| "eval_steps_per_second": 2.113, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.2262867920782255e-06, | |
| "loss": 0.0907, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_accuracy": 0.8548076577062866, | |
| "eval_f1": 0.9047564303992575, | |
| "eval_loss": 0.08734705299139023, | |
| "eval_roc_auc": 0.9352966950206927, | |
| "eval_runtime": 6579.4149, | |
| "eval_samples_per_second": 33.789, | |
| "eval_steps_per_second": 2.112, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.4744626991611656e-06, | |
| "loss": 0.09, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_accuracy": 0.8557117924358559, | |
| "eval_f1": 0.9076670631807177, | |
| "eval_loss": 0.08580958843231201, | |
| "eval_roc_auc": 0.9401102386424043, | |
| "eval_runtime": 6641.2181, | |
| "eval_samples_per_second": 33.475, | |
| "eval_steps_per_second": 2.092, | |
| "step": 28000 | |
| } | |
| ], | |
| "max_steps": 671565, | |
| "num_train_epochs": 5, | |
| "total_flos": 8.35021786841088e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |