{ "best_metric": 0.6985175177661591, "best_model_checkpoint": "./output//roberta-large_nace_5__5e-5_0.01_0.06_07-21-22_16-22/checkpoint-26000", "epoch": 0.10478545947653499, "global_step": 34000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 1.0273057878408088e-06, "loss": 0.3175, "step": 2000 }, { "epoch": 0.01, "eval_accuracy": 0.2783648835349153, "eval_f1": 0.46687230297082155, "eval_loss": 0.1457696259021759, "eval_roc_auc": 0.6606907669432402, "eval_runtime": 2510.5482, "eval_samples_per_second": 32.867, "step": 2000 }, { "epoch": 0.01, "learning_rate": 2.0546115756816175e-06, "loss": 0.1255, "step": 4000 }, { "epoch": 0.01, "eval_accuracy": 0.459812880238505, "eval_f1": 0.6263968944830018, "eval_loss": 0.10650500655174255, "eval_roc_auc": 0.7560059946779483, "eval_runtime": 2508.5898, "eval_samples_per_second": 32.893, "step": 4000 }, { "epoch": 0.02, "learning_rate": 3.0819173635224263e-06, "loss": 0.1042, "step": 6000 }, { "epoch": 0.02, "eval_accuracy": 0.5097801585185544, "eval_f1": 0.6604502012072435, "eval_loss": 0.0960676446557045, "eval_roc_auc": 0.780487395930802, "eval_runtime": 2510.7767, "eval_samples_per_second": 32.864, "step": 6000 }, { "epoch": 0.02, "learning_rate": 4.109223151363235e-06, "loss": 0.0962, "step": 8000 }, { "epoch": 0.02, "eval_accuracy": 0.5427684998909276, "eval_f1": 0.6739507307713664, "eval_loss": 0.09160555154085159, "eval_roc_auc": 0.7915836904940926, "eval_runtime": 2512.9385, "eval_samples_per_second": 32.836, "step": 8000 }, { "epoch": 0.03, "learning_rate": 5.136528939204044e-06, "loss": 0.0926, "step": 10000 }, { "epoch": 0.03, "eval_accuracy": 0.5522093220544393, "eval_f1": 0.6834786765291677, "eval_loss": 0.08829274028539658, "eval_roc_auc": 0.7978195145032272, "eval_runtime": 2516.7533, "eval_samples_per_second": 32.786, "step": 10000 }, { "epoch": 0.04, "learning_rate": 6.1638347270448526e-06, "loss": 0.0905, "step": 12000 }, { "epoch": 0.04, "eval_accuracy": 0.5546452723174249, "eval_f1": 0.6794668300903938, "eval_loss": 0.08848168700933456, "eval_roc_auc": 0.7959266090899211, "eval_runtime": 2514.7748, "eval_samples_per_second": 32.812, "step": 12000 }, { "epoch": 0.04, "learning_rate": 7.191140514885661e-06, "loss": 0.089, "step": 14000 }, { "epoch": 0.04, "eval_accuracy": 0.557250890757932, "eval_f1": 0.687455713685222, "eval_loss": 0.08794952929019928, "eval_roc_auc": 0.8052103848950731, "eval_runtime": 2514.8342, "eval_samples_per_second": 32.811, "step": 14000 }, { "epoch": 0.05, "learning_rate": 8.21844630272647e-06, "loss": 0.088, "step": 16000 }, { "epoch": 0.05, "eval_accuracy": 0.5636498048815959, "eval_f1": 0.6874285817931185, "eval_loss": 0.08668860048055649, "eval_roc_auc": 0.8033362882753715, "eval_runtime": 2516.4721, "eval_samples_per_second": 32.79, "step": 16000 }, { "epoch": 0.06, "learning_rate": 9.24575209056728e-06, "loss": 0.0871, "step": 18000 }, { "epoch": 0.06, "eval_accuracy": 0.5651525801682139, "eval_f1": 0.6958583698677593, "eval_loss": 0.08520551770925522, "eval_roc_auc": 0.8107390175102938, "eval_runtime": 2518.4918, "eval_samples_per_second": 32.763, "step": 18000 }, { "epoch": 0.06, "learning_rate": 1.0273057878408088e-05, "loss": 0.087, "step": 20000 }, { "epoch": 0.06, "eval_accuracy": 0.573066388734033, "eval_f1": 0.6973633931983186, "eval_loss": 0.08506815880537033, "eval_roc_auc": 0.8115768508510465, "eval_runtime": 2519.3256, "eval_samples_per_second": 32.752, "step": 20000 }, { "epoch": 0.07, "learning_rate": 1.1300363666248896e-05, "loss": 0.0861, "step": 22000 }, { "epoch": 0.07, "eval_accuracy": 0.5722059286908888, "eval_f1": 0.6942218473218051, "eval_loss": 0.0845654234290123, "eval_roc_auc": 0.8075303988101568, "eval_runtime": 2516.7809, "eval_samples_per_second": 32.786, "step": 22000 }, { "epoch": 0.07, "learning_rate": 1.2327669454089705e-05, "loss": 0.0859, "step": 24000 }, { "epoch": 0.07, "eval_accuracy": 0.5684974670964927, "eval_f1": 0.6959252561784207, "eval_loss": 0.08408927917480469, "eval_roc_auc": 0.8082295703584903, "eval_runtime": 2517.9216, "eval_samples_per_second": 32.771, "step": 24000 }, { "epoch": 0.08, "learning_rate": 1.3354975241930514e-05, "loss": 0.0852, "step": 26000 }, { "epoch": 0.08, "eval_accuracy": 0.5729209588675861, "eval_f1": 0.6985175177661591, "eval_loss": 0.08367094397544861, "eval_roc_auc": 0.8080635277752549, "eval_runtime": 2517.5004, "eval_samples_per_second": 32.776, "step": 26000 }, { "epoch": 0.09, "learning_rate": 1.4382281029771322e-05, "loss": 0.0852, "step": 28000 }, { "epoch": 0.09, "eval_accuracy": 0.5761082967738808, "eval_f1": 0.6972306734063196, "eval_loss": 0.08429088443517685, "eval_roc_auc": 0.8106490105342776, "eval_runtime": 2518.0349, "eval_samples_per_second": 32.769, "step": 28000 }, { "epoch": 0.09, "learning_rate": 1.5409586817612133e-05, "loss": 0.0849, "step": 30000 }, { "epoch": 0.09, "eval_accuracy": 0.566861381098965, "eval_f1": 0.6942268289743281, "eval_loss": 0.08503852039575577, "eval_roc_auc": 0.807482831888307, "eval_runtime": 2516.78, "eval_samples_per_second": 32.786, "step": 30000 }, { "epoch": 0.1, "learning_rate": 1.643689260545294e-05, "loss": 0.0848, "step": 32000 }, { "epoch": 0.1, "eval_accuracy": 0.5588627384443852, "eval_f1": 0.6923745410036719, "eval_loss": 0.08319058269262314, "eval_roc_auc": 0.8023797746651582, "eval_runtime": 2516.0951, "eval_samples_per_second": 32.794, "step": 32000 }, { "epoch": 0.1, "learning_rate": 1.7464198393293748e-05, "loss": 0.0849, "step": 34000 }, { "epoch": 0.1, "eval_accuracy": 0.5693700462951742, "eval_f1": 0.6952779925325279, "eval_loss": 0.08376839756965637, "eval_roc_auc": 0.8095160304055978, "eval_runtime": 2518.8664, "eval_samples_per_second": 32.758, "step": 34000 } ], "max_steps": 1622360, "num_train_epochs": 5, "total_flos": 6.9870397489152e+16, "trial_name": null, "trial_params": null }