{ "best_metric": 0.12905733287334442, "best_model_checkpoint": "training/checkpoint-3000", "epoch": 3.0, "global_step": 4002, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.37, "learning_rate": 4.3753123438280864e-05, "loss": 0.3943, "step": 500 }, { "epoch": 0.37, "eval_attackID_f1": 0.0, "eval_attackID_number": 6, "eval_attackID_precision": 0.0, "eval_attackID_recall": 0.0, "eval_cve_f1": 0.0, "eval_cve_number": 11, "eval_cve_precision": 0.0, "eval_cve_recall": 0.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.0, "eval_domain_number": 23, "eval_domain_precision": 0.0, "eval_domain_recall": 0.0, "eval_email_f1": 0.0, "eval_email_number": 3, "eval_email_precision": 0.0, "eval_email_recall": 0.0, "eval_filepath_f1": 0.14505494505494507, "eval_filepath_number": 165, "eval_filepath_precision": 0.11379310344827587, "eval_filepath_recall": 0.2, "eval_hostname_f1": 0.1286549707602339, "eval_hostname_number": 12, "eval_hostname_precision": 0.06918238993710692, "eval_hostname_recall": 0.9166666666666666, "eval_ipv4_f1": 0.5517241379310345, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.47058823529411764, "eval_ipv4_recall": 0.6666666666666666, "eval_loss": 0.28811344504356384, "eval_md5_f1": 0.8275862068965517, "eval_md5_number": 52, "eval_md5_precision": 0.75, "eval_md5_recall": 0.9230769230769231, "eval_overall_accuracy": 0.9359797681291202, "eval_overall_f1": 0.3, "eval_overall_precision": 0.23421926910299004, "eval_overall_recall": 0.4171597633136095, "eval_runtime": 134.2603, "eval_samples_per_second": 9.936, "eval_sha1_f1": 0.0, "eval_sha1_number": 7, "eval_sha1_precision": 0.0, "eval_sha1_recall": 0.0, "eval_sha256_f1": 0.7068965517241379, "eval_sha256_number": 44, "eval_sha256_precision": 0.5694444444444444, "eval_sha256_recall": 0.9318181818181818, "eval_steps_per_second": 1.244, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 500 }, { "epoch": 0.75, "learning_rate": 3.7506246876561725e-05, "loss": 0.1987, "step": 1000 }, { "epoch": 0.75, "eval_attackID_f1": 0.6666666666666666, "eval_attackID_number": 6, "eval_attackID_precision": 0.5, "eval_attackID_recall": 1.0, "eval_cve_f1": 1.0, "eval_cve_number": 11, "eval_cve_precision": 1.0, "eval_cve_recall": 1.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.0, "eval_domain_number": 23, "eval_domain_precision": 0.0, "eval_domain_recall": 0.0, "eval_email_f1": 0.0, "eval_email_number": 3, "eval_email_precision": 0.0, "eval_email_recall": 0.0, "eval_filepath_f1": 0.5524296675191817, "eval_filepath_number": 165, "eval_filepath_precision": 0.4778761061946903, "eval_filepath_recall": 0.6545454545454545, "eval_hostname_f1": 0.36363636363636365, "eval_hostname_number": 12, "eval_hostname_precision": 0.25, "eval_hostname_recall": 0.6666666666666666, "eval_ipv4_f1": 0.7199999999999999, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.6923076923076923, "eval_ipv4_recall": 0.75, "eval_loss": 0.1722334325313568, "eval_md5_f1": 0.7596899224806201, "eval_md5_number": 52, "eval_md5_precision": 0.6363636363636364, "eval_md5_recall": 0.9423076923076923, "eval_overall_accuracy": 0.952943850875199, "eval_overall_f1": 0.582051282051282, "eval_overall_precision": 0.5135746606334841, "eval_overall_recall": 0.6715976331360947, "eval_runtime": 134.6173, "eval_samples_per_second": 9.91, "eval_sha1_f1": 0.0, "eval_sha1_number": 7, "eval_sha1_precision": 0.0, "eval_sha1_recall": 0.0, "eval_sha256_f1": 0.7272727272727274, "eval_sha256_number": 44, "eval_sha256_precision": 0.6545454545454545, "eval_sha256_recall": 0.8181818181818182, "eval_steps_per_second": 1.241, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 1000 }, { "epoch": 1.12, "learning_rate": 3.125937031484258e-05, "loss": 0.1595, "step": 1500 }, { "epoch": 1.12, "eval_attackID_f1": 0.923076923076923, "eval_attackID_number": 6, "eval_attackID_precision": 0.8571428571428571, "eval_attackID_recall": 1.0, "eval_cve_f1": 1.0, "eval_cve_number": 11, "eval_cve_precision": 1.0, "eval_cve_recall": 1.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.47058823529411764, "eval_domain_number": 23, "eval_domain_precision": 0.42857142857142855, "eval_domain_recall": 0.5217391304347826, "eval_email_f1": 0.0, "eval_email_number": 3, "eval_email_precision": 0.0, "eval_email_recall": 0.0, "eval_filepath_f1": 0.6451612903225806, "eval_filepath_number": 165, "eval_filepath_precision": 0.5797101449275363, "eval_filepath_recall": 0.7272727272727273, "eval_hostname_f1": 0.5945945945945945, "eval_hostname_number": 12, "eval_hostname_precision": 0.44, "eval_hostname_recall": 0.9166666666666666, "eval_ipv4_f1": 0.55, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.39285714285714285, "eval_ipv4_recall": 0.9166666666666666, "eval_loss": 0.13464373350143433, "eval_md5_f1": 0.7596899224806201, "eval_md5_number": 52, "eval_md5_precision": 0.6363636363636364, "eval_md5_recall": 0.9423076923076923, "eval_overall_accuracy": 0.9658160945669471, "eval_overall_f1": 0.6581956797966962, "eval_overall_precision": 0.576837416481069, "eval_overall_recall": 0.7662721893491125, "eval_runtime": 134.9668, "eval_samples_per_second": 9.884, "eval_sha1_f1": 0.0, "eval_sha1_number": 7, "eval_sha1_precision": 0.0, "eval_sha1_recall": 0.0, "eval_sha256_f1": 0.8297872340425532, "eval_sha256_number": 44, "eval_sha256_precision": 0.78, "eval_sha256_recall": 0.8863636363636364, "eval_steps_per_second": 1.237, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 1500 }, { "epoch": 1.5, "learning_rate": 2.501249375312344e-05, "loss": 0.118, "step": 2000 }, { "epoch": 1.5, "eval_attackID_f1": 1.0, "eval_attackID_number": 6, "eval_attackID_precision": 1.0, "eval_attackID_recall": 1.0, "eval_cve_f1": 1.0, "eval_cve_number": 11, "eval_cve_precision": 1.0, "eval_cve_recall": 1.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.6086956521739131, "eval_domain_number": 23, "eval_domain_precision": 0.6086956521739131, "eval_domain_recall": 0.6086956521739131, "eval_email_f1": 0.0, "eval_email_number": 3, "eval_email_precision": 0.0, "eval_email_recall": 0.0, "eval_filepath_f1": 0.6945169712793734, "eval_filepath_number": 165, "eval_filepath_precision": 0.6100917431192661, "eval_filepath_recall": 0.806060606060606, "eval_hostname_f1": 0.8695652173913043, "eval_hostname_number": 12, "eval_hostname_precision": 0.9090909090909091, "eval_hostname_recall": 0.8333333333333334, "eval_ipv4_f1": 0.6956521739130435, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.7272727272727273, "eval_ipv4_recall": 0.6666666666666666, "eval_loss": 0.143614262342453, "eval_md5_f1": 0.8495575221238939, "eval_md5_number": 52, "eval_md5_precision": 0.7868852459016393, "eval_md5_recall": 0.9230769230769231, "eval_overall_accuracy": 0.9685724028188225, "eval_overall_f1": 0.7309236947791166, "eval_overall_precision": 0.6674816625916871, "eval_overall_recall": 0.8076923076923077, "eval_runtime": 134.9205, "eval_samples_per_second": 9.887, "eval_sha1_f1": 0.2857142857142857, "eval_sha1_number": 7, "eval_sha1_precision": 0.21428571428571427, "eval_sha1_recall": 0.42857142857142855, "eval_sha256_f1": 0.8163265306122449, "eval_sha256_number": 44, "eval_sha256_precision": 0.7407407407407407, "eval_sha256_recall": 0.9090909090909091, "eval_steps_per_second": 1.238, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 2000 }, { "epoch": 1.87, "learning_rate": 1.87656171914043e-05, "loss": 0.1198, "step": 2500 }, { "epoch": 1.87, "eval_attackID_f1": 1.0, "eval_attackID_number": 6, "eval_attackID_precision": 1.0, "eval_attackID_recall": 1.0, "eval_cve_f1": 0.8333333333333333, "eval_cve_number": 11, "eval_cve_precision": 0.7692307692307693, "eval_cve_recall": 0.9090909090909091, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.7906976744186046, "eval_domain_number": 23, "eval_domain_precision": 0.85, "eval_domain_recall": 0.7391304347826086, "eval_email_f1": 0.0, "eval_email_number": 3, "eval_email_precision": 0.0, "eval_email_recall": 0.0, "eval_filepath_f1": 0.708108108108108, "eval_filepath_number": 165, "eval_filepath_precision": 0.6390243902439025, "eval_filepath_recall": 0.793939393939394, "eval_hostname_f1": 0.9090909090909091, "eval_hostname_number": 12, "eval_hostname_precision": 1.0, "eval_hostname_recall": 0.8333333333333334, "eval_ipv4_f1": 0.5925925925925926, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.5333333333333333, "eval_ipv4_recall": 0.6666666666666666, "eval_loss": 0.13847950100898743, "eval_md5_f1": 0.8521739130434781, "eval_md5_number": 52, "eval_md5_precision": 0.7777777777777778, "eval_md5_recall": 0.9423076923076923, "eval_overall_accuracy": 0.9687144805637645, "eval_overall_f1": 0.7547683923705721, "eval_overall_precision": 0.6994949494949495, "eval_overall_recall": 0.8195266272189349, "eval_runtime": 135.1754, "eval_samples_per_second": 9.869, "eval_sha1_f1": 0.4210526315789474, "eval_sha1_number": 7, "eval_sha1_precision": 0.3333333333333333, "eval_sha1_recall": 0.5714285714285714, "eval_sha256_f1": 0.9032258064516128, "eval_sha256_number": 44, "eval_sha256_precision": 0.8571428571428571, "eval_sha256_recall": 0.9545454545454546, "eval_steps_per_second": 1.235, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 2500 }, { "epoch": 2.25, "learning_rate": 1.2518740629685157e-05, "loss": 0.0742, "step": 3000 }, { "epoch": 2.25, "eval_attackID_f1": 1.0, "eval_attackID_number": 6, "eval_attackID_precision": 1.0, "eval_attackID_recall": 1.0, "eval_cve_f1": 0.8695652173913043, "eval_cve_number": 11, "eval_cve_precision": 0.8333333333333334, "eval_cve_recall": 0.9090909090909091, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.782608695652174, "eval_domain_number": 23, "eval_domain_precision": 0.782608695652174, "eval_domain_recall": 0.782608695652174, "eval_email_f1": 0.6666666666666666, "eval_email_number": 3, "eval_email_precision": 0.6666666666666666, "eval_email_recall": 0.6666666666666666, "eval_filepath_f1": 0.7431693989071038, "eval_filepath_number": 165, "eval_filepath_precision": 0.6766169154228856, "eval_filepath_recall": 0.8242424242424242, "eval_hostname_f1": 0.9565217391304348, "eval_hostname_number": 12, "eval_hostname_precision": 1.0, "eval_hostname_recall": 0.9166666666666666, "eval_ipv4_f1": 0.8333333333333334, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.8333333333333334, "eval_ipv4_recall": 0.8333333333333334, "eval_loss": 0.12905733287334442, "eval_md5_f1": 0.8264462809917356, "eval_md5_number": 52, "eval_md5_precision": 0.7246376811594203, "eval_md5_recall": 0.9615384615384616, "eval_overall_accuracy": 0.9725221641282109, "eval_overall_f1": 0.7583444592790387, "eval_overall_precision": 0.6909975669099757, "eval_overall_recall": 0.8402366863905325, "eval_runtime": 133.4856, "eval_samples_per_second": 9.994, "eval_sha1_f1": 0.09090909090909091, "eval_sha1_number": 7, "eval_sha1_precision": 0.06666666666666667, "eval_sha1_recall": 0.14285714285714285, "eval_sha256_f1": 0.7766990291262135, "eval_sha256_number": 44, "eval_sha256_precision": 0.6779661016949152, "eval_sha256_recall": 0.9090909090909091, "eval_steps_per_second": 1.251, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 3000 }, { "epoch": 2.62, "learning_rate": 6.271864067966017e-06, "loss": 0.0687, "step": 3500 }, { "epoch": 2.62, "eval_attackID_f1": 1.0, "eval_attackID_number": 6, "eval_attackID_precision": 1.0, "eval_attackID_recall": 1.0, "eval_cve_f1": 1.0, "eval_cve_number": 11, "eval_cve_precision": 1.0, "eval_cve_recall": 1.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.8571428571428572, "eval_domain_number": 23, "eval_domain_precision": 0.8076923076923077, "eval_domain_recall": 0.9130434782608695, "eval_email_f1": 1.0, "eval_email_number": 3, "eval_email_precision": 1.0, "eval_email_recall": 1.0, "eval_filepath_f1": 0.7928994082840237, "eval_filepath_number": 165, "eval_filepath_precision": 0.7745664739884393, "eval_filepath_recall": 0.8121212121212121, "eval_hostname_f1": 0.8148148148148148, "eval_hostname_number": 12, "eval_hostname_precision": 0.7333333333333333, "eval_hostname_recall": 0.9166666666666666, "eval_ipv4_f1": 0.7692307692307692, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.7142857142857143, "eval_ipv4_recall": 0.8333333333333334, "eval_loss": 0.13853736221790314, "eval_md5_f1": 0.9411764705882353, "eval_md5_number": 52, "eval_md5_precision": 0.96, "eval_md5_recall": 0.9230769230769231, "eval_overall_accuracy": 0.9736587860877473, "eval_overall_f1": 0.833810888252149, "eval_overall_precision": 0.8083333333333333, "eval_overall_recall": 0.8609467455621301, "eval_runtime": 134.7978, "eval_samples_per_second": 9.896, "eval_sha1_f1": 0.5, "eval_sha1_number": 7, "eval_sha1_precision": 0.4444444444444444, "eval_sha1_recall": 0.5714285714285714, "eval_sha256_f1": 0.88659793814433, "eval_sha256_number": 44, "eval_sha256_precision": 0.8113207547169812, "eval_sha256_recall": 0.9772727272727273, "eval_steps_per_second": 1.239, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 3500 }, { "epoch": 3.0, "learning_rate": 2.4987506246876563e-08, "loss": 0.0652, "step": 4000 }, { "epoch": 3.0, "eval_attackID_f1": 1.0, "eval_attackID_number": 6, "eval_attackID_precision": 1.0, "eval_attackID_recall": 1.0, "eval_cve_f1": 1.0, "eval_cve_number": 11, "eval_cve_precision": 1.0, "eval_cve_recall": 1.0, "eval_defenderThreat_f1": 0.0, "eval_defenderThreat_number": 2, "eval_defenderThreat_precision": 0.0, "eval_defenderThreat_recall": 0.0, "eval_domain_f1": 0.8571428571428572, "eval_domain_number": 23, "eval_domain_precision": 0.8076923076923077, "eval_domain_recall": 0.9130434782608695, "eval_email_f1": 1.0, "eval_email_number": 3, "eval_email_precision": 1.0, "eval_email_recall": 1.0, "eval_filepath_f1": 0.8045325779036826, "eval_filepath_number": 165, "eval_filepath_precision": 0.7553191489361702, "eval_filepath_recall": 0.8606060606060606, "eval_hostname_f1": 0.8799999999999999, "eval_hostname_number": 12, "eval_hostname_precision": 0.8461538461538461, "eval_hostname_recall": 0.9166666666666666, "eval_ipv4_f1": 0.7692307692307692, "eval_ipv4_number": 12, "eval_ipv4_precision": 0.7142857142857143, "eval_ipv4_recall": 0.8333333333333334, "eval_loss": 0.12987127900123596, "eval_md5_f1": 0.888888888888889, "eval_md5_number": 52, "eval_md5_precision": 0.8571428571428571, "eval_md5_recall": 0.9230769230769231, "eval_overall_accuracy": 0.9772107297112981, "eval_overall_f1": 0.8422535211267606, "eval_overall_precision": 0.803763440860215, "eval_overall_recall": 0.8846153846153846, "eval_runtime": 135.2467, "eval_samples_per_second": 9.863, "eval_sha1_f1": 0.7999999999999999, "eval_sha1_number": 7, "eval_sha1_precision": 0.75, "eval_sha1_recall": 0.8571428571428571, "eval_sha256_f1": 0.9010989010989012, "eval_sha256_number": 44, "eval_sha256_precision": 0.8723404255319149, "eval_sha256_recall": 0.9318181818181818, "eval_steps_per_second": 1.235, "eval_uri_f1": 0.0, "eval_uri_number": 1, "eval_uri_precision": 0.0, "eval_uri_recall": 0.0, "step": 4000 }, { "epoch": 3.0, "step": 4002, "total_flos": 1598290045571520.0, "train_loss": 0.14999645981176205, "train_runtime": 15237.6945, "train_samples_per_second": 2.101, "train_steps_per_second": 0.263 } ], "max_steps": 4002, "num_train_epochs": 3, "total_flos": 1598290045571520.0, "trial_name": null, "trial_params": null }