finetuned-bert-base-10pct / trainer_state.json
cynthiachan's picture
update model
2d6d9e1
{
"best_metric": 0.12905733287334442,
"best_model_checkpoint": "training/checkpoint-3000",
"epoch": 3.0,
"global_step": 4002,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.37,
"learning_rate": 4.3753123438280864e-05,
"loss": 0.3943,
"step": 500
},
{
"epoch": 0.37,
"eval_attackID_f1": 0.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 0.0,
"eval_attackID_recall": 0.0,
"eval_cve_f1": 0.0,
"eval_cve_number": 11,
"eval_cve_precision": 0.0,
"eval_cve_recall": 0.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.0,
"eval_domain_number": 23,
"eval_domain_precision": 0.0,
"eval_domain_recall": 0.0,
"eval_email_f1": 0.0,
"eval_email_number": 3,
"eval_email_precision": 0.0,
"eval_email_recall": 0.0,
"eval_filepath_f1": 0.14505494505494507,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.11379310344827587,
"eval_filepath_recall": 0.2,
"eval_hostname_f1": 0.1286549707602339,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.06918238993710692,
"eval_hostname_recall": 0.9166666666666666,
"eval_ipv4_f1": 0.5517241379310345,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.47058823529411764,
"eval_ipv4_recall": 0.6666666666666666,
"eval_loss": 0.28811344504356384,
"eval_md5_f1": 0.8275862068965517,
"eval_md5_number": 52,
"eval_md5_precision": 0.75,
"eval_md5_recall": 0.9230769230769231,
"eval_overall_accuracy": 0.9359797681291202,
"eval_overall_f1": 0.3,
"eval_overall_precision": 0.23421926910299004,
"eval_overall_recall": 0.4171597633136095,
"eval_runtime": 134.2603,
"eval_samples_per_second": 9.936,
"eval_sha1_f1": 0.0,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.0,
"eval_sha1_recall": 0.0,
"eval_sha256_f1": 0.7068965517241379,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.5694444444444444,
"eval_sha256_recall": 0.9318181818181818,
"eval_steps_per_second": 1.244,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 500
},
{
"epoch": 0.75,
"learning_rate": 3.7506246876561725e-05,
"loss": 0.1987,
"step": 1000
},
{
"epoch": 0.75,
"eval_attackID_f1": 0.6666666666666666,
"eval_attackID_number": 6,
"eval_attackID_precision": 0.5,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 1.0,
"eval_cve_number": 11,
"eval_cve_precision": 1.0,
"eval_cve_recall": 1.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.0,
"eval_domain_number": 23,
"eval_domain_precision": 0.0,
"eval_domain_recall": 0.0,
"eval_email_f1": 0.0,
"eval_email_number": 3,
"eval_email_precision": 0.0,
"eval_email_recall": 0.0,
"eval_filepath_f1": 0.5524296675191817,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.4778761061946903,
"eval_filepath_recall": 0.6545454545454545,
"eval_hostname_f1": 0.36363636363636365,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.25,
"eval_hostname_recall": 0.6666666666666666,
"eval_ipv4_f1": 0.7199999999999999,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.6923076923076923,
"eval_ipv4_recall": 0.75,
"eval_loss": 0.1722334325313568,
"eval_md5_f1": 0.7596899224806201,
"eval_md5_number": 52,
"eval_md5_precision": 0.6363636363636364,
"eval_md5_recall": 0.9423076923076923,
"eval_overall_accuracy": 0.952943850875199,
"eval_overall_f1": 0.582051282051282,
"eval_overall_precision": 0.5135746606334841,
"eval_overall_recall": 0.6715976331360947,
"eval_runtime": 134.6173,
"eval_samples_per_second": 9.91,
"eval_sha1_f1": 0.0,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.0,
"eval_sha1_recall": 0.0,
"eval_sha256_f1": 0.7272727272727274,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.6545454545454545,
"eval_sha256_recall": 0.8181818181818182,
"eval_steps_per_second": 1.241,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 1000
},
{
"epoch": 1.12,
"learning_rate": 3.125937031484258e-05,
"loss": 0.1595,
"step": 1500
},
{
"epoch": 1.12,
"eval_attackID_f1": 0.923076923076923,
"eval_attackID_number": 6,
"eval_attackID_precision": 0.8571428571428571,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 1.0,
"eval_cve_number": 11,
"eval_cve_precision": 1.0,
"eval_cve_recall": 1.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.47058823529411764,
"eval_domain_number": 23,
"eval_domain_precision": 0.42857142857142855,
"eval_domain_recall": 0.5217391304347826,
"eval_email_f1": 0.0,
"eval_email_number": 3,
"eval_email_precision": 0.0,
"eval_email_recall": 0.0,
"eval_filepath_f1": 0.6451612903225806,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.5797101449275363,
"eval_filepath_recall": 0.7272727272727273,
"eval_hostname_f1": 0.5945945945945945,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.44,
"eval_hostname_recall": 0.9166666666666666,
"eval_ipv4_f1": 0.55,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.39285714285714285,
"eval_ipv4_recall": 0.9166666666666666,
"eval_loss": 0.13464373350143433,
"eval_md5_f1": 0.7596899224806201,
"eval_md5_number": 52,
"eval_md5_precision": 0.6363636363636364,
"eval_md5_recall": 0.9423076923076923,
"eval_overall_accuracy": 0.9658160945669471,
"eval_overall_f1": 0.6581956797966962,
"eval_overall_precision": 0.576837416481069,
"eval_overall_recall": 0.7662721893491125,
"eval_runtime": 134.9668,
"eval_samples_per_second": 9.884,
"eval_sha1_f1": 0.0,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.0,
"eval_sha1_recall": 0.0,
"eval_sha256_f1": 0.8297872340425532,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.78,
"eval_sha256_recall": 0.8863636363636364,
"eval_steps_per_second": 1.237,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 1500
},
{
"epoch": 1.5,
"learning_rate": 2.501249375312344e-05,
"loss": 0.118,
"step": 2000
},
{
"epoch": 1.5,
"eval_attackID_f1": 1.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 1.0,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 1.0,
"eval_cve_number": 11,
"eval_cve_precision": 1.0,
"eval_cve_recall": 1.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.6086956521739131,
"eval_domain_number": 23,
"eval_domain_precision": 0.6086956521739131,
"eval_domain_recall": 0.6086956521739131,
"eval_email_f1": 0.0,
"eval_email_number": 3,
"eval_email_precision": 0.0,
"eval_email_recall": 0.0,
"eval_filepath_f1": 0.6945169712793734,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.6100917431192661,
"eval_filepath_recall": 0.806060606060606,
"eval_hostname_f1": 0.8695652173913043,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.9090909090909091,
"eval_hostname_recall": 0.8333333333333334,
"eval_ipv4_f1": 0.6956521739130435,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.7272727272727273,
"eval_ipv4_recall": 0.6666666666666666,
"eval_loss": 0.143614262342453,
"eval_md5_f1": 0.8495575221238939,
"eval_md5_number": 52,
"eval_md5_precision": 0.7868852459016393,
"eval_md5_recall": 0.9230769230769231,
"eval_overall_accuracy": 0.9685724028188225,
"eval_overall_f1": 0.7309236947791166,
"eval_overall_precision": 0.6674816625916871,
"eval_overall_recall": 0.8076923076923077,
"eval_runtime": 134.9205,
"eval_samples_per_second": 9.887,
"eval_sha1_f1": 0.2857142857142857,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.21428571428571427,
"eval_sha1_recall": 0.42857142857142855,
"eval_sha256_f1": 0.8163265306122449,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.7407407407407407,
"eval_sha256_recall": 0.9090909090909091,
"eval_steps_per_second": 1.238,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 2000
},
{
"epoch": 1.87,
"learning_rate": 1.87656171914043e-05,
"loss": 0.1198,
"step": 2500
},
{
"epoch": 1.87,
"eval_attackID_f1": 1.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 1.0,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 0.8333333333333333,
"eval_cve_number": 11,
"eval_cve_precision": 0.7692307692307693,
"eval_cve_recall": 0.9090909090909091,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.7906976744186046,
"eval_domain_number": 23,
"eval_domain_precision": 0.85,
"eval_domain_recall": 0.7391304347826086,
"eval_email_f1": 0.0,
"eval_email_number": 3,
"eval_email_precision": 0.0,
"eval_email_recall": 0.0,
"eval_filepath_f1": 0.708108108108108,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.6390243902439025,
"eval_filepath_recall": 0.793939393939394,
"eval_hostname_f1": 0.9090909090909091,
"eval_hostname_number": 12,
"eval_hostname_precision": 1.0,
"eval_hostname_recall": 0.8333333333333334,
"eval_ipv4_f1": 0.5925925925925926,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.5333333333333333,
"eval_ipv4_recall": 0.6666666666666666,
"eval_loss": 0.13847950100898743,
"eval_md5_f1": 0.8521739130434781,
"eval_md5_number": 52,
"eval_md5_precision": 0.7777777777777778,
"eval_md5_recall": 0.9423076923076923,
"eval_overall_accuracy": 0.9687144805637645,
"eval_overall_f1": 0.7547683923705721,
"eval_overall_precision": 0.6994949494949495,
"eval_overall_recall": 0.8195266272189349,
"eval_runtime": 135.1754,
"eval_samples_per_second": 9.869,
"eval_sha1_f1": 0.4210526315789474,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.3333333333333333,
"eval_sha1_recall": 0.5714285714285714,
"eval_sha256_f1": 0.9032258064516128,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.8571428571428571,
"eval_sha256_recall": 0.9545454545454546,
"eval_steps_per_second": 1.235,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 2500
},
{
"epoch": 2.25,
"learning_rate": 1.2518740629685157e-05,
"loss": 0.0742,
"step": 3000
},
{
"epoch": 2.25,
"eval_attackID_f1": 1.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 1.0,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 0.8695652173913043,
"eval_cve_number": 11,
"eval_cve_precision": 0.8333333333333334,
"eval_cve_recall": 0.9090909090909091,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.782608695652174,
"eval_domain_number": 23,
"eval_domain_precision": 0.782608695652174,
"eval_domain_recall": 0.782608695652174,
"eval_email_f1": 0.6666666666666666,
"eval_email_number": 3,
"eval_email_precision": 0.6666666666666666,
"eval_email_recall": 0.6666666666666666,
"eval_filepath_f1": 0.7431693989071038,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.6766169154228856,
"eval_filepath_recall": 0.8242424242424242,
"eval_hostname_f1": 0.9565217391304348,
"eval_hostname_number": 12,
"eval_hostname_precision": 1.0,
"eval_hostname_recall": 0.9166666666666666,
"eval_ipv4_f1": 0.8333333333333334,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.8333333333333334,
"eval_ipv4_recall": 0.8333333333333334,
"eval_loss": 0.12905733287334442,
"eval_md5_f1": 0.8264462809917356,
"eval_md5_number": 52,
"eval_md5_precision": 0.7246376811594203,
"eval_md5_recall": 0.9615384615384616,
"eval_overall_accuracy": 0.9725221641282109,
"eval_overall_f1": 0.7583444592790387,
"eval_overall_precision": 0.6909975669099757,
"eval_overall_recall": 0.8402366863905325,
"eval_runtime": 133.4856,
"eval_samples_per_second": 9.994,
"eval_sha1_f1": 0.09090909090909091,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.06666666666666667,
"eval_sha1_recall": 0.14285714285714285,
"eval_sha256_f1": 0.7766990291262135,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.6779661016949152,
"eval_sha256_recall": 0.9090909090909091,
"eval_steps_per_second": 1.251,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 3000
},
{
"epoch": 2.62,
"learning_rate": 6.271864067966017e-06,
"loss": 0.0687,
"step": 3500
},
{
"epoch": 2.62,
"eval_attackID_f1": 1.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 1.0,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 1.0,
"eval_cve_number": 11,
"eval_cve_precision": 1.0,
"eval_cve_recall": 1.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.8571428571428572,
"eval_domain_number": 23,
"eval_domain_precision": 0.8076923076923077,
"eval_domain_recall": 0.9130434782608695,
"eval_email_f1": 1.0,
"eval_email_number": 3,
"eval_email_precision": 1.0,
"eval_email_recall": 1.0,
"eval_filepath_f1": 0.7928994082840237,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.7745664739884393,
"eval_filepath_recall": 0.8121212121212121,
"eval_hostname_f1": 0.8148148148148148,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.7333333333333333,
"eval_hostname_recall": 0.9166666666666666,
"eval_ipv4_f1": 0.7692307692307692,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.7142857142857143,
"eval_ipv4_recall": 0.8333333333333334,
"eval_loss": 0.13853736221790314,
"eval_md5_f1": 0.9411764705882353,
"eval_md5_number": 52,
"eval_md5_precision": 0.96,
"eval_md5_recall": 0.9230769230769231,
"eval_overall_accuracy": 0.9736587860877473,
"eval_overall_f1": 0.833810888252149,
"eval_overall_precision": 0.8083333333333333,
"eval_overall_recall": 0.8609467455621301,
"eval_runtime": 134.7978,
"eval_samples_per_second": 9.896,
"eval_sha1_f1": 0.5,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.4444444444444444,
"eval_sha1_recall": 0.5714285714285714,
"eval_sha256_f1": 0.88659793814433,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.8113207547169812,
"eval_sha256_recall": 0.9772727272727273,
"eval_steps_per_second": 1.239,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 3500
},
{
"epoch": 3.0,
"learning_rate": 2.4987506246876563e-08,
"loss": 0.0652,
"step": 4000
},
{
"epoch": 3.0,
"eval_attackID_f1": 1.0,
"eval_attackID_number": 6,
"eval_attackID_precision": 1.0,
"eval_attackID_recall": 1.0,
"eval_cve_f1": 1.0,
"eval_cve_number": 11,
"eval_cve_precision": 1.0,
"eval_cve_recall": 1.0,
"eval_defenderThreat_f1": 0.0,
"eval_defenderThreat_number": 2,
"eval_defenderThreat_precision": 0.0,
"eval_defenderThreat_recall": 0.0,
"eval_domain_f1": 0.8571428571428572,
"eval_domain_number": 23,
"eval_domain_precision": 0.8076923076923077,
"eval_domain_recall": 0.9130434782608695,
"eval_email_f1": 1.0,
"eval_email_number": 3,
"eval_email_precision": 1.0,
"eval_email_recall": 1.0,
"eval_filepath_f1": 0.8045325779036826,
"eval_filepath_number": 165,
"eval_filepath_precision": 0.7553191489361702,
"eval_filepath_recall": 0.8606060606060606,
"eval_hostname_f1": 0.8799999999999999,
"eval_hostname_number": 12,
"eval_hostname_precision": 0.8461538461538461,
"eval_hostname_recall": 0.9166666666666666,
"eval_ipv4_f1": 0.7692307692307692,
"eval_ipv4_number": 12,
"eval_ipv4_precision": 0.7142857142857143,
"eval_ipv4_recall": 0.8333333333333334,
"eval_loss": 0.12987127900123596,
"eval_md5_f1": 0.888888888888889,
"eval_md5_number": 52,
"eval_md5_precision": 0.8571428571428571,
"eval_md5_recall": 0.9230769230769231,
"eval_overall_accuracy": 0.9772107297112981,
"eval_overall_f1": 0.8422535211267606,
"eval_overall_precision": 0.803763440860215,
"eval_overall_recall": 0.8846153846153846,
"eval_runtime": 135.2467,
"eval_samples_per_second": 9.863,
"eval_sha1_f1": 0.7999999999999999,
"eval_sha1_number": 7,
"eval_sha1_precision": 0.75,
"eval_sha1_recall": 0.8571428571428571,
"eval_sha256_f1": 0.9010989010989012,
"eval_sha256_number": 44,
"eval_sha256_precision": 0.8723404255319149,
"eval_sha256_recall": 0.9318181818181818,
"eval_steps_per_second": 1.235,
"eval_uri_f1": 0.0,
"eval_uri_number": 1,
"eval_uri_precision": 0.0,
"eval_uri_recall": 0.0,
"step": 4000
},
{
"epoch": 3.0,
"step": 4002,
"total_flos": 1598290045571520.0,
"train_loss": 0.14999645981176205,
"train_runtime": 15237.6945,
"train_samples_per_second": 2.101,
"train_steps_per_second": 0.263
}
],
"max_steps": 4002,
"num_train_epochs": 3,
"total_flos": 1598290045571520.0,
"trial_name": null,
"trial_params": null
}