| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9518328315919957, | |
| "eval_steps": 1000, | |
| "global_step": 21500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 16.78230857849121, | |
| "learning_rate": 1.987315680989377e-05, | |
| "loss": 0.7008, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_LOC_f1": 0.7083043365359647, | |
| "eval_ORG_f1": 0.5623498694516972, | |
| "eval_PER_f1": 0.7100647964924535, | |
| "eval_loss": 0.525841236114502, | |
| "eval_overall_accuracy": 0.839431747364137, | |
| "eval_overall_f1": 0.6684494885258021, | |
| "eval_overall_precision": 0.6813296398891967, | |
| "eval_overall_recall": 0.656047285763059, | |
| "eval_runtime": 178.5538, | |
| "eval_samples_per_second": 365.156, | |
| "eval_steps_per_second": 22.822, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 9.70958137512207, | |
| "learning_rate": 1.974631361978754e-05, | |
| "loss": 0.4865, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "eval_LOC_f1": 0.7016948849995092, | |
| "eval_ORG_f1": 0.590386287417712, | |
| "eval_PER_f1": 0.744081694250214, | |
| "eval_loss": 0.4681616723537445, | |
| "eval_overall_accuracy": 0.8518320678647284, | |
| "eval_overall_f1": 0.6854302821050324, | |
| "eval_overall_precision": 0.6610573746663495, | |
| "eval_overall_recall": 0.7116692272675543, | |
| "eval_runtime": 178.958, | |
| "eval_samples_per_second": 364.331, | |
| "eval_steps_per_second": 22.771, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 15.70914077758789, | |
| "learning_rate": 1.961947042968131e-05, | |
| "loss": 0.4382, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_LOC_f1": 0.7578888199720886, | |
| "eval_ORG_f1": 0.6413910093299406, | |
| "eval_PER_f1": 0.7750323494978126, | |
| "eval_loss": 0.4217945635318756, | |
| "eval_overall_accuracy": 0.8756332018861953, | |
| "eval_overall_f1": 0.7298225286836603, | |
| "eval_overall_precision": 0.7249466651695486, | |
| "eval_overall_recall": 0.7347644247183339, | |
| "eval_runtime": 177.7042, | |
| "eval_samples_per_second": 366.902, | |
| "eval_steps_per_second": 22.931, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 0.9930562376976013, | |
| "learning_rate": 1.9492627239575078e-05, | |
| "loss": 0.3973, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_LOC_f1": 0.7571125548125672, | |
| "eval_ORG_f1": 0.648735892760337, | |
| "eval_PER_f1": 0.7869654790165547, | |
| "eval_loss": 0.37678804993629456, | |
| "eval_overall_accuracy": 0.8835828734179773, | |
| "eval_overall_f1": 0.7360367198972751, | |
| "eval_overall_precision": 0.7341253555609017, | |
| "eval_overall_recall": 0.7379580630476841, | |
| "eval_runtime": 176.7693, | |
| "eval_samples_per_second": 368.842, | |
| "eval_steps_per_second": 23.053, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 10.682718276977539, | |
| "learning_rate": 1.9365784049468845e-05, | |
| "loss": 0.3937, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_LOC_f1": 0.7778496267121274, | |
| "eval_ORG_f1": 0.6430323934146428, | |
| "eval_PER_f1": 0.7986373262130558, | |
| "eval_loss": 0.4208361804485321, | |
| "eval_overall_accuracy": 0.8810407141986101, | |
| "eval_overall_f1": 0.7449750865636349, | |
| "eval_overall_precision": 0.7371928798261742, | |
| "eval_overall_recall": 0.7529233526800956, | |
| "eval_runtime": 175.2138, | |
| "eval_samples_per_second": 372.117, | |
| "eval_steps_per_second": 23.257, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 9.084446907043457, | |
| "learning_rate": 1.924106352298313e-05, | |
| "loss": 0.3536, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_LOC_f1": 0.7828708236001125, | |
| "eval_ORG_f1": 0.6829649863421904, | |
| "eval_PER_f1": 0.799357419856545, | |
| "eval_loss": 0.36626189947128296, | |
| "eval_overall_accuracy": 0.8907383203725096, | |
| "eval_overall_f1": 0.760005685048323, | |
| "eval_overall_precision": 0.7663556759390631, | |
| "eval_overall_recall": 0.7537600608939571, | |
| "eval_runtime": 1096.1574, | |
| "eval_samples_per_second": 59.937, | |
| "eval_steps_per_second": 0.118, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 17.549041748046875, | |
| "learning_rate": 1.9114574110146982e-05, | |
| "loss": 0.3432, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_LOC_f1": 0.7952019006963426, | |
| "eval_ORG_f1": 0.6895359096523734, | |
| "eval_PER_f1": 0.8176749430952034, | |
| "eval_loss": 0.3385719060897827, | |
| "eval_overall_accuracy": 0.8962171463957795, | |
| "eval_overall_f1": 0.771180360157569, | |
| "eval_overall_precision": 0.7696968420461406, | |
| "eval_overall_recall": 0.772669607995151, | |
| "eval_runtime": 858.9522, | |
| "eval_samples_per_second": 76.489, | |
| "eval_steps_per_second": 0.15, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 24.70513916015625, | |
| "learning_rate": 1.8988084697310836e-05, | |
| "loss": 0.3278, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_LOC_f1": 0.8013627254509018, | |
| "eval_ORG_f1": 0.6951269959460578, | |
| "eval_PER_f1": 0.8197644808913556, | |
| "eval_loss": 0.34438127279281616, | |
| "eval_overall_accuracy": 0.898079396458301, | |
| "eval_overall_f1": 0.7756412540713129, | |
| "eval_overall_precision": 0.7844467189482182, | |
| "eval_overall_recall": 0.7670312786321413, | |
| "eval_runtime": 858.3259, | |
| "eval_samples_per_second": 76.544, | |
| "eval_steps_per_second": 0.15, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 9.711076736450195, | |
| "learning_rate": 1.8861595284474693e-05, | |
| "loss": 0.3262, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_LOC_f1": 0.813213095471476, | |
| "eval_ORG_f1": 0.7107696972759894, | |
| "eval_PER_f1": 0.8219371637919723, | |
| "eval_loss": 0.3584470748901367, | |
| "eval_overall_accuracy": 0.898605619797311, | |
| "eval_overall_f1": 0.7873656115410829, | |
| "eval_overall_precision": 0.7973837314349728, | |
| "eval_overall_recall": 0.7775960982760808, | |
| "eval_runtime": 870.9363, | |
| "eval_samples_per_second": 75.436, | |
| "eval_steps_per_second": 0.148, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 1.0706424713134766, | |
| "learning_rate": 1.8735105871638546e-05, | |
| "loss": 0.3224, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "eval_LOC_f1": 0.8127321363277717, | |
| "eval_ORG_f1": 0.7053217033370902, | |
| "eval_PER_f1": 0.8284614520690605, | |
| "eval_loss": 0.3149181008338928, | |
| "eval_overall_accuracy": 0.9003740874825833, | |
| "eval_overall_f1": 0.78723937113973, | |
| "eval_overall_precision": 0.7880037567703074, | |
| "eval_overall_recall": 0.7864764670228211, | |
| "eval_runtime": 905.7017, | |
| "eval_samples_per_second": 72.54, | |
| "eval_steps_per_second": 0.142, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.779551982879639, | |
| "learning_rate": 1.86086164588024e-05, | |
| "loss": 0.323, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_LOC_f1": 0.8184425456746753, | |
| "eval_ORG_f1": 0.7099403917116094, | |
| "eval_PER_f1": 0.8274642760571583, | |
| "eval_loss": 0.32969576120376587, | |
| "eval_overall_accuracy": 0.8986934477379095, | |
| "eval_overall_f1": 0.787954918665525, | |
| "eval_overall_precision": 0.7845852840472364, | |
| "eval_overall_recall": 0.7913536219218246, | |
| "eval_runtime": 904.0471, | |
| "eval_samples_per_second": 72.673, | |
| "eval_steps_per_second": 0.143, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 0.5029723048210144, | |
| "learning_rate": 1.8482127045966253e-05, | |
| "loss": 0.307, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_LOC_f1": 0.8216145583120352, | |
| "eval_ORG_f1": 0.7225526656894693, | |
| "eval_PER_f1": 0.8273035359038698, | |
| "eval_loss": 0.3300624191761017, | |
| "eval_overall_accuracy": 0.9015344583248979, | |
| "eval_overall_f1": 0.7950728742961997, | |
| "eval_overall_precision": 0.7871480673058326, | |
| "eval_overall_recall": 0.8031588740256262, | |
| "eval_runtime": 864.0266, | |
| "eval_samples_per_second": 76.039, | |
| "eval_steps_per_second": 0.149, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.1533098220825195, | |
| "learning_rate": 1.8355637633130106e-05, | |
| "loss": 0.3176, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "eval_LOC_f1": 0.8250715828125148, | |
| "eval_ORG_f1": 0.7192632496804788, | |
| "eval_PER_f1": 0.8411864068909802, | |
| "eval_loss": 0.32228201627731323, | |
| "eval_overall_accuracy": 0.9048257731835991, | |
| "eval_overall_f1": 0.7993031971987119, | |
| "eval_overall_precision": 0.7982273018015168, | |
| "eval_overall_recall": 0.8003819968143439, | |
| "eval_runtime": 861.5394, | |
| "eval_samples_per_second": 76.259, | |
| "eval_steps_per_second": 0.15, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 27.121158599853516, | |
| "learning_rate": 1.8229148220293963e-05, | |
| "loss": 0.3026, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "eval_LOC_f1": 0.813366057700572, | |
| "eval_ORG_f1": 0.7255497858288067, | |
| "eval_PER_f1": 0.8334248928753359, | |
| "eval_loss": 0.31955230236053467, | |
| "eval_overall_accuracy": 0.9049277429112431, | |
| "eval_overall_f1": 0.7948808632215472, | |
| "eval_overall_precision": 0.7823057288325302, | |
| "eval_overall_recall": 0.8078668790437393, | |
| "eval_runtime": 870.9305, | |
| "eval_samples_per_second": 75.437, | |
| "eval_steps_per_second": 0.148, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.3121883869171143, | |
| "learning_rate": 1.8102658807457817e-05, | |
| "loss": 0.3148, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "eval_LOC_f1": 0.8302503673286692, | |
| "eval_ORG_f1": 0.7304969576437721, | |
| "eval_PER_f1": 0.8389894805913836, | |
| "eval_loss": 0.3013811409473419, | |
| "eval_overall_accuracy": 0.9075328089459457, | |
| "eval_overall_f1": 0.8036533849292605, | |
| "eval_overall_precision": 0.8008272039526633, | |
| "eval_overall_recall": 0.8064995841732094, | |
| "eval_runtime": 915.5251, | |
| "eval_samples_per_second": 71.762, | |
| "eval_steps_per_second": 0.141, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 9.053048133850098, | |
| "learning_rate": 1.7976169394621674e-05, | |
| "loss": 0.2919, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_LOC_f1": 0.8302478759061501, | |
| "eval_ORG_f1": 0.731782075129564, | |
| "eval_PER_f1": 0.8492362049256988, | |
| "eval_loss": 0.29880577325820923, | |
| "eval_overall_accuracy": 0.9072484845958724, | |
| "eval_overall_f1": 0.8070731973229327, | |
| "eval_overall_precision": 0.8054613737671545, | |
| "eval_overall_recall": 0.8086914847130795, | |
| "eval_runtime": 868.8985, | |
| "eval_samples_per_second": 75.613, | |
| "eval_steps_per_second": 0.148, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 10.181853294372559, | |
| "learning_rate": 1.7849679981785527e-05, | |
| "loss": 0.284, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_LOC_f1": 0.8266632184651193, | |
| "eval_ORG_f1": 0.7243731835870154, | |
| "eval_PER_f1": 0.8473984474857374, | |
| "eval_loss": 0.32140275835990906, | |
| "eval_overall_accuracy": 0.9021306462945541, | |
| "eval_overall_f1": 0.8045739646627278, | |
| "eval_overall_precision": 0.7991697840325968, | |
| "eval_overall_recall": 0.8100517316719056, | |
| "eval_runtime": 858.2577, | |
| "eval_samples_per_second": 76.55, | |
| "eval_steps_per_second": 0.15, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 5.25670862197876, | |
| "learning_rate": 1.772319056894938e-05, | |
| "loss": 0.3011, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_LOC_f1": 0.8265056399966245, | |
| "eval_ORG_f1": 0.7394759212033855, | |
| "eval_PER_f1": 0.8559909523111401, | |
| "eval_loss": 0.30769339203834534, | |
| "eval_overall_accuracy": 0.9103075764251944, | |
| "eval_overall_f1": 0.8115094912358725, | |
| "eval_overall_precision": 0.8128234861554996, | |
| "eval_overall_recall": 0.8101997378176846, | |
| "eval_runtime": 857.6527, | |
| "eval_samples_per_second": 76.604, | |
| "eval_steps_per_second": 0.15, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.439514398574829, | |
| "learning_rate": 1.7596701156113234e-05, | |
| "loss": 0.2913, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "eval_LOC_f1": 0.827463843173361, | |
| "eval_ORG_f1": 0.7474629390110435, | |
| "eval_PER_f1": 0.8510804051006602, | |
| "eval_loss": 0.3055616617202759, | |
| "eval_overall_accuracy": 0.9091010586988365, | |
| "eval_overall_f1": 0.8128348309192438, | |
| "eval_overall_precision": 0.817294400980434, | |
| "eval_overall_recall": 0.8084236640683365, | |
| "eval_runtime": 881.3321, | |
| "eval_samples_per_second": 74.546, | |
| "eval_steps_per_second": 0.146, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 4.887170791625977, | |
| "learning_rate": 1.747021174327709e-05, | |
| "loss": 0.2927, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "eval_LOC_f1": 0.8435358479700547, | |
| "eval_ORG_f1": 0.7490680162942847, | |
| "eval_PER_f1": 0.859867877786953, | |
| "eval_loss": 0.28957998752593994, | |
| "eval_overall_accuracy": 0.9142888616308011, | |
| "eval_overall_f1": 0.8220150311968236, | |
| "eval_overall_precision": 0.8269754768392371, | |
| "eval_overall_recall": 0.8171137391990753, | |
| "eval_runtime": 908.0817, | |
| "eval_samples_per_second": 72.35, | |
| "eval_steps_per_second": 0.142, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 24.44190216064453, | |
| "learning_rate": 1.7343722330440944e-05, | |
| "loss": 0.2833, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_LOC_f1": 0.8368153269843636, | |
| "eval_ORG_f1": 0.7463167531278608, | |
| "eval_PER_f1": 0.8518246438142143, | |
| "eval_loss": 0.3060026466846466, | |
| "eval_overall_accuracy": 0.9097895404365793, | |
| "eval_overall_f1": 0.8159558988135214, | |
| "eval_overall_precision": 0.8099609727642672, | |
| "eval_overall_recall": 0.8220402294800051, | |
| "eval_runtime": 860.9742, | |
| "eval_samples_per_second": 76.309, | |
| "eval_steps_per_second": 0.15, | |
| "step": 21000 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 158116, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 5913608888301312.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |