{ "best_metric": 0.01752311922609806, "best_model_checkpoint": "C:/Users/rajlq7/Desktop/NER_model/my_combined_ner_model\\checkpoint-40000", "epoch": 2.927400468384075, "eval_steps": 4000, "global_step": 40000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.036592505854800936, "grad_norm": 2.485658645629883, "learning_rate": 1.9756049960967995e-05, "loss": 0.207, "step": 500 }, { "epoch": 0.07318501170960187, "grad_norm": 1.7012395858764648, "learning_rate": 1.951209992193599e-05, "loss": 0.109, "step": 1000 }, { "epoch": 0.10977751756440281, "grad_norm": 13.03831958770752, "learning_rate": 1.9268149882903983e-05, "loss": 0.1058, "step": 1500 }, { "epoch": 0.14637002341920374, "grad_norm": 1.5959351062774658, "learning_rate": 1.9024199843871977e-05, "loss": 0.0948, "step": 2000 }, { "epoch": 0.1829625292740047, "grad_norm": 2.3129115104675293, "learning_rate": 1.878024980483997e-05, "loss": 0.0911, "step": 2500 }, { "epoch": 0.21955503512880561, "grad_norm": 1.924460530281067, "learning_rate": 1.8536299765807964e-05, "loss": 0.0843, "step": 3000 }, { "epoch": 0.25614754098360654, "grad_norm": 0.8139033913612366, "learning_rate": 1.8292349726775958e-05, "loss": 0.0863, "step": 3500 }, { "epoch": 0.2927400468384075, "grad_norm": 1.4802559614181519, "learning_rate": 1.804839968774395e-05, "loss": 0.0808, "step": 4000 }, { "epoch": 0.2927400468384075, "eval_accuracy": 0.9727209828272099, "eval_f1": 0.7573410160066887, "eval_loss": 0.06899960339069366, "eval_precision": 0.7385410322403191, "eval_recall": 0.7771231290829406, "eval_runtime": 325.6276, "eval_samples_per_second": 145.648, "eval_steps_per_second": 9.105, "step": 4000 }, { "epoch": 0.32933255269320844, "grad_norm": 1.8496237993240356, "learning_rate": 1.7804449648711945e-05, "loss": 0.0779, "step": 4500 }, { "epoch": 0.3659250585480094, "grad_norm": 1.2550444602966309, "learning_rate": 1.756049960967994e-05, "loss": 0.076, "step": 5000 }, { "epoch": 0.4025175644028103, "grad_norm": 1.4540296792984009, "learning_rate": 1.7316549570647933e-05, "loss": 0.0764, "step": 5500 }, { "epoch": 0.43911007025761123, "grad_norm": 2.8307697772979736, "learning_rate": 1.7072599531615927e-05, "loss": 0.0721, "step": 6000 }, { "epoch": 0.4757025761124122, "grad_norm": 0.6466274261474609, "learning_rate": 1.682864949258392e-05, "loss": 0.071, "step": 6500 }, { "epoch": 0.5122950819672131, "grad_norm": 1.7545057535171509, "learning_rate": 1.6584699453551914e-05, "loss": 0.072, "step": 7000 }, { "epoch": 0.5488875878220141, "grad_norm": 2.4494643211364746, "learning_rate": 1.6340749414519908e-05, "loss": 0.0683, "step": 7500 }, { "epoch": 0.585480093676815, "grad_norm": 1.7280840873718262, "learning_rate": 1.6096799375487902e-05, "loss": 0.0689, "step": 8000 }, { "epoch": 0.585480093676815, "eval_accuracy": 0.9829471473258827, "eval_f1": 0.8463664158043275, "eval_loss": 0.04604918137192726, "eval_precision": 0.8045495193382517, "eval_recall": 0.8927685437856612, "eval_runtime": 324.6599, "eval_samples_per_second": 146.082, "eval_steps_per_second": 9.133, "step": 8000 }, { "epoch": 0.622072599531616, "grad_norm": 1.3416178226470947, "learning_rate": 1.5852849336455895e-05, "loss": 0.0672, "step": 8500 }, { "epoch": 0.6586651053864169, "grad_norm": 2.533535957336426, "learning_rate": 1.560889929742389e-05, "loss": 0.0639, "step": 9000 }, { "epoch": 0.6952576112412178, "grad_norm": 1.449155569076538, "learning_rate": 1.5364949258391883e-05, "loss": 0.0624, "step": 9500 }, { "epoch": 0.7318501170960188, "grad_norm": 1.132238507270813, "learning_rate": 1.5120999219359875e-05, "loss": 0.0674, "step": 10000 }, { "epoch": 0.7684426229508197, "grad_norm": 0.9931765198707581, "learning_rate": 1.4877049180327869e-05, "loss": 0.0609, "step": 10500 }, { "epoch": 0.8050351288056206, "grad_norm": 1.1966588497161865, "learning_rate": 1.4633099141295863e-05, "loss": 0.0613, "step": 11000 }, { "epoch": 0.8416276346604216, "grad_norm": 1.7174360752105713, "learning_rate": 1.4389149102263858e-05, "loss": 0.065, "step": 11500 }, { "epoch": 0.8782201405152225, "grad_norm": 1.3579859733581543, "learning_rate": 1.4145199063231852e-05, "loss": 0.0623, "step": 12000 }, { "epoch": 0.8782201405152225, "eval_accuracy": 0.9869972841669858, "eval_f1": 0.8741255251838767, "eval_loss": 0.03630911931395531, "eval_precision": 0.8449576508267254, "eval_recall": 0.9053791449598941, "eval_runtime": 326.0426, "eval_samples_per_second": 145.463, "eval_steps_per_second": 9.094, "step": 12000 }, { "epoch": 0.9148126463700235, "grad_norm": 0.6756965517997742, "learning_rate": 1.3901249024199846e-05, "loss": 0.0578, "step": 12500 }, { "epoch": 0.9514051522248244, "grad_norm": 1.5516036748886108, "learning_rate": 1.365729898516784e-05, "loss": 0.0566, "step": 13000 }, { "epoch": 0.9879976580796253, "grad_norm": 3.253239393234253, "learning_rate": 1.3413348946135833e-05, "loss": 0.0589, "step": 13500 }, { "epoch": 1.0245901639344261, "grad_norm": 0.3872215449810028, "learning_rate": 1.3169398907103825e-05, "loss": 0.0479, "step": 14000 }, { "epoch": 1.0611826697892273, "grad_norm": 4.215191841125488, "learning_rate": 1.2925448868071819e-05, "loss": 0.0462, "step": 14500 }, { "epoch": 1.0977751756440282, "grad_norm": 1.3691105842590332, "learning_rate": 1.2681498829039813e-05, "loss": 0.0449, "step": 15000 }, { "epoch": 1.134367681498829, "grad_norm": 1.2835749387741089, "learning_rate": 1.2437548790007808e-05, "loss": 0.0401, "step": 15500 }, { "epoch": 1.17096018735363, "grad_norm": 0.6553089022636414, "learning_rate": 1.2193598750975802e-05, "loss": 0.0457, "step": 16000 }, { "epoch": 1.17096018735363, "eval_accuracy": 0.9873510995638026, "eval_f1": 0.8786805445622923, "eval_loss": 0.0350942388176918, "eval_precision": 0.8425996204933587, "eval_recall": 0.9179897461341272, "eval_runtime": 319.3009, "eval_samples_per_second": 148.534, "eval_steps_per_second": 9.286, "step": 16000 }, { "epoch": 1.2075526932084308, "grad_norm": 0.7736335396766663, "learning_rate": 1.1949648711943796e-05, "loss": 0.0421, "step": 16500 }, { "epoch": 1.2441451990632317, "grad_norm": 4.953197479248047, "learning_rate": 1.170569867291179e-05, "loss": 0.0401, "step": 17000 }, { "epoch": 1.2807377049180328, "grad_norm": 2.2808141708374023, "learning_rate": 1.1461748633879783e-05, "loss": 0.0393, "step": 17500 }, { "epoch": 1.3173302107728337, "grad_norm": 1.0953513383865356, "learning_rate": 1.1217798594847775e-05, "loss": 0.0391, "step": 18000 }, { "epoch": 1.3539227166276346, "grad_norm": 0.8463391065597534, "learning_rate": 1.0973848555815769e-05, "loss": 0.0401, "step": 18500 }, { "epoch": 1.3905152224824355, "grad_norm": 1.9214259386062622, "learning_rate": 1.0729898516783763e-05, "loss": 0.0401, "step": 19000 }, { "epoch": 1.4271077283372366, "grad_norm": 1.556010127067566, "learning_rate": 1.0485948477751758e-05, "loss": 0.0398, "step": 19500 }, { "epoch": 1.4637002341920375, "grad_norm": 1.6337586641311646, "learning_rate": 1.0241998438719752e-05, "loss": 0.0392, "step": 20000 }, { "epoch": 1.4637002341920375, "eval_accuracy": 0.9903870155746239, "eval_f1": 0.9021800909386164, "eval_loss": 0.028108540922403336, "eval_precision": 0.8861352579950554, "eval_recall": 0.91881667080129, "eval_runtime": 324.5009, "eval_samples_per_second": 146.154, "eval_steps_per_second": 9.137, "step": 20000 }, { "epoch": 1.5002927400468384, "grad_norm": 0.4936879873275757, "learning_rate": 9.998048399687746e-06, "loss": 0.0355, "step": 20500 }, { "epoch": 1.5368852459016393, "grad_norm": 0.44287028908729553, "learning_rate": 9.754098360655738e-06, "loss": 0.038, "step": 21000 }, { "epoch": 1.5734777517564402, "grad_norm": 2.042206048965454, "learning_rate": 9.510148321623731e-06, "loss": 0.0364, "step": 21500 }, { "epoch": 1.6100702576112411, "grad_norm": 0.20257487893104553, "learning_rate": 9.266198282591727e-06, "loss": 0.0364, "step": 22000 }, { "epoch": 1.646662763466042, "grad_norm": 1.1672091484069824, "learning_rate": 9.022248243559719e-06, "loss": 0.039, "step": 22500 }, { "epoch": 1.6832552693208431, "grad_norm": 1.7546871900558472, "learning_rate": 8.778298204527713e-06, "loss": 0.0369, "step": 23000 }, { "epoch": 1.719847775175644, "grad_norm": 0.5296183228492737, "learning_rate": 8.534348165495706e-06, "loss": 0.0362, "step": 23500 }, { "epoch": 1.756440281030445, "grad_norm": 0.9226844310760498, "learning_rate": 8.290398126463702e-06, "loss": 0.0353, "step": 24000 }, { "epoch": 1.756440281030445, "eval_accuracy": 0.9916860877836988, "eval_f1": 0.9128583245677638, "eval_loss": 0.024503452703356743, "eval_precision": 0.9020161859976993, "eval_recall": 0.9239642768543785, "eval_runtime": 323.4112, "eval_samples_per_second": 146.646, "eval_steps_per_second": 9.168, "step": 24000 }, { "epoch": 1.793032786885246, "grad_norm": 0.8019408583641052, "learning_rate": 8.046448087431694e-06, "loss": 0.0333, "step": 24500 }, { "epoch": 1.829625292740047, "grad_norm": 0.33608609437942505, "learning_rate": 7.802498048399688e-06, "loss": 0.0378, "step": 25000 }, { "epoch": 1.8662177985948478, "grad_norm": 1.2636245489120483, "learning_rate": 7.558548009367682e-06, "loss": 0.0318, "step": 25500 }, { "epoch": 1.9028103044496487, "grad_norm": 2.5859830379486084, "learning_rate": 7.314597970335676e-06, "loss": 0.0334, "step": 26000 }, { "epoch": 1.9394028103044496, "grad_norm": 1.2064955234527588, "learning_rate": 7.070647931303669e-06, "loss": 0.033, "step": 26500 }, { "epoch": 1.9759953161592505, "grad_norm": 3.731419086456299, "learning_rate": 6.826697892271663e-06, "loss": 0.0327, "step": 27000 }, { "epoch": 2.0125878220140514, "grad_norm": 0.4465324282646179, "learning_rate": 6.582747853239657e-06, "loss": 0.0302, "step": 27500 }, { "epoch": 2.0491803278688523, "grad_norm": 0.5257351994514465, "learning_rate": 6.338797814207651e-06, "loss": 0.0245, "step": 28000 }, { "epoch": 2.0491803278688523, "eval_accuracy": 0.9928802147479553, "eval_f1": 0.9221538555729024, "eval_loss": 0.021617736667394638, "eval_precision": 0.9104757299159766, "eval_recall": 0.9341354502604813, "eval_runtime": 323.2092, "eval_samples_per_second": 146.738, "eval_steps_per_second": 9.174, "step": 28000 }, { "epoch": 2.085772833723653, "grad_norm": 1.0085893869400024, "learning_rate": 6.094847775175644e-06, "loss": 0.0248, "step": 28500 }, { "epoch": 2.1223653395784545, "grad_norm": 1.1426091194152832, "learning_rate": 5.850897736143638e-06, "loss": 0.0261, "step": 29000 }, { "epoch": 2.1589578454332554, "grad_norm": 2.455578088760376, "learning_rate": 5.606947697111632e-06, "loss": 0.0258, "step": 29500 }, { "epoch": 2.1955503512880563, "grad_norm": 0.8838162422180176, "learning_rate": 5.362997658079626e-06, "loss": 0.0253, "step": 30000 }, { "epoch": 2.232142857142857, "grad_norm": 1.7397871017456055, "learning_rate": 5.119047619047619e-06, "loss": 0.0251, "step": 30500 }, { "epoch": 2.268735362997658, "grad_norm": 1.5480948686599731, "learning_rate": 4.875097580015613e-06, "loss": 0.024, "step": 31000 }, { "epoch": 2.305327868852459, "grad_norm": 1.4262340068817139, "learning_rate": 4.631147540983607e-06, "loss": 0.0237, "step": 31500 }, { "epoch": 2.34192037470726, "grad_norm": 1.02517569065094, "learning_rate": 4.3871975019516e-06, "loss": 0.0266, "step": 32000 }, { "epoch": 2.34192037470726, "eval_accuracy": 0.9937655028488885, "eval_f1": 0.9320011383964872, "eval_loss": 0.018857913091778755, "eval_precision": 0.9167199872030712, "eval_recall": 0.9478003803853469, "eval_runtime": 321.9655, "eval_samples_per_second": 147.305, "eval_steps_per_second": 9.209, "step": 32000 }, { "epoch": 2.378512880562061, "grad_norm": 5.398736953735352, "learning_rate": 4.143247462919595e-06, "loss": 0.0223, "step": 32500 }, { "epoch": 2.4151053864168617, "grad_norm": 4.433107852935791, "learning_rate": 3.899297423887588e-06, "loss": 0.0242, "step": 33000 }, { "epoch": 2.4516978922716626, "grad_norm": 7.640819549560547, "learning_rate": 3.655347384855582e-06, "loss": 0.0245, "step": 33500 }, { "epoch": 2.4882903981264635, "grad_norm": 0.7216879725456238, "learning_rate": 3.4113973458235757e-06, "loss": 0.0245, "step": 34000 }, { "epoch": 2.524882903981265, "grad_norm": 2.4471447467803955, "learning_rate": 3.1674473067915695e-06, "loss": 0.0274, "step": 34500 }, { "epoch": 2.5614754098360657, "grad_norm": 1.0936299562454224, "learning_rate": 2.923497267759563e-06, "loss": 0.0219, "step": 35000 }, { "epoch": 2.5980679156908666, "grad_norm": 1.52741277217865, "learning_rate": 2.679547228727557e-06, "loss": 0.0214, "step": 35500 }, { "epoch": 2.6346604215456675, "grad_norm": 1.9226934909820557, "learning_rate": 2.4355971896955503e-06, "loss": 0.0224, "step": 36000 }, { "epoch": 2.6346604215456675, "eval_accuracy": 0.9941957783526445, "eval_f1": 0.9347719770143049, "eval_loss": 0.01891487091779709, "eval_precision": 0.9215887174541948, "eval_recall": 0.9483378814190028, "eval_runtime": 321.3091, "eval_samples_per_second": 147.606, "eval_steps_per_second": 9.228, "step": 36000 }, { "epoch": 2.6712529274004684, "grad_norm": 9.9463529586792, "learning_rate": 2.191647150663544e-06, "loss": 0.0239, "step": 36500 }, { "epoch": 2.7078454332552693, "grad_norm": 10.356738090515137, "learning_rate": 1.947697111631538e-06, "loss": 0.025, "step": 37000 }, { "epoch": 2.74443793911007, "grad_norm": 1.4051014184951782, "learning_rate": 1.7037470725995318e-06, "loss": 0.0214, "step": 37500 }, { "epoch": 2.781030444964871, "grad_norm": 5.380222797393799, "learning_rate": 1.4597970335675255e-06, "loss": 0.0216, "step": 38000 }, { "epoch": 2.817622950819672, "grad_norm": 0.6108382940292358, "learning_rate": 1.215846994535519e-06, "loss": 0.024, "step": 38500 }, { "epoch": 2.8542154566744733, "grad_norm": 0.12093303352594376, "learning_rate": 9.718969555035128e-07, "loss": 0.0216, "step": 39000 }, { "epoch": 2.8908079625292737, "grad_norm": 2.0885472297668457, "learning_rate": 7.279469164715067e-07, "loss": 0.0215, "step": 39500 }, { "epoch": 2.927400468384075, "grad_norm": 1.3261560201644897, "learning_rate": 4.839968774395005e-07, "loss": 0.0217, "step": 40000 }, { "epoch": 2.927400468384075, "eval_accuracy": 0.9944656375536064, "eval_f1": 0.938253777786817, "eval_loss": 0.01752311922609806, "eval_precision": 0.9232878357282952, "eval_recall": 0.9537128917555611, "eval_runtime": 320.8148, "eval_samples_per_second": 147.833, "eval_steps_per_second": 9.242, "step": 40000 } ], "logging_steps": 500, "max_steps": 40992, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 4000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.294273552996448e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }