{ "best_metric": 0.771723286444866, "best_model_checkpoint": "./tokcl_models/EMBO_bert-base-cased_NER-task/checkpoint-2000", "epoch": 3.9318479685452163, "global_step": 3000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07, "learning_rate": 0.0004934469200524247, "loss": 1.0092, "step": 50 }, { "epoch": 0.13, "learning_rate": 0.00048689384010484925, "loss": 0.4881, "step": 100 }, { "epoch": 0.2, "learning_rate": 0.0004803407601572739, "loss": 0.3663, "step": 150 }, { "epoch": 0.26, "learning_rate": 0.0004737876802096986, "loss": 0.3384, "step": 200 }, { "epoch": 0.33, "learning_rate": 0.00046723460026212323, "loss": 0.3115, "step": 250 }, { "epoch": 0.39, "learning_rate": 0.00046068152031454785, "loss": 0.2999, "step": 300 }, { "epoch": 0.46, "learning_rate": 0.0004541284403669725, "loss": 0.271, "step": 350 }, { "epoch": 0.52, "learning_rate": 0.0004475753604193971, "loss": 0.2692, "step": 400 }, { "epoch": 0.59, "learning_rate": 0.00044102228047182177, "loss": 0.2574, "step": 450 }, { "epoch": 0.66, "learning_rate": 0.0004344692005242464, "loss": 0.2485, "step": 500 }, { "epoch": 0.72, "learning_rate": 0.00042791612057667107, "loss": 0.2467, "step": 550 }, { "epoch": 0.79, "learning_rate": 0.0004213630406290957, "loss": 0.2528, "step": 600 }, { "epoch": 0.85, "learning_rate": 0.0004148099606815203, "loss": 0.2472, "step": 650 }, { "epoch": 0.92, "learning_rate": 0.00040825688073394494, "loss": 0.241, "step": 700 }, { "epoch": 0.98, "learning_rate": 0.0004017038007863696, "loss": 0.2363, "step": 750 }, { "epoch": 1.05, "learning_rate": 0.00039515072083879424, "loss": 0.2104, "step": 800 }, { "epoch": 1.11, "learning_rate": 0.0003885976408912189, "loss": 0.1935, "step": 850 }, { "epoch": 1.18, "learning_rate": 0.00038204456094364353, "loss": 0.1939, "step": 900 }, { "epoch": 1.25, "learning_rate": 0.00037549148099606816, "loss": 0.1924, "step": 950 }, { "epoch": 1.31, "learning_rate": 0.0003689384010484928, "loss": 0.1938, "step": 1000 }, { "epoch": 1.31, "eval_accuracy_score": 0.9050444524751189, "eval_f1": 0.7458701475198578, "eval_loss": 0.2917892336845398, "eval_precision": 0.7596363560104018, "eval_recall": 0.7325940033370975, "eval_runtime": 111.3074, "eval_samples_per_second": 123.99, "eval_steps_per_second": 0.97, "step": 1000 }, { "epoch": 1.38, "learning_rate": 0.00036238532110091746, "loss": 0.1825, "step": 1050 }, { "epoch": 1.44, "learning_rate": 0.0003558322411533421, "loss": 0.1898, "step": 1100 }, { "epoch": 1.51, "learning_rate": 0.0003492791612057667, "loss": 0.1858, "step": 1150 }, { "epoch": 1.57, "learning_rate": 0.0003427260812581914, "loss": 0.182, "step": 1200 }, { "epoch": 1.64, "learning_rate": 0.000336173001310616, "loss": 0.1853, "step": 1250 }, { "epoch": 1.7, "learning_rate": 0.0003296199213630406, "loss": 0.1869, "step": 1300 }, { "epoch": 1.77, "learning_rate": 0.0003230668414154653, "loss": 0.1771, "step": 1350 }, { "epoch": 1.83, "learning_rate": 0.0003165137614678899, "loss": 0.1759, "step": 1400 }, { "epoch": 1.9, "learning_rate": 0.00030996068152031454, "loss": 0.1705, "step": 1450 }, { "epoch": 1.97, "learning_rate": 0.00030340760157273916, "loss": 0.1786, "step": 1500 }, { "epoch": 2.03, "learning_rate": 0.00029685452162516384, "loss": 0.1589, "step": 1550 }, { "epoch": 2.1, "learning_rate": 0.00029030144167758846, "loss": 0.1364, "step": 1600 }, { "epoch": 2.16, "learning_rate": 0.00028374836173001314, "loss": 0.1319, "step": 1650 }, { "epoch": 2.23, "learning_rate": 0.00027719528178243776, "loss": 0.1283, "step": 1700 }, { "epoch": 2.29, "learning_rate": 0.0002706422018348624, "loss": 0.1266, "step": 1750 }, { "epoch": 2.36, "learning_rate": 0.000264089121887287, "loss": 0.1359, "step": 1800 }, { "epoch": 2.42, "learning_rate": 0.0002575360419397117, "loss": 0.1271, "step": 1850 }, { "epoch": 2.49, "learning_rate": 0.0002509829619921363, "loss": 0.1328, "step": 1900 }, { "epoch": 2.56, "learning_rate": 0.000244429882044561, "loss": 0.1328, "step": 1950 }, { "epoch": 2.62, "learning_rate": 0.0002378768020969856, "loss": 0.138, "step": 2000 }, { "epoch": 2.62, "eval_accuracy_score": 0.9121489075478695, "eval_f1": 0.771723286444866, "eval_loss": 0.2743813991546631, "eval_precision": 0.751326535173136, "eval_recall": 0.7932583890920736, "eval_runtime": 111.6996, "eval_samples_per_second": 123.555, "eval_steps_per_second": 0.967, "step": 2000 }, { "epoch": 2.69, "learning_rate": 0.00023132372214941022, "loss": 0.1305, "step": 2050 }, { "epoch": 2.75, "learning_rate": 0.00022477064220183487, "loss": 0.1243, "step": 2100 }, { "epoch": 2.82, "learning_rate": 0.00021821756225425952, "loss": 0.1265, "step": 2150 }, { "epoch": 2.88, "learning_rate": 0.00021166448230668415, "loss": 0.133, "step": 2200 }, { "epoch": 2.95, "learning_rate": 0.00020511140235910877, "loss": 0.1298, "step": 2250 }, { "epoch": 3.01, "learning_rate": 0.00019855832241153344, "loss": 0.123, "step": 2300 }, { "epoch": 3.08, "learning_rate": 0.00019200524246395807, "loss": 0.0871, "step": 2350 }, { "epoch": 3.15, "learning_rate": 0.0001854521625163827, "loss": 0.086, "step": 2400 }, { "epoch": 3.21, "learning_rate": 0.00017889908256880736, "loss": 0.0928, "step": 2450 }, { "epoch": 3.28, "learning_rate": 0.000172346002621232, "loss": 0.083, "step": 2500 }, { "epoch": 3.34, "learning_rate": 0.0001657929226736566, "loss": 0.0918, "step": 2550 }, { "epoch": 3.41, "learning_rate": 0.00015923984272608129, "loss": 0.0849, "step": 2600 }, { "epoch": 3.47, "learning_rate": 0.0001526867627785059, "loss": 0.0863, "step": 2650 }, { "epoch": 3.54, "learning_rate": 0.00014613368283093053, "loss": 0.0865, "step": 2700 }, { "epoch": 3.6, "learning_rate": 0.00013958060288335518, "loss": 0.0827, "step": 2750 }, { "epoch": 3.67, "learning_rate": 0.00013302752293577983, "loss": 0.083, "step": 2800 }, { "epoch": 3.74, "learning_rate": 0.00012647444298820445, "loss": 0.0849, "step": 2850 }, { "epoch": 3.8, "learning_rate": 0.0001199213630406291, "loss": 0.0813, "step": 2900 }, { "epoch": 3.87, "learning_rate": 0.00011336828309305374, "loss": 0.0873, "step": 2950 }, { "epoch": 3.93, "learning_rate": 0.00010681520314547838, "loss": 0.0808, "step": 3000 }, { "epoch": 3.93, "eval_accuracy_score": 0.909553294853392, "eval_f1": 0.7627703980346628, "eval_loss": 0.3164892792701721, "eval_precision": 0.7620479900951458, "eval_recall": 0.7634941769335782, "eval_runtime": 111.6078, "eval_samples_per_second": 123.656, "eval_steps_per_second": 0.968, "step": 3000 } ], "max_steps": 3815, "num_train_epochs": 5, "total_flos": 3.419886505231602e+16, "trial_name": null, "trial_params": null }