| { | |
| "best_metric": 0.8989499807357788, | |
| "best_model_checkpoint": "../../experiments_checkpoints/MAdAiLab/Qwen/Qwen1.5_1.8B_patent/checkpoint-750", | |
| "epoch": 1.918158567774936, | |
| "eval_steps": 50, | |
| "global_step": 750, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 117.48015594482422, | |
| "learning_rate": 4.9573742540494466e-06, | |
| "loss": 3.9523, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 108.45614624023438, | |
| "learning_rate": 4.914748508098892e-06, | |
| "loss": 2.4902, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 70.28152465820312, | |
| "learning_rate": 4.872122762148338e-06, | |
| "loss": 1.9918, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 79.78052520751953, | |
| "learning_rate": 4.829497016197784e-06, | |
| "loss": 1.6672, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 45.827728271484375, | |
| "learning_rate": 4.7868712702472295e-06, | |
| "loss": 1.4469, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_accuracy": 0.528, | |
| "eval_f1_macro": 0.3841980536108302, | |
| "eval_f1_micro": 0.528, | |
| "eval_loss": 1.3521000146865845, | |
| "eval_runtime": 12.8673, | |
| "eval_samples_per_second": 388.581, | |
| "eval_steps_per_second": 6.14, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 34.13399887084961, | |
| "learning_rate": 4.744245524296676e-06, | |
| "loss": 1.3984, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 39.08888626098633, | |
| "learning_rate": 4.701619778346122e-06, | |
| "loss": 1.2457, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 70.29698181152344, | |
| "learning_rate": 4.658994032395567e-06, | |
| "loss": 1.3391, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 38.475982666015625, | |
| "learning_rate": 4.616368286445013e-06, | |
| "loss": 1.2006, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 34.23910903930664, | |
| "learning_rate": 4.573742540494459e-06, | |
| "loss": 1.1465, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_accuracy": 0.596, | |
| "eval_f1_macro": 0.4990873064564526, | |
| "eval_f1_micro": 0.596, | |
| "eval_loss": 1.1614124774932861, | |
| "eval_runtime": 12.7706, | |
| "eval_samples_per_second": 391.525, | |
| "eval_steps_per_second": 6.186, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 54.537071228027344, | |
| "learning_rate": 4.531116794543905e-06, | |
| "loss": 1.1721, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 80.3447494506836, | |
| "learning_rate": 4.488491048593351e-06, | |
| "loss": 1.1453, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 37.36294937133789, | |
| "learning_rate": 4.445865302642797e-06, | |
| "loss": 1.0252, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 65.64375305175781, | |
| "learning_rate": 4.403239556692242e-06, | |
| "loss": 1.0926, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 76.81836700439453, | |
| "learning_rate": 4.3606138107416884e-06, | |
| "loss": 1.1717, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "eval_accuracy": 0.6286, | |
| "eval_f1_macro": 0.5523456257544254, | |
| "eval_f1_micro": 0.6286, | |
| "eval_loss": 1.0560749769210815, | |
| "eval_runtime": 13.0362, | |
| "eval_samples_per_second": 383.546, | |
| "eval_steps_per_second": 6.06, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 26.359981536865234, | |
| "learning_rate": 4.317988064791135e-06, | |
| "loss": 0.9779, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 34.32497024536133, | |
| "learning_rate": 4.27536231884058e-06, | |
| "loss": 1.0311, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 38.703914642333984, | |
| "learning_rate": 4.232736572890026e-06, | |
| "loss": 0.9883, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 40.25131607055664, | |
| "learning_rate": 4.190110826939472e-06, | |
| "loss": 1.0908, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 34.45612335205078, | |
| "learning_rate": 4.1474850809889175e-06, | |
| "loss": 0.9861, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "eval_accuracy": 0.6682, | |
| "eval_f1_macro": 0.581301697324148, | |
| "eval_f1_micro": 0.6682, | |
| "eval_loss": 0.9591749906539917, | |
| "eval_runtime": 12.8147, | |
| "eval_samples_per_second": 390.178, | |
| "eval_steps_per_second": 6.165, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 48.11906051635742, | |
| "learning_rate": 4.104859335038364e-06, | |
| "loss": 1.0355, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 40.41707992553711, | |
| "learning_rate": 4.06223358908781e-06, | |
| "loss": 0.968, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 34.4398307800293, | |
| "learning_rate": 4.019607843137255e-06, | |
| "loss": 0.9777, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 52.77057647705078, | |
| "learning_rate": 3.976982097186701e-06, | |
| "loss": 0.9646, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 37.42899703979492, | |
| "learning_rate": 3.934356351236147e-06, | |
| "loss": 0.9701, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_accuracy": 0.6658, | |
| "eval_f1_macro": 0.5948802716943312, | |
| "eval_f1_micro": 0.6658, | |
| "eval_loss": 0.957937479019165, | |
| "eval_runtime": 12.8026, | |
| "eval_samples_per_second": 390.547, | |
| "eval_steps_per_second": 6.171, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 51.38178634643555, | |
| "learning_rate": 3.891730605285593e-06, | |
| "loss": 0.9826, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 31.820234298706055, | |
| "learning_rate": 3.849104859335039e-06, | |
| "loss": 0.9791, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 39.74692916870117, | |
| "learning_rate": 3.8064791133844846e-06, | |
| "loss": 0.9047, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 28.091707229614258, | |
| "learning_rate": 3.7638533674339308e-06, | |
| "loss": 0.8908, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 37.695556640625, | |
| "learning_rate": 3.7212276214833765e-06, | |
| "loss": 0.9389, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "eval_accuracy": 0.679, | |
| "eval_f1_macro": 0.6287401468652754, | |
| "eval_f1_micro": 0.679, | |
| "eval_loss": 0.9363999962806702, | |
| "eval_runtime": 12.797, | |
| "eval_samples_per_second": 390.715, | |
| "eval_steps_per_second": 6.173, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 45.27925109863281, | |
| "learning_rate": 3.678601875532822e-06, | |
| "loss": 0.9262, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 33.71603775024414, | |
| "learning_rate": 3.6359761295822684e-06, | |
| "loss": 0.9182, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 40.315677642822266, | |
| "learning_rate": 3.593350383631714e-06, | |
| "loss": 0.9084, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 38.41544723510742, | |
| "learning_rate": 3.55072463768116e-06, | |
| "loss": 1.0266, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 43.862613677978516, | |
| "learning_rate": 3.508098891730606e-06, | |
| "loss": 0.9914, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_accuracy": 0.6756, | |
| "eval_f1_macro": 0.6115341208469629, | |
| "eval_f1_micro": 0.6756, | |
| "eval_loss": 0.924637496471405, | |
| "eval_runtime": 12.8058, | |
| "eval_samples_per_second": 390.447, | |
| "eval_steps_per_second": 6.169, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 26.705493927001953, | |
| "learning_rate": 3.4654731457800517e-06, | |
| "loss": 0.9863, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 31.23122215270996, | |
| "learning_rate": 3.4228473998294974e-06, | |
| "loss": 0.8785, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 17.27379608154297, | |
| "learning_rate": 3.3802216538789436e-06, | |
| "loss": 0.8624, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 29.550363540649414, | |
| "learning_rate": 3.3375959079283893e-06, | |
| "loss": 0.9793, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "grad_norm": 40.75907897949219, | |
| "learning_rate": 3.294970161977835e-06, | |
| "loss": 0.7508, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_accuracy": 0.6812, | |
| "eval_f1_macro": 0.6406138110649251, | |
| "eval_f1_micro": 0.6812, | |
| "eval_loss": 0.9046875238418579, | |
| "eval_runtime": 12.966, | |
| "eval_samples_per_second": 385.623, | |
| "eval_steps_per_second": 6.093, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 38.431182861328125, | |
| "learning_rate": 3.252344416027281e-06, | |
| "loss": 0.7557, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "grad_norm": 20.32223892211914, | |
| "learning_rate": 3.2097186700767265e-06, | |
| "loss": 0.7158, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 22.297561645507812, | |
| "learning_rate": 3.1670929241261722e-06, | |
| "loss": 0.6851, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "grad_norm": 23.710554122924805, | |
| "learning_rate": 3.124467178175618e-06, | |
| "loss": 0.6733, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 19.360496520996094, | |
| "learning_rate": 3.081841432225064e-06, | |
| "loss": 0.6312, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "eval_accuracy": 0.6844, | |
| "eval_f1_macro": 0.641013130489217, | |
| "eval_f1_micro": 0.6844, | |
| "eval_loss": 0.9342374801635742, | |
| "eval_runtime": 12.8113, | |
| "eval_samples_per_second": 390.281, | |
| "eval_steps_per_second": 6.166, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "grad_norm": 31.652124404907227, | |
| "learning_rate": 3.03921568627451e-06, | |
| "loss": 0.7273, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 27.453479766845703, | |
| "learning_rate": 2.9965899403239555e-06, | |
| "loss": 0.6845, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "grad_norm": 31.358789443969727, | |
| "learning_rate": 2.9539641943734017e-06, | |
| "loss": 0.6445, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 32.35221862792969, | |
| "learning_rate": 2.9113384484228474e-06, | |
| "loss": 0.6479, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 26.45619773864746, | |
| "learning_rate": 2.868712702472293e-06, | |
| "loss": 0.6436, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_accuracy": 0.6848, | |
| "eval_f1_macro": 0.6409585523940933, | |
| "eval_f1_micro": 0.6848, | |
| "eval_loss": 0.9463624954223633, | |
| "eval_runtime": 12.8005, | |
| "eval_samples_per_second": 390.608, | |
| "eval_steps_per_second": 6.172, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 29.645923614501953, | |
| "learning_rate": 2.8260869565217393e-06, | |
| "loss": 0.7069, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "grad_norm": 29.035226821899414, | |
| "learning_rate": 2.783461210571185e-06, | |
| "loss": 0.7149, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "grad_norm": 35.058223724365234, | |
| "learning_rate": 2.7408354646206308e-06, | |
| "loss": 0.628, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 38.28398513793945, | |
| "learning_rate": 2.698209718670077e-06, | |
| "loss": 0.6717, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 29.30170440673828, | |
| "learning_rate": 2.6555839727195226e-06, | |
| "loss": 0.6429, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "eval_accuracy": 0.6846, | |
| "eval_f1_macro": 0.6298638266651704, | |
| "eval_f1_micro": 0.6846, | |
| "eval_loss": 0.9365624785423279, | |
| "eval_runtime": 12.804, | |
| "eval_samples_per_second": 390.503, | |
| "eval_steps_per_second": 6.17, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "grad_norm": 42.15592956542969, | |
| "learning_rate": 2.6129582267689684e-06, | |
| "loss": 0.6613, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 40.29536819458008, | |
| "learning_rate": 2.5703324808184145e-06, | |
| "loss": 0.6224, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 31.332948684692383, | |
| "learning_rate": 2.5277067348678602e-06, | |
| "loss": 0.6877, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "grad_norm": 29.125625610351562, | |
| "learning_rate": 2.4850809889173064e-06, | |
| "loss": 0.5654, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "grad_norm": 27.54241180419922, | |
| "learning_rate": 2.442455242966752e-06, | |
| "loss": 0.6471, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "eval_accuracy": 0.6812, | |
| "eval_f1_macro": 0.6490292737514075, | |
| "eval_f1_micro": 0.6812, | |
| "eval_loss": 0.9346874952316284, | |
| "eval_runtime": 12.8127, | |
| "eval_samples_per_second": 390.237, | |
| "eval_steps_per_second": 6.166, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 45.75101089477539, | |
| "learning_rate": 2.3998294970161983e-06, | |
| "loss": 0.6867, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "grad_norm": 24.49323844909668, | |
| "learning_rate": 2.357203751065644e-06, | |
| "loss": 0.6749, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "grad_norm": 36.94871139526367, | |
| "learning_rate": 2.3145780051150897e-06, | |
| "loss": 0.7851, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "grad_norm": 37.22614288330078, | |
| "learning_rate": 2.2719522591645355e-06, | |
| "loss": 0.6278, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "grad_norm": 25.08321189880371, | |
| "learning_rate": 2.229326513213981e-06, | |
| "loss": 0.7045, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "eval_accuracy": 0.6696, | |
| "eval_f1_macro": 0.6265175426669454, | |
| "eval_f1_micro": 0.6696, | |
| "eval_loss": 0.9456750154495239, | |
| "eval_runtime": 12.9615, | |
| "eval_samples_per_second": 385.758, | |
| "eval_steps_per_second": 6.095, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "grad_norm": 22.992191314697266, | |
| "learning_rate": 2.1867007672634273e-06, | |
| "loss": 0.6695, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "grad_norm": 30.21503257751465, | |
| "learning_rate": 2.144075021312873e-06, | |
| "loss": 0.7161, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "grad_norm": 31.841976165771484, | |
| "learning_rate": 2.101449275362319e-06, | |
| "loss": 0.7071, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 23.938678741455078, | |
| "learning_rate": 2.058823529411765e-06, | |
| "loss": 0.6467, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 58.5498161315918, | |
| "learning_rate": 2.0161977834612107e-06, | |
| "loss": 0.6311, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "eval_accuracy": 0.6924, | |
| "eval_f1_macro": 0.6303167192886554, | |
| "eval_f1_micro": 0.6924, | |
| "eval_loss": 0.9205750226974487, | |
| "eval_runtime": 12.809, | |
| "eval_samples_per_second": 390.35, | |
| "eval_steps_per_second": 6.168, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "grad_norm": 30.269773483276367, | |
| "learning_rate": 1.9735720375106564e-06, | |
| "loss": 0.6146, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "grad_norm": 41.80614471435547, | |
| "learning_rate": 1.9309462915601026e-06, | |
| "loss": 0.7465, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 25.003660202026367, | |
| "learning_rate": 1.8883205456095483e-06, | |
| "loss": 0.6379, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "grad_norm": 29.400390625, | |
| "learning_rate": 1.8456947996589942e-06, | |
| "loss": 0.7268, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 20.223796844482422, | |
| "learning_rate": 1.80306905370844e-06, | |
| "loss": 0.6659, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_accuracy": 0.6976, | |
| "eval_f1_macro": 0.650699169639119, | |
| "eval_f1_micro": 0.6976, | |
| "eval_loss": 0.8989499807357788, | |
| "eval_runtime": 12.7898, | |
| "eval_samples_per_second": 390.935, | |
| "eval_steps_per_second": 6.177, | |
| "step": 750 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1173, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "total_flos": 4.4771963830272e+16, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |