{ "best_metric": 0.6496002674102783, "best_model_checkpoint": "../../experiments_checkpoints/MAdAiLab/distilbert/distilbert_base_uncased_ledgar/checkpoint-2800", "epoch": 3.0, "eval_steps": 100, "global_step": 2814, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "grad_norm": 1.8292617797851562, "learning_rate": 1.9822316986496094e-05, "loss": 4.5108, "step": 25 }, { "epoch": 0.05, "grad_norm": 2.0646250247955322, "learning_rate": 1.9644633972992183e-05, "loss": 4.2737, "step": 50 }, { "epoch": 0.08, "grad_norm": 2.6037521362304688, "learning_rate": 1.9466950959488275e-05, "loss": 4.06, "step": 75 }, { "epoch": 0.11, "grad_norm": 2.8344316482543945, "learning_rate": 1.9289267945984364e-05, "loss": 3.8165, "step": 100 }, { "epoch": 0.11, "eval_accuracy": 0.3489, "eval_f1_macro": 0.09953942962664121, "eval_f1_micro": 0.3489, "eval_loss": 3.5951926708221436, "eval_runtime": 5.032, "eval_samples_per_second": 1987.289, "eval_steps_per_second": 31.2, "step": 100 }, { "epoch": 0.13, "grad_norm": 2.8050551414489746, "learning_rate": 1.9111584932480457e-05, "loss": 3.499, "step": 125 }, { "epoch": 0.16, "grad_norm": 2.6794557571411133, "learning_rate": 1.8933901918976546e-05, "loss": 3.3343, "step": 150 }, { "epoch": 0.19, "grad_norm": 3.4706735610961914, "learning_rate": 1.8756218905472638e-05, "loss": 3.0543, "step": 175 }, { "epoch": 0.21, "grad_norm": 2.9294159412384033, "learning_rate": 1.857853589196873e-05, "loss": 2.8293, "step": 200 }, { "epoch": 0.21, "eval_accuracy": 0.5385, "eval_f1_macro": 0.2374650407061841, "eval_f1_micro": 0.5385, "eval_loss": 2.6737160682678223, "eval_runtime": 5.0548, "eval_samples_per_second": 1978.336, "eval_steps_per_second": 31.06, "step": 200 }, { "epoch": 0.24, "grad_norm": 3.2487082481384277, "learning_rate": 1.8400852878464823e-05, "loss": 2.6772, "step": 225 }, { "epoch": 0.27, "grad_norm": 3.0436863899230957, "learning_rate": 1.822316986496091e-05, "loss": 2.4908, "step": 250 }, { "epoch": 0.29, "grad_norm": 3.3318707942962646, "learning_rate": 1.8045486851457e-05, "loss": 2.3918, "step": 275 }, { "epoch": 0.32, "grad_norm": 3.209085464477539, "learning_rate": 1.7867803837953093e-05, "loss": 2.2564, "step": 300 }, { "epoch": 0.32, "eval_accuracy": 0.6212, "eval_f1_macro": 0.3338736755701111, "eval_f1_micro": 0.6212, "eval_loss": 2.0960097312927246, "eval_runtime": 5.0922, "eval_samples_per_second": 1963.795, "eval_steps_per_second": 30.832, "step": 300 }, { "epoch": 0.35, "grad_norm": 3.3769121170043945, "learning_rate": 1.7690120824449185e-05, "loss": 2.1476, "step": 325 }, { "epoch": 0.37, "grad_norm": 3.443783760070801, "learning_rate": 1.7512437810945274e-05, "loss": 2.0204, "step": 350 }, { "epoch": 0.4, "grad_norm": 3.6128618717193604, "learning_rate": 1.7334754797441367e-05, "loss": 1.9127, "step": 375 }, { "epoch": 0.43, "grad_norm": 3.1673097610473633, "learning_rate": 1.715707178393746e-05, "loss": 1.8259, "step": 400 }, { "epoch": 0.43, "eval_accuracy": 0.6792, "eval_f1_macro": 0.42690318122732035, "eval_f1_micro": 0.6792, "eval_loss": 1.711798071861267, "eval_runtime": 5.0988, "eval_samples_per_second": 1961.262, "eval_steps_per_second": 30.792, "step": 400 }, { "epoch": 0.45, "grad_norm": 3.0291733741760254, "learning_rate": 1.6979388770433548e-05, "loss": 1.7889, "step": 425 }, { "epoch": 0.48, "grad_norm": 3.4015133380889893, "learning_rate": 1.6801705756929637e-05, "loss": 1.8087, "step": 450 }, { "epoch": 0.51, "grad_norm": 3.399096965789795, "learning_rate": 1.662402274342573e-05, "loss": 1.6702, "step": 475 }, { "epoch": 0.53, "grad_norm": 3.8419103622436523, "learning_rate": 1.6446339729921822e-05, "loss": 1.5846, "step": 500 }, { "epoch": 0.53, "eval_accuracy": 0.7232, "eval_f1_macro": 0.49873050046317474, "eval_f1_micro": 0.7232, "eval_loss": 1.454288363456726, "eval_runtime": 4.9953, "eval_samples_per_second": 2001.896, "eval_steps_per_second": 31.43, "step": 500 }, { "epoch": 0.56, "grad_norm": 3.3140788078308105, "learning_rate": 1.626865671641791e-05, "loss": 1.521, "step": 525 }, { "epoch": 0.59, "grad_norm": 3.006406307220459, "learning_rate": 1.6090973702914003e-05, "loss": 1.4858, "step": 550 }, { "epoch": 0.61, "grad_norm": 3.3898396492004395, "learning_rate": 1.5913290689410095e-05, "loss": 1.3929, "step": 575 }, { "epoch": 0.64, "grad_norm": 4.46132755279541, "learning_rate": 1.5735607675906184e-05, "loss": 1.3927, "step": 600 }, { "epoch": 0.64, "eval_accuracy": 0.758, "eval_f1_macro": 0.5628259172803456, "eval_f1_micro": 0.758, "eval_loss": 1.26346755027771, "eval_runtime": 5.0937, "eval_samples_per_second": 1963.223, "eval_steps_per_second": 30.823, "step": 600 }, { "epoch": 0.67, "grad_norm": 3.48401141166687, "learning_rate": 1.5557924662402277e-05, "loss": 1.333, "step": 625 }, { "epoch": 0.69, "grad_norm": 3.8899550437927246, "learning_rate": 1.5380241648898366e-05, "loss": 1.2675, "step": 650 }, { "epoch": 0.72, "grad_norm": 3.1978042125701904, "learning_rate": 1.5202558635394458e-05, "loss": 1.273, "step": 675 }, { "epoch": 0.75, "grad_norm": 2.9463396072387695, "learning_rate": 1.5024875621890549e-05, "loss": 1.2065, "step": 700 }, { "epoch": 0.75, "eval_accuracy": 0.7719, "eval_f1_macro": 0.5781987999470919, "eval_f1_micro": 0.7719, "eval_loss": 1.1217072010040283, "eval_runtime": 5.0931, "eval_samples_per_second": 1963.422, "eval_steps_per_second": 30.826, "step": 700 }, { "epoch": 0.77, "grad_norm": 3.5176944732666016, "learning_rate": 1.484719260838664e-05, "loss": 1.1275, "step": 725 }, { "epoch": 0.8, "grad_norm": 4.0801005363464355, "learning_rate": 1.4669509594882732e-05, "loss": 1.1847, "step": 750 }, { "epoch": 0.83, "grad_norm": 4.6251397132873535, "learning_rate": 1.449182658137882e-05, "loss": 1.1809, "step": 775 }, { "epoch": 0.85, "grad_norm": 3.544368028640747, "learning_rate": 1.4314143567874911e-05, "loss": 1.16, "step": 800 }, { "epoch": 0.85, "eval_accuracy": 0.7832, "eval_f1_macro": 0.5984417775290468, "eval_f1_micro": 0.7832, "eval_loss": 1.030264139175415, "eval_runtime": 5.094, "eval_samples_per_second": 1963.094, "eval_steps_per_second": 30.821, "step": 800 }, { "epoch": 0.88, "grad_norm": 4.991486072540283, "learning_rate": 1.4136460554371004e-05, "loss": 1.1233, "step": 825 }, { "epoch": 0.91, "grad_norm": 3.317925453186035, "learning_rate": 1.3958777540867094e-05, "loss": 1.0539, "step": 850 }, { "epoch": 0.93, "grad_norm": 4.44712495803833, "learning_rate": 1.3781094527363185e-05, "loss": 1.0876, "step": 875 }, { "epoch": 0.96, "grad_norm": 4.135316848754883, "learning_rate": 1.3603411513859277e-05, "loss": 1.0168, "step": 900 }, { "epoch": 0.96, "eval_accuracy": 0.7887, "eval_f1_macro": 0.6118617070223085, "eval_f1_micro": 0.7887, "eval_loss": 0.9443017840385437, "eval_runtime": 5.0979, "eval_samples_per_second": 1961.573, "eval_steps_per_second": 30.797, "step": 900 }, { "epoch": 0.99, "grad_norm": 4.779892444610596, "learning_rate": 1.3425728500355366e-05, "loss": 1.0555, "step": 925 }, { "epoch": 1.01, "grad_norm": 4.020134925842285, "learning_rate": 1.3248045486851457e-05, "loss": 0.9748, "step": 950 }, { "epoch": 1.04, "grad_norm": 4.492050647735596, "learning_rate": 1.307036247334755e-05, "loss": 0.9662, "step": 975 }, { "epoch": 1.07, "grad_norm": 3.679119348526001, "learning_rate": 1.289267945984364e-05, "loss": 0.9006, "step": 1000 }, { "epoch": 1.07, "eval_accuracy": 0.7934, "eval_f1_macro": 0.6142121854229132, "eval_f1_micro": 0.7934, "eval_loss": 0.8957639932632446, "eval_runtime": 5.092, "eval_samples_per_second": 1963.867, "eval_steps_per_second": 30.833, "step": 1000 }, { "epoch": 1.09, "grad_norm": 4.6417107582092285, "learning_rate": 1.271499644633973e-05, "loss": 0.9296, "step": 1025 }, { "epoch": 1.12, "grad_norm": 4.246198654174805, "learning_rate": 1.2537313432835823e-05, "loss": 0.8785, "step": 1050 }, { "epoch": 1.15, "grad_norm": 4.164609909057617, "learning_rate": 1.2359630419331914e-05, "loss": 0.9073, "step": 1075 }, { "epoch": 1.17, "grad_norm": 4.187661647796631, "learning_rate": 1.2181947405828003e-05, "loss": 0.8956, "step": 1100 }, { "epoch": 1.17, "eval_accuracy": 0.8002, "eval_f1_macro": 0.6294238017197136, "eval_f1_micro": 0.8002, "eval_loss": 0.8517330288887024, "eval_runtime": 5.0924, "eval_samples_per_second": 1963.694, "eval_steps_per_second": 30.83, "step": 1100 }, { "epoch": 1.2, "grad_norm": 2.66513991355896, "learning_rate": 1.2004264392324093e-05, "loss": 0.8597, "step": 1125 }, { "epoch": 1.23, "grad_norm": 3.2240054607391357, "learning_rate": 1.1826581378820186e-05, "loss": 0.8368, "step": 1150 }, { "epoch": 1.25, "grad_norm": 4.226346015930176, "learning_rate": 1.1648898365316276e-05, "loss": 0.7925, "step": 1175 }, { "epoch": 1.28, "grad_norm": 3.5720551013946533, "learning_rate": 1.1471215351812369e-05, "loss": 0.9159, "step": 1200 }, { "epoch": 1.28, "eval_accuracy": 0.8033, "eval_f1_macro": 0.6412470887223418, "eval_f1_micro": 0.8033, "eval_loss": 0.8183619379997253, "eval_runtime": 5.0956, "eval_samples_per_second": 1962.471, "eval_steps_per_second": 30.811, "step": 1200 }, { "epoch": 1.31, "grad_norm": 3.9309592247009277, "learning_rate": 1.129353233830846e-05, "loss": 0.8711, "step": 1225 }, { "epoch": 1.33, "grad_norm": 3.1741673946380615, "learning_rate": 1.111584932480455e-05, "loss": 0.839, "step": 1250 }, { "epoch": 1.36, "grad_norm": 3.3300561904907227, "learning_rate": 1.0938166311300639e-05, "loss": 0.8273, "step": 1275 }, { "epoch": 1.39, "grad_norm": 4.480769634246826, "learning_rate": 1.0760483297796731e-05, "loss": 0.8237, "step": 1300 }, { "epoch": 1.39, "eval_accuracy": 0.8077, "eval_f1_macro": 0.6529082127640804, "eval_f1_micro": 0.8077, "eval_loss": 0.7814128994941711, "eval_runtime": 5.0887, "eval_samples_per_second": 1965.129, "eval_steps_per_second": 30.853, "step": 1300 }, { "epoch": 1.41, "grad_norm": 4.553057670593262, "learning_rate": 1.0582800284292822e-05, "loss": 0.8214, "step": 1325 }, { "epoch": 1.44, "grad_norm": 3.766432046890259, "learning_rate": 1.0405117270788913e-05, "loss": 0.8174, "step": 1350 }, { "epoch": 1.47, "grad_norm": 4.3826446533203125, "learning_rate": 1.0227434257285005e-05, "loss": 0.772, "step": 1375 }, { "epoch": 1.49, "grad_norm": 3.777904748916626, "learning_rate": 1.0049751243781096e-05, "loss": 0.7341, "step": 1400 }, { "epoch": 1.49, "eval_accuracy": 0.8099, "eval_f1_macro": 0.6600339223452895, "eval_f1_micro": 0.8099, "eval_loss": 0.7653506994247437, "eval_runtime": 5.0857, "eval_samples_per_second": 1966.297, "eval_steps_per_second": 30.871, "step": 1400 }, { "epoch": 1.52, "grad_norm": 4.6313629150390625, "learning_rate": 9.872068230277187e-06, "loss": 0.7761, "step": 1425 }, { "epoch": 1.55, "grad_norm": 3.6354401111602783, "learning_rate": 9.694385216773277e-06, "loss": 0.8205, "step": 1450 }, { "epoch": 1.57, "grad_norm": 3.7265005111694336, "learning_rate": 9.516702203269368e-06, "loss": 0.7916, "step": 1475 }, { "epoch": 1.6, "grad_norm": 3.4605891704559326, "learning_rate": 9.339019189765458e-06, "loss": 0.7475, "step": 1500 }, { "epoch": 1.6, "eval_accuracy": 0.8135, "eval_f1_macro": 0.6650413690305985, "eval_f1_micro": 0.8135, "eval_loss": 0.7457693815231323, "eval_runtime": 5.0844, "eval_samples_per_second": 1966.8, "eval_steps_per_second": 30.879, "step": 1500 }, { "epoch": 1.63, "grad_norm": 5.460809707641602, "learning_rate": 9.161336176261551e-06, "loss": 0.7576, "step": 1525 }, { "epoch": 1.65, "grad_norm": 3.1193032264709473, "learning_rate": 8.98365316275764e-06, "loss": 0.7156, "step": 1550 }, { "epoch": 1.68, "grad_norm": 3.7673654556274414, "learning_rate": 8.805970149253732e-06, "loss": 0.6944, "step": 1575 }, { "epoch": 1.71, "grad_norm": 4.008440971374512, "learning_rate": 8.628287135749823e-06, "loss": 0.7699, "step": 1600 }, { "epoch": 1.71, "eval_accuracy": 0.8183, "eval_f1_macro": 0.681030771263254, "eval_f1_micro": 0.8183, "eval_loss": 0.7288192510604858, "eval_runtime": 5.0906, "eval_samples_per_second": 1964.407, "eval_steps_per_second": 30.841, "step": 1600 }, { "epoch": 1.73, "grad_norm": 3.998149871826172, "learning_rate": 8.450604122245915e-06, "loss": 0.742, "step": 1625 }, { "epoch": 1.76, "grad_norm": 4.329924583435059, "learning_rate": 8.272921108742004e-06, "loss": 0.7505, "step": 1650 }, { "epoch": 1.79, "grad_norm": 3.9420013427734375, "learning_rate": 8.095238095238097e-06, "loss": 0.7005, "step": 1675 }, { "epoch": 1.81, "grad_norm": 4.527777194976807, "learning_rate": 7.917555081734187e-06, "loss": 0.7472, "step": 1700 }, { "epoch": 1.81, "eval_accuracy": 0.8179, "eval_f1_macro": 0.681973246053428, "eval_f1_micro": 0.8179, "eval_loss": 0.712536633014679, "eval_runtime": 5.0869, "eval_samples_per_second": 1965.828, "eval_steps_per_second": 30.864, "step": 1700 }, { "epoch": 1.84, "grad_norm": 5.481727600097656, "learning_rate": 7.739872068230278e-06, "loss": 0.7694, "step": 1725 }, { "epoch": 1.87, "grad_norm": 3.634965658187866, "learning_rate": 7.5621890547263685e-06, "loss": 0.6916, "step": 1750 }, { "epoch": 1.89, "grad_norm": 4.712828636169434, "learning_rate": 7.38450604122246e-06, "loss": 0.7452, "step": 1775 }, { "epoch": 1.92, "grad_norm": 4.240174770355225, "learning_rate": 7.20682302771855e-06, "loss": 0.689, "step": 1800 }, { "epoch": 1.92, "eval_accuracy": 0.8201, "eval_f1_macro": 0.6821776177873132, "eval_f1_micro": 0.8201, "eval_loss": 0.6964806914329529, "eval_runtime": 5.0903, "eval_samples_per_second": 1964.526, "eval_steps_per_second": 30.843, "step": 1800 }, { "epoch": 1.95, "grad_norm": 3.659916639328003, "learning_rate": 7.029140014214641e-06, "loss": 0.8135, "step": 1825 }, { "epoch": 1.97, "grad_norm": 4.639604091644287, "learning_rate": 6.851457000710733e-06, "loss": 0.7496, "step": 1850 }, { "epoch": 2.0, "grad_norm": 4.354977607727051, "learning_rate": 6.673773987206824e-06, "loss": 0.6715, "step": 1875 }, { "epoch": 2.03, "grad_norm": 3.503903865814209, "learning_rate": 6.496090973702914e-06, "loss": 0.6807, "step": 1900 }, { "epoch": 2.03, "eval_accuracy": 0.8192, "eval_f1_macro": 0.6798912747134073, "eval_f1_micro": 0.8192, "eval_loss": 0.6904103755950928, "eval_runtime": 5.0876, "eval_samples_per_second": 1965.568, "eval_steps_per_second": 30.859, "step": 1900 }, { "epoch": 2.05, "grad_norm": 2.8646299839019775, "learning_rate": 6.318407960199006e-06, "loss": 0.6768, "step": 1925 }, { "epoch": 2.08, "grad_norm": 4.127985000610352, "learning_rate": 6.140724946695097e-06, "loss": 0.7144, "step": 1950 }, { "epoch": 2.11, "grad_norm": 3.0997469425201416, "learning_rate": 5.963041933191187e-06, "loss": 0.6447, "step": 1975 }, { "epoch": 2.13, "grad_norm": 4.458724498748779, "learning_rate": 5.785358919687279e-06, "loss": 0.6514, "step": 2000 }, { "epoch": 2.13, "eval_accuracy": 0.8239, "eval_f1_macro": 0.6922798719270521, "eval_f1_micro": 0.8239, "eval_loss": 0.6835533976554871, "eval_runtime": 5.09, "eval_samples_per_second": 1964.629, "eval_steps_per_second": 30.845, "step": 2000 }, { "epoch": 2.16, "grad_norm": 3.7359683513641357, "learning_rate": 5.607675906183369e-06, "loss": 0.6547, "step": 2025 }, { "epoch": 2.19, "grad_norm": 3.74875807762146, "learning_rate": 5.42999289267946e-06, "loss": 0.6577, "step": 2050 }, { "epoch": 2.21, "grad_norm": 3.634157419204712, "learning_rate": 5.2523098791755514e-06, "loss": 0.6596, "step": 2075 }, { "epoch": 2.24, "grad_norm": 4.218031406402588, "learning_rate": 5.074626865671642e-06, "loss": 0.6662, "step": 2100 }, { "epoch": 2.24, "eval_accuracy": 0.8267, "eval_f1_macro": 0.7018656510236515, "eval_f1_micro": 0.8267, "eval_loss": 0.6749560832977295, "eval_runtime": 5.0908, "eval_samples_per_second": 1964.309, "eval_steps_per_second": 30.84, "step": 2100 }, { "epoch": 2.27, "grad_norm": 4.950326442718506, "learning_rate": 4.896943852167733e-06, "loss": 0.6144, "step": 2125 }, { "epoch": 2.29, "grad_norm": 3.0254364013671875, "learning_rate": 4.719260838663824e-06, "loss": 0.6402, "step": 2150 }, { "epoch": 2.32, "grad_norm": 2.264652967453003, "learning_rate": 4.541577825159915e-06, "loss": 0.5597, "step": 2175 }, { "epoch": 2.35, "grad_norm": 5.00731086730957, "learning_rate": 4.363894811656006e-06, "loss": 0.6247, "step": 2200 }, { "epoch": 2.35, "eval_accuracy": 0.8284, "eval_f1_macro": 0.7028136538357826, "eval_f1_micro": 0.8284, "eval_loss": 0.6703132390975952, "eval_runtime": 5.0889, "eval_samples_per_second": 1965.077, "eval_steps_per_second": 30.852, "step": 2200 }, { "epoch": 2.37, "grad_norm": 3.5009686946868896, "learning_rate": 4.186211798152097e-06, "loss": 0.5784, "step": 2225 }, { "epoch": 2.4, "grad_norm": 3.339487075805664, "learning_rate": 4.008528784648188e-06, "loss": 0.6321, "step": 2250 }, { "epoch": 2.43, "grad_norm": 4.3150129318237305, "learning_rate": 3.8308457711442784e-06, "loss": 0.6499, "step": 2275 }, { "epoch": 2.45, "grad_norm": 3.9127256870269775, "learning_rate": 3.65316275764037e-06, "loss": 0.6443, "step": 2300 }, { "epoch": 2.45, "eval_accuracy": 0.8265, "eval_f1_macro": 0.7001404361966705, "eval_f1_micro": 0.8265, "eval_loss": 0.666212260723114, "eval_runtime": 5.0933, "eval_samples_per_second": 1963.351, "eval_steps_per_second": 30.825, "step": 2300 }, { "epoch": 2.48, "grad_norm": 4.648262023925781, "learning_rate": 3.4754797441364606e-06, "loss": 0.6597, "step": 2325 }, { "epoch": 2.51, "grad_norm": 5.805054187774658, "learning_rate": 3.297796730632552e-06, "loss": 0.6679, "step": 2350 }, { "epoch": 2.53, "grad_norm": 3.7240312099456787, "learning_rate": 3.120113717128643e-06, "loss": 0.6098, "step": 2375 }, { "epoch": 2.56, "grad_norm": 6.238827705383301, "learning_rate": 2.9424307036247335e-06, "loss": 0.632, "step": 2400 }, { "epoch": 2.56, "eval_accuracy": 0.8295, "eval_f1_macro": 0.7077893947175455, "eval_f1_micro": 0.8295, "eval_loss": 0.6571224331855774, "eval_runtime": 5.0923, "eval_samples_per_second": 1963.743, "eval_steps_per_second": 30.831, "step": 2400 }, { "epoch": 2.59, "grad_norm": 2.7973475456237793, "learning_rate": 2.764747690120825e-06, "loss": 0.7127, "step": 2425 }, { "epoch": 2.61, "grad_norm": 4.434217929840088, "learning_rate": 2.5870646766169156e-06, "loss": 0.6907, "step": 2450 }, { "epoch": 2.64, "grad_norm": 5.4939188957214355, "learning_rate": 2.4093816631130067e-06, "loss": 0.6308, "step": 2475 }, { "epoch": 2.67, "grad_norm": 6.5089430809021, "learning_rate": 2.2316986496090974e-06, "loss": 0.5922, "step": 2500 }, { "epoch": 2.67, "eval_accuracy": 0.8298, "eval_f1_macro": 0.7083519630678758, "eval_f1_micro": 0.8298, "eval_loss": 0.6538856029510498, "eval_runtime": 5.111, "eval_samples_per_second": 1956.564, "eval_steps_per_second": 30.718, "step": 2500 }, { "epoch": 2.69, "grad_norm": 4.474384307861328, "learning_rate": 2.0540156361051885e-06, "loss": 0.6384, "step": 2525 }, { "epoch": 2.72, "grad_norm": 4.887701511383057, "learning_rate": 1.8763326226012796e-06, "loss": 0.614, "step": 2550 }, { "epoch": 2.75, "grad_norm": 6.661905288696289, "learning_rate": 1.6986496090973702e-06, "loss": 0.626, "step": 2575 }, { "epoch": 2.77, "grad_norm": 4.168758392333984, "learning_rate": 1.5209665955934613e-06, "loss": 0.6423, "step": 2600 }, { "epoch": 2.77, "eval_accuracy": 0.8311, "eval_f1_macro": 0.7138508038282735, "eval_f1_micro": 0.8311, "eval_loss": 0.6518952250480652, "eval_runtime": 5.0992, "eval_samples_per_second": 1961.08, "eval_steps_per_second": 30.789, "step": 2600 }, { "epoch": 2.8, "grad_norm": 3.9610595703125, "learning_rate": 1.3432835820895524e-06, "loss": 0.6361, "step": 2625 }, { "epoch": 2.83, "grad_norm": 5.312166213989258, "learning_rate": 1.1656005685856433e-06, "loss": 0.6638, "step": 2650 }, { "epoch": 2.85, "grad_norm": 4.739462852478027, "learning_rate": 9.879175550817342e-07, "loss": 0.625, "step": 2675 }, { "epoch": 2.88, "grad_norm": 5.244933128356934, "learning_rate": 8.102345415778253e-07, "loss": 0.6156, "step": 2700 }, { "epoch": 2.88, "eval_accuracy": 0.8311, "eval_f1_macro": 0.7123382093925994, "eval_f1_micro": 0.8311, "eval_loss": 0.6500191688537598, "eval_runtime": 5.1041, "eval_samples_per_second": 1959.192, "eval_steps_per_second": 30.759, "step": 2700 }, { "epoch": 2.91, "grad_norm": 3.2966127395629883, "learning_rate": 6.325515280739161e-07, "loss": 0.6181, "step": 2725 }, { "epoch": 2.93, "grad_norm": 4.855289936065674, "learning_rate": 4.548685145700071e-07, "loss": 0.5952, "step": 2750 }, { "epoch": 2.96, "grad_norm": 5.3126068115234375, "learning_rate": 2.771855010660981e-07, "loss": 0.5727, "step": 2775 }, { "epoch": 2.99, "grad_norm": 3.789565324783325, "learning_rate": 9.950248756218906e-08, "loss": 0.6097, "step": 2800 }, { "epoch": 2.99, "eval_accuracy": 0.8311, "eval_f1_macro": 0.7116365414985335, "eval_f1_micro": 0.8311, "eval_loss": 0.6496002674102783, "eval_runtime": 5.1014, "eval_samples_per_second": 1960.25, "eval_steps_per_second": 30.776, "step": 2800 }, { "epoch": 3.0, "step": 2814, "total_flos": 5974635617189888.0, "train_loss": 1.1483757653470232, "train_runtime": 441.0175, "train_samples_per_second": 408.147, "train_steps_per_second": 6.381 } ], "logging_steps": 25, "max_steps": 2814, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "total_flos": 5974635617189888.0, "train_batch_size": 32, "trial_name": null, "trial_params": null }