{ "best_metric": 0.26576361060142517, "best_model_checkpoint": "./checkpoint-xlm/checkpoint-62000", "epoch": 2.74482025854436, "eval_steps": 1000, "global_step": 62000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "grad_norm": 14.701729774475098, "learning_rate": 1.9873510587163855e-05, "loss": 0.7955, "step": 1000 }, { "epoch": 0.04, "eval_LOC_f1": 0.5905623116100197, "eval_ORG_f1": 0.5314018889950122, "eval_PER_f1": 0.6970927767045186, "eval_loss": 0.5589519143104553, "eval_overall_accuracy": 0.8305196709829297, "eval_overall_f1": 0.6098834954730151, "eval_overall_precision": 0.6090804388676729, "eval_overall_recall": 0.6106886724922678, "eval_runtime": 423.4055, "eval_samples_per_second": 155.17, "eval_steps_per_second": 9.7, "step": 1000 }, { "epoch": 0.09, "grad_norm": 32.162567138671875, "learning_rate": 1.974702117432771e-05, "loss": 0.4418, "step": 2000 }, { "epoch": 0.09, "eval_LOC_f1": 0.726466851182444, "eval_ORG_f1": 0.6100225052728323, "eval_PER_f1": 0.7472875356145855, "eval_loss": 0.4735046327114105, "eval_overall_accuracy": 0.8612480637309139, "eval_overall_f1": 0.6999315297088808, "eval_overall_precision": 0.7133899577070636, "eval_overall_recall": 0.6869714980413346, "eval_runtime": 1200.8027, "eval_samples_per_second": 54.713, "eval_steps_per_second": 0.428, "step": 2000 }, { "epoch": 0.13, "grad_norm": 22.541187286376953, "learning_rate": 1.9620531761491565e-05, "loss": 0.4571, "step": 3000 }, { "epoch": 0.13, "eval_LOC_f1": 0.7147521203733278, "eval_ORG_f1": 0.6152306241925535, "eval_PER_f1": 0.7587303433967385, "eval_loss": 0.4161168932914734, "eval_overall_accuracy": 0.8662245123763159, "eval_overall_f1": 0.7014490640563852, "eval_overall_precision": 0.6885331216944984, "eval_overall_recall": 0.7148588410104012, "eval_runtime": 1210.8088, "eval_samples_per_second": 54.261, "eval_steps_per_second": 0.425, "step": 3000 }, { "epoch": 0.18, "grad_norm": 11.889817237854004, "learning_rate": 1.949404234865542e-05, "loss": 0.4338, "step": 4000 }, { "epoch": 0.18, "eval_LOC_f1": 0.7620754026697686, "eval_ORG_f1": 0.6140874035989717, "eval_PER_f1": 0.760585513488345, "eval_loss": 0.39507248997688293, "eval_overall_accuracy": 0.8734290140043626, "eval_overall_f1": 0.7179785677035143, "eval_overall_precision": 0.715343099460293, "eval_overall_recall": 0.7206335269485343, "eval_runtime": 1168.4178, "eval_samples_per_second": 56.23, "eval_steps_per_second": 0.44, "step": 4000 }, { "epoch": 0.22, "grad_norm": 1.7912464141845703, "learning_rate": 1.9367552935819272e-05, "loss": 0.411, "step": 5000 }, { "epoch": 0.22, "eval_LOC_f1": 0.7642403132070866, "eval_ORG_f1": 0.6378310214375789, "eval_PER_f1": 0.7455119879889838, "eval_loss": 0.4034789800643921, "eval_overall_accuracy": 0.871553757152341, "eval_overall_f1": 0.721039469679929, "eval_overall_precision": 0.7065764223847311, "eval_overall_recall": 0.7361069836552749, "eval_runtime": 1151.9834, "eval_samples_per_second": 57.032, "eval_steps_per_second": 0.446, "step": 5000 }, { "epoch": 0.27, "grad_norm": 16.268198013305664, "learning_rate": 1.924106352298313e-05, "loss": 0.3996, "step": 6000 }, { "epoch": 0.27, "eval_LOC_f1": 0.7602170744129683, "eval_ORG_f1": 0.6418268648032774, "eval_PER_f1": 0.7751195247983773, "eval_loss": 0.3775835335254669, "eval_overall_accuracy": 0.8816552334587298, "eval_overall_f1": 0.7327942917159862, "eval_overall_precision": 0.7236376806822298, "eval_overall_recall": 0.7421856004322572, "eval_runtime": 1142.8454, "eval_samples_per_second": 57.488, "eval_steps_per_second": 0.45, "step": 6000 }, { "epoch": 0.31, "grad_norm": 31.32206153869629, "learning_rate": 1.9114574110146982e-05, "loss": 0.3887, "step": 7000 }, { "epoch": 0.31, "eval_LOC_f1": 0.7745706910097646, "eval_ORG_f1": 0.6498818525519849, "eval_PER_f1": 0.7943746756616502, "eval_loss": 0.3745666742324829, "eval_overall_accuracy": 0.8846546328201562, "eval_overall_f1": 0.7445416212235937, "eval_overall_precision": 0.7664073337814453, "eval_overall_recall": 0.7238889639335404, "eval_runtime": 1105.9439, "eval_samples_per_second": 59.406, "eval_steps_per_second": 0.465, "step": 7000 }, { "epoch": 0.35, "grad_norm": 18.666685104370117, "learning_rate": 1.8988084697310836e-05, "loss": 0.3702, "step": 8000 }, { "epoch": 0.35, "eval_LOC_f1": 0.7867664013429133, "eval_ORG_f1": 0.6550611335848372, "eval_PER_f1": 0.7935211181949948, "eval_loss": 0.3557104468345642, "eval_overall_accuracy": 0.8899326652546391, "eval_overall_f1": 0.7497458350842472, "eval_overall_precision": 0.7523873653281097, "eval_overall_recall": 0.7471227880588951, "eval_runtime": 1133.29, "eval_samples_per_second": 57.973, "eval_steps_per_second": 0.454, "step": 8000 }, { "epoch": 0.4, "grad_norm": 17.36050796508789, "learning_rate": 1.8861595284474693e-05, "loss": 0.3653, "step": 9000 }, { "epoch": 0.4, "eval_LOC_f1": 0.7880055788005579, "eval_ORG_f1": 0.6528712687433267, "eval_PER_f1": 0.807534509589927, "eval_loss": 0.359466552734375, "eval_overall_accuracy": 0.8921916985426611, "eval_overall_f1": 0.7549862974573792, "eval_overall_precision": 0.7601919943031648, "eval_overall_recall": 0.749851411589896, "eval_runtime": 1138.9812, "eval_samples_per_second": 57.683, "eval_steps_per_second": 0.451, "step": 9000 }, { "epoch": 0.44, "grad_norm": 7.423336982727051, "learning_rate": 1.8735105871638546e-05, "loss": 0.3659, "step": 10000 }, { "epoch": 0.44, "eval_LOC_f1": 0.7842564019273456, "eval_ORG_f1": 0.6720731037545135, "eval_PER_f1": 0.8074153213042102, "eval_loss": 0.332335889339447, "eval_overall_accuracy": 0.8897644864540195, "eval_overall_f1": 0.7598549199807725, "eval_overall_precision": 0.7563691603482544, "eval_overall_recall": 0.763372956909361, "eval_runtime": 1162.0455, "eval_samples_per_second": 56.538, "eval_steps_per_second": 0.442, "step": 10000 }, { "epoch": 0.49, "grad_norm": 4.525887966156006, "learning_rate": 1.86086164588024e-05, "loss": 0.3503, "step": 11000 }, { "epoch": 0.49, "eval_LOC_f1": 0.7864019140558769, "eval_ORG_f1": 0.6835087245907537, "eval_PER_f1": 0.8168448012608974, "eval_loss": 0.34435194730758667, "eval_overall_accuracy": 0.8948016312079158, "eval_overall_f1": 0.7659673455352116, "eval_overall_precision": 0.7646757897429339, "eval_overall_recall": 0.7672632716466298, "eval_runtime": 1177.3569, "eval_samples_per_second": 55.803, "eval_steps_per_second": 0.437, "step": 11000 }, { "epoch": 0.53, "grad_norm": 2.3115265369415283, "learning_rate": 1.8482127045966253e-05, "loss": 0.3386, "step": 12000 }, { "epoch": 0.53, "eval_LOC_f1": 0.7956286696262351, "eval_ORG_f1": 0.6888199916080004, "eval_PER_f1": 0.8247360603749347, "eval_loss": 0.33748894929885864, "eval_overall_accuracy": 0.8961179780608858, "eval_overall_f1": 0.7745517686964949, "eval_overall_precision": 0.7718298146310058, "eval_overall_recall": 0.7772929893286505, "eval_runtime": 1149.1534, "eval_samples_per_second": 57.173, "eval_steps_per_second": 0.447, "step": 12000 }, { "epoch": 0.58, "grad_norm": 21.933504104614258, "learning_rate": 1.8355637633130106e-05, "loss": 0.3398, "step": 13000 }, { "epoch": 0.58, "eval_LOC_f1": 0.7985453119289768, "eval_ORG_f1": 0.6847335352987636, "eval_PER_f1": 0.8177605881902427, "eval_loss": 0.3362252414226532, "eval_overall_accuracy": 0.8956772990231721, "eval_overall_f1": 0.7731774789536882, "eval_overall_precision": 0.759676178805616, "eval_overall_recall": 0.7871673645819263, "eval_runtime": 1138.7931, "eval_samples_per_second": 57.693, "eval_steps_per_second": 0.451, "step": 13000 }, { "epoch": 0.62, "grad_norm": 36.83283615112305, "learning_rate": 1.8229148220293963e-05, "loss": 0.3335, "step": 14000 }, { "epoch": 0.62, "eval_LOC_f1": 0.790251739825188, "eval_ORG_f1": 0.6715311174812253, "eval_PER_f1": 0.826087807168571, "eval_loss": 0.3248044550418854, "eval_overall_accuracy": 0.89719723074005, "eval_overall_f1": 0.7691362656847152, "eval_overall_precision": 0.7564545519858401, "eval_overall_recall": 0.7822504390112117, "eval_runtime": 1135.913, "eval_samples_per_second": 57.839, "eval_steps_per_second": 0.452, "step": 14000 }, { "epoch": 0.66, "grad_norm": 9.774023056030273, "learning_rate": 1.8102658807457817e-05, "loss": 0.3502, "step": 15000 }, { "epoch": 0.66, "eval_LOC_f1": 0.8089101520697128, "eval_ORG_f1": 0.6878634314938933, "eval_PER_f1": 0.8301438926543143, "eval_loss": 0.3092363178730011, "eval_overall_accuracy": 0.8991053646508393, "eval_overall_f1": 0.7814600123162602, "eval_overall_precision": 0.7745336093198525, "eval_overall_recall": 0.7885114142915034, "eval_runtime": 1106.1286, "eval_samples_per_second": 59.396, "eval_steps_per_second": 0.465, "step": 15000 }, { "epoch": 0.71, "grad_norm": 2.795013427734375, "learning_rate": 1.7976169394621674e-05, "loss": 0.3324, "step": 16000 }, { "epoch": 0.71, "eval_LOC_f1": 0.8186463753520208, "eval_ORG_f1": 0.7147083782482054, "eval_PER_f1": 0.8387758290691769, "eval_loss": 0.3244176208972931, "eval_overall_accuracy": 0.9025454430499794, "eval_overall_f1": 0.7950573365134548, "eval_overall_precision": 0.7931229164426282, "eval_overall_recall": 0.7970012157233554, "eval_runtime": 1140.7225, "eval_samples_per_second": 57.595, "eval_steps_per_second": 0.451, "step": 16000 }, { "epoch": 0.75, "grad_norm": 6.714651107788086, "learning_rate": 1.7849679981785527e-05, "loss": 0.3286, "step": 17000 }, { "epoch": 0.75, "eval_LOC_f1": 0.8141723531609012, "eval_ORG_f1": 0.7138781751375037, "eval_PER_f1": 0.8335467609813607, "eval_loss": 0.32237449288368225, "eval_overall_accuracy": 0.900314228811684, "eval_overall_f1": 0.7909030362654712, "eval_overall_precision": 0.7917837149954986, "eval_overall_recall": 0.790024314467108, "eval_runtime": 1162.7611, "eval_samples_per_second": 56.503, "eval_steps_per_second": 0.442, "step": 17000 }, { "epoch": 0.8, "grad_norm": 10.458712577819824, "learning_rate": 1.772319056894938e-05, "loss": 0.3324, "step": 18000 }, { "epoch": 0.8, "eval_LOC_f1": 0.8134620950977556, "eval_ORG_f1": 0.701657121225073, "eval_PER_f1": 0.8402019239186469, "eval_loss": 0.3189184069633484, "eval_overall_accuracy": 0.9007409983245345, "eval_overall_f1": 0.792014971092267, "eval_overall_precision": 0.7852093276424006, "eval_overall_recall": 0.7989396190733487, "eval_runtime": 1164.2796, "eval_samples_per_second": 56.43, "eval_steps_per_second": 0.441, "step": 18000 }, { "epoch": 0.84, "grad_norm": 9.315893173217773, "learning_rate": 1.7596701156113234e-05, "loss": 0.3217, "step": 19000 }, { "epoch": 0.84, "eval_LOC_f1": 0.8004060309598606, "eval_ORG_f1": 0.7067041425030539, "eval_PER_f1": 0.8399988176524489, "eval_loss": 0.33454081416130066, "eval_overall_accuracy": 0.8964947997344546, "eval_overall_f1": 0.7874678014335652, "eval_overall_precision": 0.7771836007130125, "eval_overall_recall": 0.7980278265568013, "eval_runtime": 1143.6223, "eval_samples_per_second": 57.449, "eval_steps_per_second": 0.449, "step": 19000 }, { "epoch": 0.89, "grad_norm": 15.540427207946777, "learning_rate": 1.747021174327709e-05, "loss": 0.315, "step": 20000 }, { "epoch": 0.89, "eval_LOC_f1": 0.8207858780210457, "eval_ORG_f1": 0.7015760412476689, "eval_PER_f1": 0.8415452051584938, "eval_loss": 0.3044009804725647, "eval_overall_accuracy": 0.9041500964182974, "eval_overall_f1": 0.7948658900027092, "eval_overall_precision": 0.7971335416383644, "eval_overall_recall": 0.792611103606646, "eval_runtime": 1139.9409, "eval_samples_per_second": 57.635, "eval_steps_per_second": 0.451, "step": 20000 }, { "epoch": 0.93, "grad_norm": 23.639232635498047, "learning_rate": 1.7343722330440944e-05, "loss": 0.31, "step": 21000 }, { "epoch": 0.93, "eval_LOC_f1": 0.816508239958933, "eval_ORG_f1": 0.7147606382978723, "eval_PER_f1": 0.8431382131302962, "eval_loss": 0.31776291131973267, "eval_overall_accuracy": 0.9023190971453862, "eval_overall_f1": 0.7969938869469123, "eval_overall_precision": 0.7880406435895235, "eval_overall_recall": 0.8061529109820343, "eval_runtime": 1142.8251, "eval_samples_per_second": 57.489, "eval_steps_per_second": 0.45, "step": 21000 }, { "epoch": 0.97, "grad_norm": 4.997385501861572, "learning_rate": 1.7217232917604798e-05, "loss": 0.3211, "step": 22000 }, { "epoch": 0.97, "eval_LOC_f1": 0.8216905726486368, "eval_ORG_f1": 0.7168825837058662, "eval_PER_f1": 0.8431281995853436, "eval_loss": 0.30595797300338745, "eval_overall_accuracy": 0.9043296557392596, "eval_overall_f1": 0.798254501680293, "eval_overall_precision": 0.7904963740521209, "eval_overall_recall": 0.8061664190193165, "eval_runtime": 1106.5669, "eval_samples_per_second": 59.373, "eval_steps_per_second": 0.464, "step": 22000 }, { "epoch": 1.02, "grad_norm": 28.196109771728516, "learning_rate": 1.709074350476865e-05, "loss": 0.295, "step": 23000 }, { "epoch": 1.02, "eval_LOC_f1": 0.8204851561325467, "eval_ORG_f1": 0.7065405753329702, "eval_PER_f1": 0.8443901962698954, "eval_loss": 0.31898969411849976, "eval_overall_accuracy": 0.9047918313153985, "eval_overall_f1": 0.7976778330942538, "eval_overall_precision": 0.7972607360928381, "eval_overall_recall": 0.7980953667432122, "eval_runtime": 1135.3077, "eval_samples_per_second": 57.87, "eval_steps_per_second": 0.453, "step": 23000 }, { "epoch": 1.06, "grad_norm": 19.183074951171875, "learning_rate": 1.6964254091932504e-05, "loss": 0.2802, "step": 24000 }, { "epoch": 1.06, "eval_LOC_f1": 0.8284965702953003, "eval_ORG_f1": 0.7225369919460572, "eval_PER_f1": 0.8405619568962218, "eval_loss": 0.3125617206096649, "eval_overall_accuracy": 0.9055676034520912, "eval_overall_f1": 0.802513357212895, "eval_overall_precision": 0.7926840517070985, "eval_overall_recall": 0.8125894907469945, "eval_runtime": 1161.4292, "eval_samples_per_second": 56.568, "eval_steps_per_second": 0.443, "step": 24000 }, { "epoch": 1.11, "grad_norm": 6.878443717956543, "learning_rate": 1.683776467909636e-05, "loss": 0.264, "step": 25000 }, { "epoch": 1.11, "eval_LOC_f1": 0.8208462732919255, "eval_ORG_f1": 0.7125242718446602, "eval_PER_f1": 0.8417305324641859, "eval_loss": 0.31377699971199036, "eval_overall_accuracy": 0.9023981285366548, "eval_overall_f1": 0.7984267322416735, "eval_overall_precision": 0.7869028800808076, "eval_overall_recall": 0.8102931244090233, "eval_runtime": 1172.0666, "eval_samples_per_second": 56.055, "eval_steps_per_second": 0.439, "step": 25000 }, { "epoch": 1.15, "grad_norm": 0.35791274905204773, "learning_rate": 1.6711275266260215e-05, "loss": 0.2745, "step": 26000 }, { "epoch": 1.15, "eval_LOC_f1": 0.8062705631894718, "eval_ORG_f1": 0.7220110474396811, "eval_PER_f1": 0.8478144130598216, "eval_loss": 0.32361114025115967, "eval_overall_accuracy": 0.9060771978629912, "eval_overall_f1": 0.7961038875365302, "eval_overall_precision": 0.7780019856363707, "eval_overall_recall": 0.815068215588275, "eval_runtime": 1158.6471, "eval_samples_per_second": 56.704, "eval_steps_per_second": 0.444, "step": 26000 }, { "epoch": 1.2, "grad_norm": 3.953798294067383, "learning_rate": 1.658478585342407e-05, "loss": 0.2694, "step": 27000 }, { "epoch": 1.2, "eval_LOC_f1": 0.8275287422548819, "eval_ORG_f1": 0.7351823270599618, "eval_PER_f1": 0.8573874707236907, "eval_loss": 0.31383150815963745, "eval_overall_accuracy": 0.9091986216925363, "eval_overall_f1": 0.8109861146610988, "eval_overall_precision": 0.7973993589785434, "eval_overall_recall": 0.8250439011211671, "eval_runtime": 1141.8213, "eval_samples_per_second": 57.54, "eval_steps_per_second": 0.45, "step": 27000 }, { "epoch": 1.24, "grad_norm": 26.60283660888672, "learning_rate": 1.6458296440587925e-05, "loss": 0.2718, "step": 28000 }, { "epoch": 1.24, "eval_LOC_f1": 0.8314516716439654, "eval_ORG_f1": 0.7274378529428888, "eval_PER_f1": 0.8476108935940972, "eval_loss": 0.2855270504951477, "eval_overall_accuracy": 0.9096057914203521, "eval_overall_f1": 0.8072466863328752, "eval_overall_precision": 0.7978009076038204, "eval_overall_recall": 0.8169188166959341, "eval_runtime": 1139.8571, "eval_samples_per_second": 57.639, "eval_steps_per_second": 0.451, "step": 28000 }, { "epoch": 1.28, "grad_norm": 3.3331353664398193, "learning_rate": 1.633180702775178e-05, "loss": 0.2756, "step": 29000 }, { "epoch": 1.28, "eval_LOC_f1": 0.8289485514934634, "eval_ORG_f1": 0.7433670842629141, "eval_PER_f1": 0.8584255314903678, "eval_loss": 0.3032143712043762, "eval_overall_accuracy": 0.9096652230265861, "eval_overall_f1": 0.813805795355685, "eval_overall_precision": 0.8064124668435013, "eval_overall_recall": 0.8213359448872078, "eval_runtime": 1133.0881, "eval_samples_per_second": 57.983, "eval_steps_per_second": 0.454, "step": 29000 }, { "epoch": 1.33, "grad_norm": 8.788959503173828, "learning_rate": 1.6205317614915632e-05, "loss": 0.2729, "step": 30000 }, { "epoch": 1.33, "eval_LOC_f1": 0.8293964198974544, "eval_ORG_f1": 0.7276638026769536, "eval_PER_f1": 0.840676871652676, "eval_loss": 0.3058653771877289, "eval_overall_accuracy": 0.9050023709417381, "eval_overall_f1": 0.8045148879389981, "eval_overall_precision": 0.7890921844858829, "eval_overall_recall": 0.8205524787248413, "eval_runtime": 1144.4868, "eval_samples_per_second": 57.406, "eval_steps_per_second": 0.449, "step": 30000 }, { "epoch": 1.37, "grad_norm": 3.506653070449829, "learning_rate": 1.607882820207949e-05, "loss": 0.2617, "step": 31000 }, { "epoch": 1.37, "eval_LOC_f1": 0.8289568604818929, "eval_ORG_f1": 0.7348994804608087, "eval_PER_f1": 0.8568195366413063, "eval_loss": 0.29605427384376526, "eval_overall_accuracy": 0.9115885309644991, "eval_overall_f1": 0.8102905743459481, "eval_overall_precision": 0.804122408529488, "eval_overall_recall": 0.8165540996893151, "eval_runtime": 1167.0926, "eval_samples_per_second": 56.294, "eval_steps_per_second": 0.44, "step": 31000 }, { "epoch": 1.42, "grad_norm": 7.686177730560303, "learning_rate": 1.5952338789243342e-05, "loss": 0.2563, "step": 32000 }, { "epoch": 1.42, "eval_LOC_f1": 0.8341975970139766, "eval_ORG_f1": 0.7425018373560738, "eval_PER_f1": 0.8481429974617561, "eval_loss": 0.2977641522884369, "eval_overall_accuracy": 0.9102247652767679, "eval_overall_f1": 0.8126805977345553, "eval_overall_precision": 0.8058246625188412, "eval_overall_recall": 0.8196541942455762, "eval_runtime": 1172.5301, "eval_samples_per_second": 56.033, "eval_steps_per_second": 0.438, "step": 32000 }, { "epoch": 1.46, "grad_norm": 20.15245246887207, "learning_rate": 1.5825849376407196e-05, "loss": 0.2709, "step": 33000 }, { "epoch": 1.46, "eval_LOC_f1": 0.8421714021714021, "eval_ORG_f1": 0.7459342165372317, "eval_PER_f1": 0.8616692197460096, "eval_loss": 0.287436842918396, "eval_overall_accuracy": 0.91337590490943, "eval_overall_f1": 0.820439775061454, "eval_overall_precision": 0.8180981801087905, "eval_overall_recall": 0.8227948129136836, "eval_runtime": 1126.2379, "eval_samples_per_second": 58.336, "eval_steps_per_second": 0.456, "step": 33000 }, { "epoch": 1.51, "grad_norm": 15.89538860321045, "learning_rate": 1.569935996357105e-05, "loss": 0.2622, "step": 34000 }, { "epoch": 1.51, "eval_LOC_f1": 0.8303916383552803, "eval_ORG_f1": 0.7346764810911061, "eval_PER_f1": 0.8459822750330616, "eval_loss": 0.29386088252067566, "eval_overall_accuracy": 0.9097006290898745, "eval_overall_f1": 0.807937429511435, "eval_overall_precision": 0.7984159225503515, "eval_overall_recall": 0.8176887748210185, "eval_runtime": 1137.1401, "eval_samples_per_second": 57.777, "eval_steps_per_second": 0.452, "step": 34000 }, { "epoch": 1.55, "grad_norm": 8.729211807250977, "learning_rate": 1.5572870550734906e-05, "loss": 0.2509, "step": 35000 }, { "epoch": 1.55, "eval_LOC_f1": 0.8372501808127878, "eval_ORG_f1": 0.7348823687270776, "eval_PER_f1": 0.8613693584255022, "eval_loss": 0.299064964056015, "eval_overall_accuracy": 0.9102475263174533, "eval_overall_f1": 0.8149951120244199, "eval_overall_precision": 0.8026696708104638, "eval_overall_recall": 0.8277049844657571, "eval_runtime": 1160.5705, "eval_samples_per_second": 56.61, "eval_steps_per_second": 0.443, "step": 35000 }, { "epoch": 1.59, "grad_norm": 10.565467834472656, "learning_rate": 1.544638113789876e-05, "loss": 0.2612, "step": 36000 }, { "epoch": 1.59, "eval_LOC_f1": 0.8352879238980465, "eval_ORG_f1": 0.7413166030187306, "eval_PER_f1": 0.8542469914709663, "eval_loss": 0.326786607503891, "eval_overall_accuracy": 0.9090159011159232, "eval_overall_f1": 0.8142790666755302, "eval_overall_precision": 0.8016492146596859, "eval_overall_recall": 0.8273132513845738, "eval_runtime": 1136.8694, "eval_samples_per_second": 57.79, "eval_steps_per_second": 0.452, "step": 36000 }, { "epoch": 1.64, "grad_norm": 2.5293238162994385, "learning_rate": 1.5319891725062616e-05, "loss": 0.2471, "step": 37000 }, { "epoch": 1.64, "eval_LOC_f1": 0.8327791444765844, "eval_ORG_f1": 0.7424818446110567, "eval_PER_f1": 0.8635365346946043, "eval_loss": 0.2980642318725586, "eval_overall_accuracy": 0.9123959156576993, "eval_overall_f1": 0.8174172435155008, "eval_overall_precision": 0.814958779773893, "eval_overall_recall": 0.8198905848980144, "eval_runtime": 1118.4252, "eval_samples_per_second": 58.743, "eval_steps_per_second": 0.46, "step": 37000 }, { "epoch": 1.68, "grad_norm": 7.829558372497559, "learning_rate": 1.5193402312226468e-05, "loss": 0.2618, "step": 38000 }, { "epoch": 1.68, "eval_LOC_f1": 0.839616830189353, "eval_ORG_f1": 0.7407022341759993, "eval_PER_f1": 0.8689252708731676, "eval_loss": 0.28679007291793823, "eval_overall_accuracy": 0.9135636834950842, "eval_overall_f1": 0.8203098518533288, "eval_overall_precision": 0.807435659239294, "eval_overall_recall": 0.8336012427394299, "eval_runtime": 1154.975, "eval_samples_per_second": 56.884, "eval_steps_per_second": 0.445, "step": 38000 }, { "epoch": 1.73, "grad_norm": 2.377560615539551, "learning_rate": 1.5066912899390323e-05, "loss": 0.2691, "step": 39000 }, { "epoch": 1.73, "eval_LOC_f1": 0.8439257798232158, "eval_ORG_f1": 0.7472704832431407, "eval_PER_f1": 0.8600562382634247, "eval_loss": 0.2865625023841858, "eval_overall_accuracy": 0.9137938229064585, "eval_overall_f1": 0.8220520446598079, "eval_overall_precision": 0.82085350824618, "eval_overall_recall": 0.8232540861812778, "eval_runtime": 1172.051, "eval_samples_per_second": 56.056, "eval_steps_per_second": 0.439, "step": 39000 }, { "epoch": 1.77, "grad_norm": 18.09626579284668, "learning_rate": 1.4940423486554176e-05, "loss": 0.2528, "step": 40000 }, { "epoch": 1.77, "eval_LOC_f1": 0.8390521604627537, "eval_ORG_f1": 0.744894884454025, "eval_PER_f1": 0.8507444298075191, "eval_loss": 0.282395601272583, "eval_overall_accuracy": 0.9139050991053647, "eval_overall_f1": 0.816164112375524, "eval_overall_precision": 0.802982967542908, "eval_overall_recall": 0.8297852222072133, "eval_runtime": 1169.9185, "eval_samples_per_second": 56.158, "eval_steps_per_second": 0.439, "step": 40000 }, { "epoch": 1.82, "grad_norm": 20.97409439086914, "learning_rate": 1.481393407371803e-05, "loss": 0.2626, "step": 41000 }, { "epoch": 1.82, "eval_LOC_f1": 0.84465632972083, "eval_ORG_f1": 0.7437936213446418, "eval_PER_f1": 0.8681983071342201, "eval_loss": 0.28616106510162354, "eval_overall_accuracy": 0.9150418866373724, "eval_overall_f1": 0.8221516066157305, "eval_overall_precision": 0.8086165341833169, "eval_overall_recall": 0.8361475077671214, "eval_runtime": 1122.7328, "eval_samples_per_second": 58.518, "eval_steps_per_second": 0.458, "step": 41000 }, { "epoch": 1.86, "grad_norm": 8.107739448547363, "learning_rate": 1.4687444660881885e-05, "loss": 0.2641, "step": 42000 }, { "epoch": 1.86, "eval_LOC_f1": 0.8411461369445316, "eval_ORG_f1": 0.7528591481234324, "eval_PER_f1": 0.860931649302524, "eval_loss": 0.2878096401691437, "eval_overall_accuracy": 0.9135719027597762, "eval_overall_f1": 0.822460655710519, "eval_overall_precision": 0.8080289354491837, "eval_overall_recall": 0.8374172632716467, "eval_runtime": 1135.0969, "eval_samples_per_second": 57.881, "eval_steps_per_second": 0.453, "step": 42000 }, { "epoch": 1.9, "grad_norm": 7.000519275665283, "learning_rate": 1.456095524804574e-05, "loss": 0.2437, "step": 43000 }, { "epoch": 1.9, "eval_LOC_f1": 0.8380676328502416, "eval_ORG_f1": 0.7540926707930814, "eval_PER_f1": 0.8668607569521133, "eval_loss": 0.29815977811813354, "eval_overall_accuracy": 0.9138791768090285, "eval_overall_f1": 0.8234281998699545, "eval_overall_precision": 0.8131919517897718, "eval_overall_recall": 0.8339254356342024, "eval_runtime": 1138.8201, "eval_samples_per_second": 57.691, "eval_steps_per_second": 0.451, "step": 43000 }, { "epoch": 1.95, "grad_norm": 21.582551956176758, "learning_rate": 1.4434465835209595e-05, "loss": 0.2512, "step": 44000 }, { "epoch": 1.95, "eval_LOC_f1": 0.8458274398868458, "eval_ORG_f1": 0.7543260552125373, "eval_PER_f1": 0.8698453095796715, "eval_loss": 0.29138705134391785, "eval_overall_accuracy": 0.9158928966585528, "eval_overall_f1": 0.8271313828477359, "eval_overall_precision": 0.8262422580014692, "eval_overall_recall": 0.8280224233418885, "eval_runtime": 1149.345, "eval_samples_per_second": 57.163, "eval_steps_per_second": 0.447, "step": 44000 }, { "epoch": 1.99, "grad_norm": 6.298182010650635, "learning_rate": 1.4307976422373449e-05, "loss": 0.2382, "step": 45000 }, { "epoch": 1.99, "eval_LOC_f1": 0.8426425710908074, "eval_ORG_f1": 0.75806763945369, "eval_PER_f1": 0.8686175216669002, "eval_loss": 0.2709099054336548, "eval_overall_accuracy": 0.917617677741599, "eval_overall_f1": 0.8263731673134973, "eval_overall_precision": 0.8243957196246605, "eval_overall_recall": 0.828360124273943, "eval_runtime": 1185.4869, "eval_samples_per_second": 55.42, "eval_steps_per_second": 0.434, "step": 45000 }, { "epoch": 2.04, "grad_norm": 109.3368148803711, "learning_rate": 1.4181487009537302e-05, "loss": 0.224, "step": 46000 }, { "epoch": 2.04, "eval_LOC_f1": 0.8326199042341798, "eval_ORG_f1": 0.7524188296585729, "eval_PER_f1": 0.8686386257826296, "eval_loss": 0.27940934896469116, "eval_overall_accuracy": 0.9156703442607403, "eval_overall_f1": 0.8215930348490961, "eval_overall_precision": 0.8113848768054376, "eval_overall_recall": 0.8320613264892611, "eval_runtime": 1151.7704, "eval_samples_per_second": 57.043, "eval_steps_per_second": 0.446, "step": 46000 }, { "epoch": 2.08, "grad_norm": 5.203092098236084, "learning_rate": 1.4054997596701157e-05, "loss": 0.2107, "step": 47000 }, { "epoch": 2.08, "eval_LOC_f1": 0.849728086288491, "eval_ORG_f1": 0.7564509355606366, "eval_PER_f1": 0.8641517093397512, "eval_loss": 0.30060428380966187, "eval_overall_accuracy": 0.9154243985711125, "eval_overall_f1": 0.8280268803929288, "eval_overall_precision": 0.8182579564489112, "eval_overall_recall": 0.8380318789679859, "eval_runtime": 1142.4349, "eval_samples_per_second": 57.509, "eval_steps_per_second": 0.45, "step": 47000 }, { "epoch": 2.13, "grad_norm": 7.594598770141602, "learning_rate": 1.3928508183865012e-05, "loss": 0.2141, "step": 48000 }, { "epoch": 2.13, "eval_LOC_f1": 0.8461600770414638, "eval_ORG_f1": 0.7533498536716638, "eval_PER_f1": 0.8708999200465901, "eval_loss": 0.29842332005500793, "eval_overall_accuracy": 0.9150633831757974, "eval_overall_f1": 0.8270264355887414, "eval_overall_precision": 0.8122651278811522, "eval_overall_recall": 0.8423341888423612, "eval_runtime": 1138.7795, "eval_samples_per_second": 57.693, "eval_steps_per_second": 0.451, "step": 48000 }, { "epoch": 2.17, "grad_norm": 22.177534103393555, "learning_rate": 1.3802018771028867e-05, "loss": 0.209, "step": 49000 }, { "epoch": 2.17, "eval_LOC_f1": 0.8327727180910393, "eval_ORG_f1": 0.7525920197211012, "eval_PER_f1": 0.8653763775847968, "eval_loss": 0.29675909876823425, "eval_overall_accuracy": 0.9130692631113078, "eval_overall_f1": 0.8217937881890739, "eval_overall_precision": 0.8130664427888652, "eval_overall_recall": 0.8307105227610428, "eval_runtime": 1124.5682, "eval_samples_per_second": 58.422, "eval_steps_per_second": 0.457, "step": 49000 }, { "epoch": 2.21, "grad_norm": 12.588418960571289, "learning_rate": 1.3675529358192721e-05, "loss": 0.2146, "step": 50000 }, { "epoch": 2.21, "eval_LOC_f1": 0.8454975253010267, "eval_ORG_f1": 0.7527126724109324, "eval_PER_f1": 0.862459641913707, "eval_loss": 0.32881608605384827, "eval_overall_accuracy": 0.9147478898618532, "eval_overall_f1": 0.8233820181778908, "eval_overall_precision": 0.8104674364593896, "eval_overall_recall": 0.8367148453329731, "eval_runtime": 1149.76, "eval_samples_per_second": 57.142, "eval_steps_per_second": 0.447, "step": 50000 }, { "epoch": 2.26, "grad_norm": 31.024621963500977, "learning_rate": 1.3549039945356574e-05, "loss": 0.2193, "step": 51000 }, { "epoch": 2.26, "eval_LOC_f1": 0.8356590369572263, "eval_ORG_f1": 0.7558741537236161, "eval_PER_f1": 0.8684495133221907, "eval_loss": 0.29472604393959045, "eval_overall_accuracy": 0.9149875130401796, "eval_overall_f1": 0.8246923664019925, "eval_overall_precision": 0.8175440692364873, "eval_overall_recall": 0.8319667702282858, "eval_runtime": 1163.9713, "eval_samples_per_second": 56.445, "eval_steps_per_second": 0.442, "step": 51000 }, { "epoch": 2.3, "grad_norm": 53.772743225097656, "learning_rate": 1.3422550532520428e-05, "loss": 0.2194, "step": 52000 }, { "epoch": 2.3, "eval_LOC_f1": 0.8537082537082539, "eval_ORG_f1": 0.7621269943445675, "eval_PER_f1": 0.8700663432022973, "eval_loss": 0.301561564207077, "eval_overall_accuracy": 0.9174033446084785, "eval_overall_f1": 0.8325074863365964, "eval_overall_precision": 0.8276285576974421, "eval_overall_recall": 0.837444279346211, "eval_runtime": 1169.1445, "eval_samples_per_second": 56.195, "eval_steps_per_second": 0.44, "step": 52000 }, { "epoch": 2.35, "grad_norm": 6.144921779632568, "learning_rate": 1.3296061119684283e-05, "loss": 0.2077, "step": 53000 }, { "epoch": 2.35, "eval_LOC_f1": 0.8536625787205835, "eval_ORG_f1": 0.7566537335783813, "eval_PER_f1": 0.8741282228588362, "eval_loss": 0.30693191289901733, "eval_overall_accuracy": 0.917192804982139, "eval_overall_f1": 0.8319194061505832, "eval_overall_precision": 0.8267368336801665, "eval_overall_recall": 0.8371673645819262, "eval_runtime": 1124.2075, "eval_samples_per_second": 58.441, "eval_steps_per_second": 0.457, "step": 53000 }, { "epoch": 2.39, "grad_norm": 21.740257263183594, "learning_rate": 1.3169571706848138e-05, "loss": 0.2149, "step": 54000 }, { "epoch": 2.39, "eval_LOC_f1": 0.8524622644907958, "eval_ORG_f1": 0.7579534927354388, "eval_PER_f1": 0.8705574261129816, "eval_loss": 0.2857012152671814, "eval_overall_accuracy": 0.9183801726045585, "eval_overall_f1": 0.8315770745282607, "eval_overall_precision": 0.826673430022626, "eval_overall_recall": 0.8365392408483048, "eval_runtime": 1136.8592, "eval_samples_per_second": 57.791, "eval_steps_per_second": 0.452, "step": 54000 }, { "epoch": 2.43, "grad_norm": 16.476070404052734, "learning_rate": 1.3043082294011993e-05, "loss": 0.2117, "step": 55000 }, { "epoch": 2.43, "eval_LOC_f1": 0.8431090256300877, "eval_ORG_f1": 0.7585622008457642, "eval_PER_f1": 0.8652493280417632, "eval_loss": 0.2959577441215515, "eval_overall_accuracy": 0.9159529605159169, "eval_overall_f1": 0.8265480330308926, "eval_overall_precision": 0.8116499671217536, "eval_overall_recall": 0.8420032419289477, "eval_runtime": 1145.489, "eval_samples_per_second": 57.355, "eval_steps_per_second": 0.449, "step": 55000 }, { "epoch": 2.48, "grad_norm": 3.9474117755889893, "learning_rate": 1.2916592881175847e-05, "loss": 0.2161, "step": 56000 }, { "epoch": 2.48, "eval_LOC_f1": 0.8557258137637138, "eval_ORG_f1": 0.7627416919286533, "eval_PER_f1": 0.872469800848841, "eval_loss": 0.2923972010612488, "eval_overall_accuracy": 0.9190674295830303, "eval_overall_f1": 0.8336308087845794, "eval_overall_precision": 0.8328917295362149, "eval_overall_recall": 0.8343712008645144, "eval_runtime": 1130.1794, "eval_samples_per_second": 58.132, "eval_steps_per_second": 0.455, "step": 56000 }, { "epoch": 2.52, "grad_norm": 3.9784624576568604, "learning_rate": 1.27901034683397e-05, "loss": 0.2103, "step": 57000 }, { "epoch": 2.52, "eval_LOC_f1": 0.8558928976628091, "eval_ORG_f1": 0.7694271394444705, "eval_PER_f1": 0.8743142094796486, "eval_loss": 0.2938244640827179, "eval_overall_accuracy": 0.9200885151582209, "eval_overall_f1": 0.8371521928845412, "eval_overall_precision": 0.8385192914933121, "eval_overall_recall": 0.8357895447791436, "eval_runtime": 1145.4202, "eval_samples_per_second": 57.359, "eval_steps_per_second": 0.449, "step": 57000 }, { "epoch": 2.57, "grad_norm": 3.8758695125579834, "learning_rate": 1.2663614055503555e-05, "loss": 0.2177, "step": 58000 }, { "epoch": 2.57, "eval_LOC_f1": 0.8549010401618029, "eval_ORG_f1": 0.7626243802166277, "eval_PER_f1": 0.8736514259492496, "eval_loss": 0.29625701904296875, "eval_overall_accuracy": 0.9183770113489078, "eval_overall_f1": 0.8341873429804383, "eval_overall_precision": 0.8190024340401161, "eval_overall_recall": 0.8499459678508713, "eval_runtime": 773.8476, "eval_samples_per_second": 84.9, "eval_steps_per_second": 0.664, "step": 58000 }, { "epoch": 2.61, "grad_norm": 17.358938217163086, "learning_rate": 1.2537124642667409e-05, "loss": 0.2103, "step": 59000 }, { "epoch": 2.61, "eval_LOC_f1": 0.8570758757495153, "eval_ORG_f1": 0.7695653174402283, "eval_PER_f1": 0.8721403453317, "eval_loss": 0.3069661259651184, "eval_overall_accuracy": 0.9178124110896848, "eval_overall_f1": 0.8367424052431827, "eval_overall_precision": 0.82861021888142, "eval_overall_recall": 0.8450357962987978, "eval_runtime": 774.0633, "eval_samples_per_second": 84.877, "eval_steps_per_second": 0.664, "step": 59000 }, { "epoch": 2.66, "grad_norm": 14.227778434753418, "learning_rate": 1.2410635229831265e-05, "loss": 0.2097, "step": 60000 }, { "epoch": 2.66, "eval_LOC_f1": 0.8508951924685824, "eval_ORG_f1": 0.764511452594955, "eval_PER_f1": 0.8779140735997439, "eval_loss": 0.2908080518245697, "eval_overall_accuracy": 0.9176454967913256, "eval_overall_f1": 0.8350538165366573, "eval_overall_precision": 0.8251374767575266, "eval_overall_recall": 0.8452114007834661, "eval_runtime": 809.1979, "eval_samples_per_second": 81.192, "eval_steps_per_second": 0.635, "step": 60000 }, { "epoch": 2.7, "grad_norm": 12.757182121276855, "learning_rate": 1.2284145816995119e-05, "loss": 0.2136, "step": 61000 }, { "epoch": 2.7, "eval_LOC_f1": 0.8522066339221911, "eval_ORG_f1": 0.7652064716500914, "eval_PER_f1": 0.8736700693279988, "eval_loss": 0.27922523021698, "eval_overall_accuracy": 0.9190965131350173, "eval_overall_f1": 0.8337437566493549, "eval_overall_precision": 0.8185486232681032, "eval_overall_recall": 0.8495137106578414, "eval_runtime": 777.5103, "eval_samples_per_second": 84.5, "eval_steps_per_second": 0.661, "step": 61000 }, { "epoch": 2.74, "grad_norm": 2.6560215950012207, "learning_rate": 1.2157656404158972e-05, "loss": 0.2027, "step": 62000 }, { "epoch": 2.74, "eval_LOC_f1": 0.8569138059936766, "eval_ORG_f1": 0.7663184297393547, "eval_PER_f1": 0.8801295038334722, "eval_loss": 0.26576361060142517, "eval_overall_accuracy": 0.9209066481206335, "eval_overall_f1": 0.8389562164534314, "eval_overall_precision": 0.8386447998920159, "eval_overall_recall": 0.8392678643793057, "eval_runtime": 773.3284, "eval_samples_per_second": 84.957, "eval_steps_per_second": 0.665, "step": 62000 } ], "logging_steps": 1000, "max_steps": 158116, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 2.0466275035151616e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }