| { | |
| "best_metric": 0.012130416929721832, | |
| "best_model_checkpoint": "./outputs/models/flan-t5-large-summ/checkpoint-97000", | |
| "epoch": 20.0, | |
| "eval_steps": 1000, | |
| "global_step": 104660, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01910949742021785, | |
| "grad_norm": 2.4572737216949463, | |
| "learning_rate": 1e-05, | |
| "loss": 1.3075, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0382189948404357, | |
| "grad_norm": 1.3809181451797485, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1747, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05732849226065354, | |
| "grad_norm": 1.076543927192688, | |
| "learning_rate": 3e-05, | |
| "loss": 1.1598, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0764379896808714, | |
| "grad_norm": 1.3211930990219116, | |
| "learning_rate": 4e-05, | |
| "loss": 1.1265, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.09554748710108923, | |
| "grad_norm": 1.7730636596679688, | |
| "learning_rate": 5e-05, | |
| "loss": 1.0228, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.11465698452130708, | |
| "grad_norm": 1.103384256362915, | |
| "learning_rate": 4.995199692780338e-05, | |
| "loss": 0.9792, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.13376648194152493, | |
| "grad_norm": 0.9394871592521667, | |
| "learning_rate": 4.990399385560676e-05, | |
| "loss": 0.9821, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.1528759793617428, | |
| "grad_norm": 0.9111909866333008, | |
| "learning_rate": 4.985599078341014e-05, | |
| "loss": 0.9793, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.17198547678196063, | |
| "grad_norm": 1.2519441843032837, | |
| "learning_rate": 4.9807987711213524e-05, | |
| "loss": 0.9411, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.19109497420217847, | |
| "grad_norm": 0.7635079622268677, | |
| "learning_rate": 4.9759984639016896e-05, | |
| "loss": 0.922, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.19109497420217847, | |
| "eval_events-synergy/entsum_processed_loss": 0.7808578610420227, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3527, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.936, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.74, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.21020447162239633, | |
| "grad_norm": 1.012012004852295, | |
| "learning_rate": 4.971198156682028e-05, | |
| "loss": 0.908, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.22931396904261417, | |
| "grad_norm": 1.2864316701889038, | |
| "learning_rate": 4.966397849462366e-05, | |
| "loss": 0.8234, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.24842346646283203, | |
| "grad_norm": 1.4988912343978882, | |
| "learning_rate": 4.961597542242703e-05, | |
| "loss": 0.8118, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.26753296388304987, | |
| "grad_norm": 1.2037246227264404, | |
| "learning_rate": 4.956797235023042e-05, | |
| "loss": 0.8052, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2866424613032677, | |
| "grad_norm": 1.3416869640350342, | |
| "learning_rate": 4.9519969278033797e-05, | |
| "loss": 0.6814, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.3057519587234856, | |
| "grad_norm": 0.7591760158538818, | |
| "learning_rate": 4.9471966205837175e-05, | |
| "loss": 0.835, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.32486145614370343, | |
| "grad_norm": 1.0816859006881714, | |
| "learning_rate": 4.9423963133640554e-05, | |
| "loss": 0.7875, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.34397095356392127, | |
| "grad_norm": 1.381515383720398, | |
| "learning_rate": 4.937596006144393e-05, | |
| "loss": 0.7727, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.3630804509841391, | |
| "grad_norm": 1.031540870666504, | |
| "learning_rate": 4.932795698924731e-05, | |
| "loss": 0.7416, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.38218994840435694, | |
| "grad_norm": 1.013592004776001, | |
| "learning_rate": 4.927995391705069e-05, | |
| "loss": 0.7544, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.38218994840435694, | |
| "eval_events-synergy/entsum_processed_loss": 0.5898063778877258, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5907, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.862, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.721, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.40129944582457483, | |
| "grad_norm": 0.993009626865387, | |
| "learning_rate": 4.9231950844854076e-05, | |
| "loss": 0.6104, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.42040894324479267, | |
| "grad_norm": 1.2820205688476562, | |
| "learning_rate": 4.9183947772657455e-05, | |
| "loss": 0.6266, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.4395184406650105, | |
| "grad_norm": 1.0375840663909912, | |
| "learning_rate": 4.913594470046083e-05, | |
| "loss": 0.6959, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.45862793808522834, | |
| "grad_norm": 1.4805232286453247, | |
| "learning_rate": 4.908794162826421e-05, | |
| "loss": 0.7472, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.47773743550544623, | |
| "grad_norm": 1.1135224103927612, | |
| "learning_rate": 4.903993855606759e-05, | |
| "loss": 0.6271, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.49684693292566406, | |
| "grad_norm": 0.6857364773750305, | |
| "learning_rate": 4.899193548387097e-05, | |
| "loss": 0.5972, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.5159564303458819, | |
| "grad_norm": 1.0915530920028687, | |
| "learning_rate": 4.894393241167435e-05, | |
| "loss": 0.6082, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5350659277660997, | |
| "grad_norm": 0.6362367272377014, | |
| "learning_rate": 4.8895929339477734e-05, | |
| "loss": 0.6479, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5541754251863176, | |
| "grad_norm": 1.4901950359344482, | |
| "learning_rate": 4.8847926267281106e-05, | |
| "loss": 0.6431, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5732849226065354, | |
| "grad_norm": 1.0960026979446411, | |
| "learning_rate": 4.879992319508449e-05, | |
| "loss": 0.5337, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5732849226065354, | |
| "eval_events-synergy/entsum_processed_loss": 0.4623138904571533, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5166, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.885, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5923944200267532, | |
| "grad_norm": 1.622821569442749, | |
| "learning_rate": 4.875192012288787e-05, | |
| "loss": 0.5383, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.6115039174469712, | |
| "grad_norm": 0.9446718096733093, | |
| "learning_rate": 4.870391705069124e-05, | |
| "loss": 0.5512, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.630613414867189, | |
| "grad_norm": 1.555004358291626, | |
| "learning_rate": 4.865591397849463e-05, | |
| "loss": 0.5534, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.6497229122874069, | |
| "grad_norm": 1.4712913036346436, | |
| "learning_rate": 4.8607910906298006e-05, | |
| "loss": 0.571, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6688324097076247, | |
| "grad_norm": 0.7977001070976257, | |
| "learning_rate": 4.8559907834101385e-05, | |
| "loss": 0.5197, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6879419071278425, | |
| "grad_norm": 0.742138683795929, | |
| "learning_rate": 4.8511904761904764e-05, | |
| "loss": 0.5445, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.7070514045480604, | |
| "grad_norm": 2.7435715198516846, | |
| "learning_rate": 4.846390168970814e-05, | |
| "loss": 0.5571, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.7261609019682782, | |
| "grad_norm": 2.0406129360198975, | |
| "learning_rate": 4.841589861751152e-05, | |
| "loss": 0.5156, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.745270399388496, | |
| "grad_norm": 2.4138622283935547, | |
| "learning_rate": 4.83678955453149e-05, | |
| "loss": 0.4924, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.7643798968087139, | |
| "grad_norm": 1.1996113061904907, | |
| "learning_rate": 4.8319892473118285e-05, | |
| "loss": 0.4759, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7643798968087139, | |
| "eval_events-synergy/entsum_processed_loss": 0.37834471464157104, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4756, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.898, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.73, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.7834893942289318, | |
| "grad_norm": 1.4116686582565308, | |
| "learning_rate": 4.827188940092166e-05, | |
| "loss": 0.4346, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.8025988916491497, | |
| "grad_norm": 1.2636014223098755, | |
| "learning_rate": 4.822388632872504e-05, | |
| "loss": 0.4435, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.8217083890693675, | |
| "grad_norm": 1.1817740201950073, | |
| "learning_rate": 4.817588325652842e-05, | |
| "loss": 0.4403, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8408178864895853, | |
| "grad_norm": 1.4977765083312988, | |
| "learning_rate": 4.81278801843318e-05, | |
| "loss": 0.4201, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.8599273839098032, | |
| "grad_norm": 1.4559648036956787, | |
| "learning_rate": 4.807987711213518e-05, | |
| "loss": 0.4928, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.879036881330021, | |
| "grad_norm": 1.160703182220459, | |
| "learning_rate": 4.803187403993856e-05, | |
| "loss": 0.4822, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.8981463787502388, | |
| "grad_norm": 1.7978248596191406, | |
| "learning_rate": 4.7983870967741937e-05, | |
| "loss": 0.4342, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.9172558761704567, | |
| "grad_norm": 0.9042201638221741, | |
| "learning_rate": 4.7935867895545315e-05, | |
| "loss": 0.5015, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.9363653735906745, | |
| "grad_norm": 0.9743239879608154, | |
| "learning_rate": 4.78878648233487e-05, | |
| "loss": 0.4664, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.9554748710108925, | |
| "grad_norm": 2.9479408264160156, | |
| "learning_rate": 4.783986175115208e-05, | |
| "loss": 0.4586, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.9554748710108925, | |
| "eval_events-synergy/entsum_processed_loss": 0.30807018280029297, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3824, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.927, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.737, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.9745843684311103, | |
| "grad_norm": 0.7617493271827698, | |
| "learning_rate": 4.779185867895545e-05, | |
| "loss": 0.4103, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.9936938658513281, | |
| "grad_norm": 1.3358664512634277, | |
| "learning_rate": 4.774385560675884e-05, | |
| "loss": 0.4177, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.0128033632715459, | |
| "grad_norm": 1.880685567855835, | |
| "learning_rate": 4.7695852534562216e-05, | |
| "loss": 0.3909, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.0319128606917638, | |
| "grad_norm": 1.12627375125885, | |
| "learning_rate": 4.7647849462365594e-05, | |
| "loss": 0.3738, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.0510223581119817, | |
| "grad_norm": 1.3265856504440308, | |
| "learning_rate": 4.759984639016897e-05, | |
| "loss": 0.3564, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.0701318555321995, | |
| "grad_norm": 2.0652267932891846, | |
| "learning_rate": 4.755184331797235e-05, | |
| "loss": 0.3301, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.0892413529524174, | |
| "grad_norm": 1.5408031940460205, | |
| "learning_rate": 4.750384024577573e-05, | |
| "loss": 0.3282, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.1083508503726351, | |
| "grad_norm": 2.1643123626708984, | |
| "learning_rate": 4.745583717357911e-05, | |
| "loss": 0.4158, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.127460347792853, | |
| "grad_norm": 2.325970411300659, | |
| "learning_rate": 4.7407834101382495e-05, | |
| "loss": 0.3348, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.1465698452130708, | |
| "grad_norm": 1.4004697799682617, | |
| "learning_rate": 4.735983102918587e-05, | |
| "loss": 0.3563, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.1465698452130708, | |
| "eval_events-synergy/entsum_processed_loss": 0.25603175163269043, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5218, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.883, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.1656793426332888, | |
| "grad_norm": 1.0601403713226318, | |
| "learning_rate": 4.731182795698925e-05, | |
| "loss": 0.3606, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.1847888400535065, | |
| "grad_norm": 1.7814487218856812, | |
| "learning_rate": 4.726382488479263e-05, | |
| "loss": 0.3574, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.2038983374737244, | |
| "grad_norm": 0.9902318716049194, | |
| "learning_rate": 4.7215821812596e-05, | |
| "loss": 0.2871, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 1.2230078348939424, | |
| "grad_norm": 1.6244627237319946, | |
| "learning_rate": 4.716781874039939e-05, | |
| "loss": 0.3045, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 1.24211733231416, | |
| "grad_norm": 0.4082527458667755, | |
| "learning_rate": 4.711981566820277e-05, | |
| "loss": 0.3104, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.261226829734378, | |
| "grad_norm": 2.545142889022827, | |
| "learning_rate": 4.7071812596006146e-05, | |
| "loss": 0.3443, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 1.2803363271545958, | |
| "grad_norm": 1.6806279420852661, | |
| "learning_rate": 4.7023809523809525e-05, | |
| "loss": 0.3004, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 1.2994458245748137, | |
| "grad_norm": 1.1669882535934448, | |
| "learning_rate": 4.697580645161291e-05, | |
| "loss": 0.3168, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 1.3185553219950314, | |
| "grad_norm": 1.3955861330032349, | |
| "learning_rate": 4.692780337941628e-05, | |
| "loss": 0.2662, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 1.3376648194152494, | |
| "grad_norm": 1.6163365840911865, | |
| "learning_rate": 4.687980030721966e-05, | |
| "loss": 0.3172, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.3376648194152494, | |
| "eval_events-synergy/entsum_processed_loss": 0.21874384582042694, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5224, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.883, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.3567743168354673, | |
| "grad_norm": 0.675295352935791, | |
| "learning_rate": 4.6831797235023047e-05, | |
| "loss": 0.2594, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 1.375883814255685, | |
| "grad_norm": 1.194022297859192, | |
| "learning_rate": 4.6783794162826425e-05, | |
| "loss": 0.329, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 1.3949933116759028, | |
| "grad_norm": 2.0018792152404785, | |
| "learning_rate": 4.6735791090629804e-05, | |
| "loss": 0.2772, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 1.4141028090961207, | |
| "grad_norm": 1.3288326263427734, | |
| "learning_rate": 4.668778801843318e-05, | |
| "loss": 0.2779, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 1.4332123065163387, | |
| "grad_norm": 0.8486484885215759, | |
| "learning_rate": 4.663978494623656e-05, | |
| "loss": 0.3124, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.4523218039365564, | |
| "grad_norm": 1.3498897552490234, | |
| "learning_rate": 4.659178187403994e-05, | |
| "loss": 0.3085, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 1.4714313013567744, | |
| "grad_norm": 1.0366922616958618, | |
| "learning_rate": 4.654377880184332e-05, | |
| "loss": 0.2847, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 1.490540798776992, | |
| "grad_norm": 1.5916386842727661, | |
| "learning_rate": 4.6495775729646705e-05, | |
| "loss": 0.2589, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 1.50965029619721, | |
| "grad_norm": 2.4099597930908203, | |
| "learning_rate": 4.6447772657450076e-05, | |
| "loss": 0.3322, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 1.5287597936174278, | |
| "grad_norm": 2.6880438327789307, | |
| "learning_rate": 4.639976958525346e-05, | |
| "loss": 0.2397, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.5287597936174278, | |
| "eval_events-synergy/entsum_processed_loss": 0.18345867097377777, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5562, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.873, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.724, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.5478692910376457, | |
| "grad_norm": 0.704814612865448, | |
| "learning_rate": 4.635176651305684e-05, | |
| "loss": 0.2491, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 1.5669787884578636, | |
| "grad_norm": 0.7323247790336609, | |
| "learning_rate": 4.630376344086021e-05, | |
| "loss": 0.227, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 1.5860882858780814, | |
| "grad_norm": 1.2306073904037476, | |
| "learning_rate": 4.62557603686636e-05, | |
| "loss": 0.2801, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 1.605197783298299, | |
| "grad_norm": 2.0440738201141357, | |
| "learning_rate": 4.620775729646698e-05, | |
| "loss": 0.2542, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 1.6243072807185173, | |
| "grad_norm": 2.2261791229248047, | |
| "learning_rate": 4.6159754224270356e-05, | |
| "loss": 0.2575, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.643416778138735, | |
| "grad_norm": 1.3056387901306152, | |
| "learning_rate": 4.6111751152073734e-05, | |
| "loss": 0.2149, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 1.6625262755589527, | |
| "grad_norm": 1.1693623065948486, | |
| "learning_rate": 4.606374807987712e-05, | |
| "loss": 0.2344, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 1.6816357729791707, | |
| "grad_norm": 1.912260890007019, | |
| "learning_rate": 4.601574500768049e-05, | |
| "loss": 0.2575, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 1.7007452703993886, | |
| "grad_norm": 0.8953251838684082, | |
| "learning_rate": 4.596774193548387e-05, | |
| "loss": 0.2718, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 1.7198547678196063, | |
| "grad_norm": 1.2062451839447021, | |
| "learning_rate": 4.5919738863287256e-05, | |
| "loss": 0.2208, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.7198547678196063, | |
| "eval_events-synergy/entsum_processed_loss": 0.15974336862564087, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5109, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.887, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.738964265239824, | |
| "grad_norm": 1.1229045391082764, | |
| "learning_rate": 4.587173579109063e-05, | |
| "loss": 0.225, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 1.758073762660042, | |
| "grad_norm": 1.2543933391571045, | |
| "learning_rate": 4.5823732718894014e-05, | |
| "loss": 0.2131, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 1.77718326008026, | |
| "grad_norm": 0.8586951494216919, | |
| "learning_rate": 4.577572964669739e-05, | |
| "loss": 0.2323, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 1.7962927575004777, | |
| "grad_norm": 1.023917555809021, | |
| "learning_rate": 4.5727726574500764e-05, | |
| "loss": 0.2316, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 1.8154022549206956, | |
| "grad_norm": 1.0598609447479248, | |
| "learning_rate": 4.567972350230415e-05, | |
| "loss": 0.2307, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.8345117523409136, | |
| "grad_norm": 1.7368364334106445, | |
| "learning_rate": 4.563172043010753e-05, | |
| "loss": 0.2052, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 1.8536212497611313, | |
| "grad_norm": 1.440076470375061, | |
| "learning_rate": 4.558371735791091e-05, | |
| "loss": 0.2044, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 1.872730747181349, | |
| "grad_norm": 0.9440079927444458, | |
| "learning_rate": 4.5535714285714286e-05, | |
| "loss": 0.2446, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 1.891840244601567, | |
| "grad_norm": 0.9267650246620178, | |
| "learning_rate": 4.548771121351767e-05, | |
| "loss": 0.1726, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 1.910949742021785, | |
| "grad_norm": 1.5710424184799194, | |
| "learning_rate": 4.5439708141321044e-05, | |
| "loss": 0.2366, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.910949742021785, | |
| "eval_events-synergy/entsum_processed_loss": 0.13830891251564026, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4674, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.9, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.731, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.9300592394420026, | |
| "grad_norm": 0.9097877740859985, | |
| "learning_rate": 4.539170506912442e-05, | |
| "loss": 0.1884, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 1.9491687368622204, | |
| "grad_norm": 1.7585983276367188, | |
| "learning_rate": 4.534370199692781e-05, | |
| "loss": 0.2067, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 1.9682782342824385, | |
| "grad_norm": 1.4785964488983154, | |
| "learning_rate": 4.5295698924731187e-05, | |
| "loss": 0.2044, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 1.9873877317026563, | |
| "grad_norm": 2.9566831588745117, | |
| "learning_rate": 4.5247695852534565e-05, | |
| "loss": 0.1765, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 2.006497229122874, | |
| "grad_norm": 0.8678722381591797, | |
| "learning_rate": 4.5199692780337944e-05, | |
| "loss": 0.1899, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.0256067265430917, | |
| "grad_norm": 1.2664000988006592, | |
| "learning_rate": 4.515168970814132e-05, | |
| "loss": 0.1667, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 2.04471622396331, | |
| "grad_norm": 1.3981448411941528, | |
| "learning_rate": 4.51036866359447e-05, | |
| "loss": 0.1902, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 2.0638257213835276, | |
| "grad_norm": 0.7927885055541992, | |
| "learning_rate": 4.505568356374808e-05, | |
| "loss": 0.1743, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 2.0829352188037453, | |
| "grad_norm": 1.3861682415008545, | |
| "learning_rate": 4.5007680491551466e-05, | |
| "loss": 0.1807, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 2.1020447162239635, | |
| "grad_norm": 1.4484479427337646, | |
| "learning_rate": 4.495967741935484e-05, | |
| "loss": 0.1485, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.1020447162239635, | |
| "eval_events-synergy/entsum_processed_loss": 0.1214805543422699, | |
| "eval_events-synergy/entsum_processed_runtime": 86.1466, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.0, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.756, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.121154213644181, | |
| "grad_norm": 0.9914194941520691, | |
| "learning_rate": 4.491167434715822e-05, | |
| "loss": 0.1889, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 2.140263711064399, | |
| "grad_norm": 0.7929261326789856, | |
| "learning_rate": 4.48636712749616e-05, | |
| "loss": 0.1562, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 2.1593732084846167, | |
| "grad_norm": 1.4530657529830933, | |
| "learning_rate": 4.4815668202764974e-05, | |
| "loss": 0.1641, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 2.178482705904835, | |
| "grad_norm": 1.6586015224456787, | |
| "learning_rate": 4.476766513056836e-05, | |
| "loss": 0.1759, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 2.1975922033250526, | |
| "grad_norm": 1.327807068824768, | |
| "learning_rate": 4.471966205837174e-05, | |
| "loss": 0.1919, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.2167017007452703, | |
| "grad_norm": 2.2015275955200195, | |
| "learning_rate": 4.467165898617512e-05, | |
| "loss": 0.1933, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 2.2358111981654885, | |
| "grad_norm": 1.014055609703064, | |
| "learning_rate": 4.4623655913978496e-05, | |
| "loss": 0.1655, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 2.254920695585706, | |
| "grad_norm": 1.8720685243606567, | |
| "learning_rate": 4.457565284178188e-05, | |
| "loss": 0.1782, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 2.274030193005924, | |
| "grad_norm": 1.1258978843688965, | |
| "learning_rate": 4.452764976958525e-05, | |
| "loss": 0.1533, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 2.2931396904261416, | |
| "grad_norm": 1.5024638175964355, | |
| "learning_rate": 4.447964669738863e-05, | |
| "loss": 0.1114, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.2931396904261416, | |
| "eval_events-synergy/entsum_processed_loss": 0.10810433328151703, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4359, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.91, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.733, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.31224918784636, | |
| "grad_norm": 1.3650909662246704, | |
| "learning_rate": 4.443164362519202e-05, | |
| "loss": 0.1627, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 2.3313586852665775, | |
| "grad_norm": 1.9314254522323608, | |
| "learning_rate": 4.438364055299539e-05, | |
| "loss": 0.1495, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 2.3504681826867952, | |
| "grad_norm": 0.8482472896575928, | |
| "learning_rate": 4.4335637480798775e-05, | |
| "loss": 0.1428, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 2.369577680107013, | |
| "grad_norm": 0.9307497143745422, | |
| "learning_rate": 4.4287634408602154e-05, | |
| "loss": 0.1649, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 2.388687177527231, | |
| "grad_norm": 1.1554982662200928, | |
| "learning_rate": 4.423963133640553e-05, | |
| "loss": 0.1257, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.407796674947449, | |
| "grad_norm": 3.0138888359069824, | |
| "learning_rate": 4.419162826420891e-05, | |
| "loss": 0.1481, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 2.4269061723676666, | |
| "grad_norm": 0.6184584498405457, | |
| "learning_rate": 4.414362519201229e-05, | |
| "loss": 0.1619, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 2.4460156697878848, | |
| "grad_norm": 0.8029180765151978, | |
| "learning_rate": 4.409562211981567e-05, | |
| "loss": 0.1383, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 2.4651251672081025, | |
| "grad_norm": 0.27215951681137085, | |
| "learning_rate": 4.404761904761905e-05, | |
| "loss": 0.1604, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 2.48423466462832, | |
| "grad_norm": 0.5887466073036194, | |
| "learning_rate": 4.399961597542243e-05, | |
| "loss": 0.1126, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.48423466462832, | |
| "eval_events-synergy/entsum_processed_loss": 0.09368874132633209, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3411, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.94, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.741, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.5033441620485384, | |
| "grad_norm": 2.6320173740386963, | |
| "learning_rate": 4.395161290322581e-05, | |
| "loss": 0.1223, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 2.522453659468756, | |
| "grad_norm": 1.1739882230758667, | |
| "learning_rate": 4.3903609831029184e-05, | |
| "loss": 0.1801, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 2.541563156888974, | |
| "grad_norm": 0.972703218460083, | |
| "learning_rate": 4.385560675883257e-05, | |
| "loss": 0.1248, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 2.5606726543091916, | |
| "grad_norm": 0.37191712856292725, | |
| "learning_rate": 4.380760368663595e-05, | |
| "loss": 0.1428, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 2.5797821517294093, | |
| "grad_norm": 1.420135498046875, | |
| "learning_rate": 4.3759600614439327e-05, | |
| "loss": 0.1234, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.5988916491496274, | |
| "grad_norm": 0.970924437046051, | |
| "learning_rate": 4.3711597542242705e-05, | |
| "loss": 0.1447, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 2.618001146569845, | |
| "grad_norm": 1.2393814325332642, | |
| "learning_rate": 4.366359447004609e-05, | |
| "loss": 0.1264, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 2.637110643990063, | |
| "grad_norm": 1.179800271987915, | |
| "learning_rate": 4.361559139784946e-05, | |
| "loss": 0.1418, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 2.656220141410281, | |
| "grad_norm": 0.8592195510864258, | |
| "learning_rate": 4.356758832565284e-05, | |
| "loss": 0.1326, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 2.675329638830499, | |
| "grad_norm": 2.3403942584991455, | |
| "learning_rate": 4.351958525345623e-05, | |
| "loss": 0.1579, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.675329638830499, | |
| "eval_events-synergy/entsum_processed_loss": 0.08366435021162033, | |
| "eval_events-synergy/entsum_processed_runtime": 85.9027, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.077, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.775, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.6944391362507165, | |
| "grad_norm": 1.2683295011520386, | |
| "learning_rate": 4.34715821812596e-05, | |
| "loss": 0.1452, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 2.7135486336709347, | |
| "grad_norm": 0.9251212477684021, | |
| "learning_rate": 4.3423579109062984e-05, | |
| "loss": 0.1261, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 2.7326581310911524, | |
| "grad_norm": 0.2922651171684265, | |
| "learning_rate": 4.337557603686636e-05, | |
| "loss": 0.1131, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 2.75176762851137, | |
| "grad_norm": 0.5204638838768005, | |
| "learning_rate": 4.332757296466974e-05, | |
| "loss": 0.109, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 2.770877125931588, | |
| "grad_norm": 1.6479909420013428, | |
| "learning_rate": 4.327956989247312e-05, | |
| "loss": 0.1217, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 2.7899866233518056, | |
| "grad_norm": 0.693134605884552, | |
| "learning_rate": 4.32315668202765e-05, | |
| "loss": 0.1259, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 2.8090961207720238, | |
| "grad_norm": 0.1304488480091095, | |
| "learning_rate": 4.318356374807988e-05, | |
| "loss": 0.1271, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 2.8282056181922415, | |
| "grad_norm": 1.7225552797317505, | |
| "learning_rate": 4.313556067588326e-05, | |
| "loss": 0.1205, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 2.847315115612459, | |
| "grad_norm": 1.0020724534988403, | |
| "learning_rate": 4.308755760368664e-05, | |
| "loss": 0.1177, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 2.8664246130326774, | |
| "grad_norm": 1.1193674802780151, | |
| "learning_rate": 4.3039554531490014e-05, | |
| "loss": 0.1099, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.8664246130326774, | |
| "eval_events-synergy/entsum_processed_loss": 0.07461204379796982, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2815, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.958, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.745, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 2.885534110452895, | |
| "grad_norm": 1.0606135129928589, | |
| "learning_rate": 4.299155145929339e-05, | |
| "loss": 0.1193, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 2.904643607873113, | |
| "grad_norm": 0.7155654430389404, | |
| "learning_rate": 4.294354838709678e-05, | |
| "loss": 0.1064, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 2.923753105293331, | |
| "grad_norm": 0.7445634007453918, | |
| "learning_rate": 4.289554531490016e-05, | |
| "loss": 0.1343, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 2.9428626027135487, | |
| "grad_norm": 2.339707612991333, | |
| "learning_rate": 4.2847542242703536e-05, | |
| "loss": 0.1443, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 2.9619721001337664, | |
| "grad_norm": 1.8104724884033203, | |
| "learning_rate": 4.2799539170506915e-05, | |
| "loss": 0.101, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 2.981081597553984, | |
| "grad_norm": 1.3034611940383911, | |
| "learning_rate": 4.2751536098310294e-05, | |
| "loss": 0.1061, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 3.0001910949742023, | |
| "grad_norm": 0.9755160212516785, | |
| "learning_rate": 4.270353302611367e-05, | |
| "loss": 0.1145, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 3.01930059239442, | |
| "grad_norm": 1.1601845026016235, | |
| "learning_rate": 4.265552995391705e-05, | |
| "loss": 0.0902, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 3.038410089814638, | |
| "grad_norm": 0.6864597201347351, | |
| "learning_rate": 4.260752688172043e-05, | |
| "loss": 0.1238, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 3.0575195872348555, | |
| "grad_norm": 1.6638556718826294, | |
| "learning_rate": 4.255952380952381e-05, | |
| "loss": 0.0891, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.0575195872348555, | |
| "eval_events-synergy/entsum_processed_loss": 0.06794700771570206, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5192, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.884, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 3.0766290846550737, | |
| "grad_norm": 0.6231021285057068, | |
| "learning_rate": 4.2511520737327194e-05, | |
| "loss": 0.1146, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 3.0957385820752914, | |
| "grad_norm": 0.8148559927940369, | |
| "learning_rate": 4.246351766513057e-05, | |
| "loss": 0.0907, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 3.114848079495509, | |
| "grad_norm": 0.6905009150505066, | |
| "learning_rate": 4.241551459293395e-05, | |
| "loss": 0.0984, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 3.1339575769157273, | |
| "grad_norm": 0.5867490768432617, | |
| "learning_rate": 4.236751152073733e-05, | |
| "loss": 0.105, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 3.153067074335945, | |
| "grad_norm": 1.3492326736450195, | |
| "learning_rate": 4.231950844854071e-05, | |
| "loss": 0.0838, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 3.1721765717561627, | |
| "grad_norm": 1.4845542907714844, | |
| "learning_rate": 4.227150537634409e-05, | |
| "loss": 0.0988, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 3.1912860691763805, | |
| "grad_norm": 0.6312690377235413, | |
| "learning_rate": 4.2223502304147466e-05, | |
| "loss": 0.0831, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 3.2103955665965986, | |
| "grad_norm": 1.1302180290222168, | |
| "learning_rate": 4.217549923195085e-05, | |
| "loss": 0.0818, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 3.2295050640168164, | |
| "grad_norm": 0.8319332003593445, | |
| "learning_rate": 4.2127496159754224e-05, | |
| "loss": 0.0874, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 3.248614561437034, | |
| "grad_norm": 1.3741902112960815, | |
| "learning_rate": 4.20794930875576e-05, | |
| "loss": 0.081, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.248614561437034, | |
| "eval_events-synergy/entsum_processed_loss": 0.06280920654535294, | |
| "eval_events-synergy/entsum_processed_runtime": 86.681, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.834, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.714, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 3.267724058857252, | |
| "grad_norm": 1.1995327472686768, | |
| "learning_rate": 4.203149001536099e-05, | |
| "loss": 0.097, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 3.28683355627747, | |
| "grad_norm": 0.8017995357513428, | |
| "learning_rate": 4.198348694316436e-05, | |
| "loss": 0.0873, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 3.3059430536976877, | |
| "grad_norm": 0.2565690875053406, | |
| "learning_rate": 4.1935483870967746e-05, | |
| "loss": 0.1096, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 3.3250525511179054, | |
| "grad_norm": 0.5259280204772949, | |
| "learning_rate": 4.1887480798771124e-05, | |
| "loss": 0.0853, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 3.3441620485381236, | |
| "grad_norm": 1.4056413173675537, | |
| "learning_rate": 4.18394777265745e-05, | |
| "loss": 0.0977, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 3.3632715459583413, | |
| "grad_norm": 0.9580443501472473, | |
| "learning_rate": 4.179147465437788e-05, | |
| "loss": 0.0895, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 3.382381043378559, | |
| "grad_norm": 0.5705116391181946, | |
| "learning_rate": 4.174347158218126e-05, | |
| "loss": 0.0937, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 3.401490540798777, | |
| "grad_norm": 0.7241528630256653, | |
| "learning_rate": 4.169546850998464e-05, | |
| "loss": 0.0952, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 3.420600038218995, | |
| "grad_norm": 0.5498321652412415, | |
| "learning_rate": 4.164746543778802e-05, | |
| "loss": 0.0827, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 3.4397095356392127, | |
| "grad_norm": 0.7606751918792725, | |
| "learning_rate": 4.1599462365591404e-05, | |
| "loss": 0.0755, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.4397095356392127, | |
| "eval_events-synergy/entsum_processed_loss": 0.05818604305386543, | |
| "eval_events-synergy/entsum_processed_runtime": 86.615, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.854, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.719, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 3.4588190330594304, | |
| "grad_norm": 1.3093830347061157, | |
| "learning_rate": 4.1551459293394776e-05, | |
| "loss": 0.0863, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 3.4779285304796486, | |
| "grad_norm": 0.3217012286186218, | |
| "learning_rate": 4.1503456221198154e-05, | |
| "loss": 0.093, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 3.4970380278998663, | |
| "grad_norm": 2.5801539421081543, | |
| "learning_rate": 4.145545314900154e-05, | |
| "loss": 0.0735, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 3.516147525320084, | |
| "grad_norm": 1.4098963737487793, | |
| "learning_rate": 4.140745007680492e-05, | |
| "loss": 0.0632, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 3.5352570227403017, | |
| "grad_norm": 2.017245054244995, | |
| "learning_rate": 4.13594470046083e-05, | |
| "loss": 0.0771, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 3.55436652016052, | |
| "grad_norm": 0.4717109203338623, | |
| "learning_rate": 4.1311443932411676e-05, | |
| "loss": 0.0806, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 3.5734760175807376, | |
| "grad_norm": 1.616327166557312, | |
| "learning_rate": 4.1263440860215055e-05, | |
| "loss": 0.0702, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 3.5925855150009554, | |
| "grad_norm": 0.4756339192390442, | |
| "learning_rate": 4.1215437788018434e-05, | |
| "loss": 0.0893, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 3.6116950124211735, | |
| "grad_norm": 0.8106458783149719, | |
| "learning_rate": 4.116743471582181e-05, | |
| "loss": 0.0608, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 3.6308045098413912, | |
| "grad_norm": 0.7149679660797119, | |
| "learning_rate": 4.11194316436252e-05, | |
| "loss": 0.083, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 3.6308045098413912, | |
| "eval_events-synergy/entsum_processed_loss": 0.053829826414585114, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5846, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.864, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.722, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 3.649914007261609, | |
| "grad_norm": 0.7926931381225586, | |
| "learning_rate": 4.107142857142857e-05, | |
| "loss": 0.0849, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 3.669023504681827, | |
| "grad_norm": 0.5450174808502197, | |
| "learning_rate": 4.1023425499231955e-05, | |
| "loss": 0.0651, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 3.688133002102045, | |
| "grad_norm": 1.2390661239624023, | |
| "learning_rate": 4.0975422427035334e-05, | |
| "loss": 0.0768, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 3.7072424995222626, | |
| "grad_norm": 1.3439677953720093, | |
| "learning_rate": 4.092741935483871e-05, | |
| "loss": 0.1014, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 3.7263519969424803, | |
| "grad_norm": 0.7183663845062256, | |
| "learning_rate": 4.087941628264209e-05, | |
| "loss": 0.082, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 3.745461494362698, | |
| "grad_norm": 1.6611928939819336, | |
| "learning_rate": 4.083141321044547e-05, | |
| "loss": 0.0732, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 3.764570991782916, | |
| "grad_norm": 1.2751322984695435, | |
| "learning_rate": 4.078341013824885e-05, | |
| "loss": 0.0768, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 3.783680489203134, | |
| "grad_norm": 1.3333556652069092, | |
| "learning_rate": 4.073540706605223e-05, | |
| "loss": 0.0794, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 3.8027899866233517, | |
| "grad_norm": 0.6069827675819397, | |
| "learning_rate": 4.068740399385561e-05, | |
| "loss": 0.0846, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 3.82189948404357, | |
| "grad_norm": 0.38667362928390503, | |
| "learning_rate": 4.0639400921658985e-05, | |
| "loss": 0.0894, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 3.82189948404357, | |
| "eval_events-synergy/entsum_processed_loss": 0.04852017015218735, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5692, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.869, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.723, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 3.8410089814637876, | |
| "grad_norm": 1.1866488456726074, | |
| "learning_rate": 4.0591397849462364e-05, | |
| "loss": 0.055, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 3.8601184788840053, | |
| "grad_norm": 1.6856223344802856, | |
| "learning_rate": 4.054339477726575e-05, | |
| "loss": 0.0713, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 3.8792279763042234, | |
| "grad_norm": 0.5651134252548218, | |
| "learning_rate": 4.049539170506912e-05, | |
| "loss": 0.075, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 3.898337473724441, | |
| "grad_norm": 0.9011269807815552, | |
| "learning_rate": 4.044738863287251e-05, | |
| "loss": 0.061, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 3.917446971144659, | |
| "grad_norm": 1.215333104133606, | |
| "learning_rate": 4.0399385560675886e-05, | |
| "loss": 0.0704, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 3.9365564685648766, | |
| "grad_norm": 0.8905503749847412, | |
| "learning_rate": 4.0351382488479264e-05, | |
| "loss": 0.0804, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 3.9556659659850943, | |
| "grad_norm": 0.3945884108543396, | |
| "learning_rate": 4.030337941628264e-05, | |
| "loss": 0.0731, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 3.9747754634053125, | |
| "grad_norm": 1.3491140604019165, | |
| "learning_rate": 4.025537634408602e-05, | |
| "loss": 0.0811, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 3.9938849608255302, | |
| "grad_norm": 0.6310815811157227, | |
| "learning_rate": 4.02073732718894e-05, | |
| "loss": 0.0609, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 4.012994458245748, | |
| "grad_norm": 0.8954095840454102, | |
| "learning_rate": 4.015937019969278e-05, | |
| "loss": 0.0605, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 4.012994458245748, | |
| "eval_events-synergy/entsum_processed_loss": 0.04423968493938446, | |
| "eval_events-synergy/entsum_processed_runtime": 85.8578, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.091, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.779, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 4.032103955665966, | |
| "grad_norm": 0.7362313866615295, | |
| "learning_rate": 4.0111367127496165e-05, | |
| "loss": 0.0473, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 4.051213453086183, | |
| "grad_norm": 0.45443108677864075, | |
| "learning_rate": 4.0063364055299544e-05, | |
| "loss": 0.0526, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 4.070322950506402, | |
| "grad_norm": 0.5123448371887207, | |
| "learning_rate": 4.001536098310292e-05, | |
| "loss": 0.0604, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 4.08943244792662, | |
| "grad_norm": 1.018021583557129, | |
| "learning_rate": 3.99673579109063e-05, | |
| "loss": 0.0629, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 4.108541945346837, | |
| "grad_norm": 1.2121423482894897, | |
| "learning_rate": 3.991935483870968e-05, | |
| "loss": 0.0554, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 4.127651442767055, | |
| "grad_norm": 1.4117833375930786, | |
| "learning_rate": 3.987135176651306e-05, | |
| "loss": 0.0562, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 4.146760940187273, | |
| "grad_norm": 0.7586542367935181, | |
| "learning_rate": 3.982334869431644e-05, | |
| "loss": 0.0604, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 4.165870437607491, | |
| "grad_norm": 1.4312876462936401, | |
| "learning_rate": 3.977534562211982e-05, | |
| "loss": 0.0683, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 4.184979935027709, | |
| "grad_norm": 1.278427243232727, | |
| "learning_rate": 3.9727342549923195e-05, | |
| "loss": 0.0607, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 4.204089432447927, | |
| "grad_norm": 2.7680790424346924, | |
| "learning_rate": 3.9679339477726574e-05, | |
| "loss": 0.0535, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 4.204089432447927, | |
| "eval_events-synergy/entsum_processed_loss": 0.04234563931822777, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4674, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.9, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.731, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 4.223198929868144, | |
| "grad_norm": 1.4007564783096313, | |
| "learning_rate": 3.963133640552996e-05, | |
| "loss": 0.0715, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 4.242308427288362, | |
| "grad_norm": 0.6837427020072937, | |
| "learning_rate": 3.958333333333333e-05, | |
| "loss": 0.0611, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 4.26141792470858, | |
| "grad_norm": 1.1406750679016113, | |
| "learning_rate": 3.9535330261136717e-05, | |
| "loss": 0.055, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 4.280527422128798, | |
| "grad_norm": 0.38464096188545227, | |
| "learning_rate": 3.9487327188940095e-05, | |
| "loss": 0.0562, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 4.299636919549016, | |
| "grad_norm": 1.4123332500457764, | |
| "learning_rate": 3.9439324116743474e-05, | |
| "loss": 0.0505, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 4.318746416969233, | |
| "grad_norm": 0.24340485036373138, | |
| "learning_rate": 3.939132104454685e-05, | |
| "loss": 0.0642, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 4.3378559143894515, | |
| "grad_norm": 0.541613757610321, | |
| "learning_rate": 3.934331797235023e-05, | |
| "loss": 0.059, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 4.35696541180967, | |
| "grad_norm": 1.4583444595336914, | |
| "learning_rate": 3.929531490015361e-05, | |
| "loss": 0.0515, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 4.376074909229887, | |
| "grad_norm": 1.1488178968429565, | |
| "learning_rate": 3.924731182795699e-05, | |
| "loss": 0.0532, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 4.395184406650105, | |
| "grad_norm": 1.302866816520691, | |
| "learning_rate": 3.9199308755760374e-05, | |
| "loss": 0.0515, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 4.395184406650105, | |
| "eval_events-synergy/entsum_processed_loss": 0.04016019403934479, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5369, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.879, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.725, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 4.414293904070323, | |
| "grad_norm": 0.5283303260803223, | |
| "learning_rate": 3.9151305683563746e-05, | |
| "loss": 0.0534, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 4.433403401490541, | |
| "grad_norm": 0.9314780831336975, | |
| "learning_rate": 3.910330261136713e-05, | |
| "loss": 0.05, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 4.452512898910759, | |
| "grad_norm": 0.44866007566452026, | |
| "learning_rate": 3.905529953917051e-05, | |
| "loss": 0.0584, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 4.471622396330977, | |
| "grad_norm": 0.8532125353813171, | |
| "learning_rate": 3.900729646697389e-05, | |
| "loss": 0.0651, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 4.490731893751194, | |
| "grad_norm": 2.1083550453186035, | |
| "learning_rate": 3.895929339477727e-05, | |
| "loss": 0.0498, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 4.509841391171412, | |
| "grad_norm": 0.4969152808189392, | |
| "learning_rate": 3.891129032258065e-05, | |
| "loss": 0.0538, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 4.5289508885916305, | |
| "grad_norm": 0.577306866645813, | |
| "learning_rate": 3.8863287250384026e-05, | |
| "loss": 0.0388, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 4.548060386011848, | |
| "grad_norm": 0.08934194594621658, | |
| "learning_rate": 3.8815284178187404e-05, | |
| "loss": 0.0487, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 4.567169883432066, | |
| "grad_norm": 1.1038001775741577, | |
| "learning_rate": 3.876728110599078e-05, | |
| "loss": 0.0558, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 4.586279380852283, | |
| "grad_norm": 1.019621729850769, | |
| "learning_rate": 3.871927803379416e-05, | |
| "loss": 0.0659, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 4.586279380852283, | |
| "eval_events-synergy/entsum_processed_loss": 0.03685642033815384, | |
| "eval_events-synergy/entsum_processed_runtime": 84.6028, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.493, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.879, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 4.605388878272501, | |
| "grad_norm": 0.8093920350074768, | |
| "learning_rate": 3.867127496159754e-05, | |
| "loss": 0.0452, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 4.62449837569272, | |
| "grad_norm": 1.2581048011779785, | |
| "learning_rate": 3.8623271889400926e-05, | |
| "loss": 0.0445, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 4.643607873112937, | |
| "grad_norm": 0.908857524394989, | |
| "learning_rate": 3.8575268817204305e-05, | |
| "loss": 0.0469, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 4.662717370533155, | |
| "grad_norm": 1.6877511739730835, | |
| "learning_rate": 3.8527265745007684e-05, | |
| "loss": 0.062, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 4.681826867953372, | |
| "grad_norm": 0.47951963543891907, | |
| "learning_rate": 3.847926267281106e-05, | |
| "loss": 0.0761, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 4.7009363653735905, | |
| "grad_norm": 0.7642994523048401, | |
| "learning_rate": 3.843125960061444e-05, | |
| "loss": 0.0534, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 4.720045862793809, | |
| "grad_norm": 0.6277188062667847, | |
| "learning_rate": 3.838325652841782e-05, | |
| "loss": 0.0521, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 4.739155360214026, | |
| "grad_norm": 0.9474277496337891, | |
| "learning_rate": 3.83352534562212e-05, | |
| "loss": 0.0625, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 4.758264857634244, | |
| "grad_norm": 0.6333776116371155, | |
| "learning_rate": 3.8287250384024584e-05, | |
| "loss": 0.0384, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 4.777374355054462, | |
| "grad_norm": 0.5701904892921448, | |
| "learning_rate": 3.8239247311827956e-05, | |
| "loss": 0.0574, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 4.777374355054462, | |
| "eval_events-synergy/entsum_processed_loss": 0.03454362228512764, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3766, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.929, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.738, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 4.79648385247468, | |
| "grad_norm": 1.0204541683197021, | |
| "learning_rate": 3.819124423963134e-05, | |
| "loss": 0.0551, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 4.815593349894898, | |
| "grad_norm": 1.5141241550445557, | |
| "learning_rate": 3.814324116743472e-05, | |
| "loss": 0.0529, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 4.834702847315116, | |
| "grad_norm": 1.2822602987289429, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 0.0627, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 4.853812344735333, | |
| "grad_norm": 0.21899272501468658, | |
| "learning_rate": 3.804723502304148e-05, | |
| "loss": 0.0383, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 4.872921842155551, | |
| "grad_norm": 0.30676454305648804, | |
| "learning_rate": 3.7999231950844856e-05, | |
| "loss": 0.0453, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 4.8920313395757695, | |
| "grad_norm": 0.33828213810920715, | |
| "learning_rate": 3.7951228878648235e-05, | |
| "loss": 0.0402, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 4.911140836995987, | |
| "grad_norm": 0.7716867327690125, | |
| "learning_rate": 3.7903225806451614e-05, | |
| "loss": 0.0523, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 4.930250334416205, | |
| "grad_norm": 0.31507009267807007, | |
| "learning_rate": 3.785522273425499e-05, | |
| "loss": 0.0415, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 4.949359831836423, | |
| "grad_norm": 0.7771691083908081, | |
| "learning_rate": 3.780721966205837e-05, | |
| "loss": 0.0581, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 4.96846932925664, | |
| "grad_norm": 1.4588698148727417, | |
| "learning_rate": 3.775921658986175e-05, | |
| "loss": 0.0501, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 4.96846932925664, | |
| "eval_events-synergy/entsum_processed_loss": 0.03175923973321915, | |
| "eval_events-synergy/entsum_processed_runtime": 85.1461, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.318, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.835, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 4.987578826676859, | |
| "grad_norm": 0.24702726304531097, | |
| "learning_rate": 3.7711213517665136e-05, | |
| "loss": 0.0488, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 5.006688324097076, | |
| "grad_norm": 0.3701643645763397, | |
| "learning_rate": 3.766321044546851e-05, | |
| "loss": 0.0422, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 5.025797821517294, | |
| "grad_norm": 0.2334865927696228, | |
| "learning_rate": 3.761520737327189e-05, | |
| "loss": 0.0369, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 5.044907318937512, | |
| "grad_norm": 0.4860515892505646, | |
| "learning_rate": 3.756720430107527e-05, | |
| "loss": 0.0467, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 5.0640168163577295, | |
| "grad_norm": 1.0469186305999756, | |
| "learning_rate": 3.751920122887865e-05, | |
| "loss": 0.0388, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 5.083126313777948, | |
| "grad_norm": 0.10929598659276962, | |
| "learning_rate": 3.747119815668203e-05, | |
| "loss": 0.039, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 5.102235811198166, | |
| "grad_norm": 0.9259900450706482, | |
| "learning_rate": 3.742319508448541e-05, | |
| "loss": 0.0537, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 5.121345308618383, | |
| "grad_norm": 0.6803724765777588, | |
| "learning_rate": 3.737519201228879e-05, | |
| "loss": 0.0429, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 5.140454806038601, | |
| "grad_norm": 0.35482415556907654, | |
| "learning_rate": 3.7327188940092166e-05, | |
| "loss": 0.0454, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 5.1595643034588194, | |
| "grad_norm": 0.4932660162448883, | |
| "learning_rate": 3.727918586789555e-05, | |
| "loss": 0.0389, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 5.1595643034588194, | |
| "eval_events-synergy/entsum_processed_loss": 0.0308841560035944, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4654, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.901, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.731, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 5.178673800879037, | |
| "grad_norm": 0.7944111824035645, | |
| "learning_rate": 3.723118279569893e-05, | |
| "loss": 0.0367, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 5.197783298299255, | |
| "grad_norm": 0.3408133387565613, | |
| "learning_rate": 3.71831797235023e-05, | |
| "loss": 0.0412, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 5.216892795719472, | |
| "grad_norm": 1.3057624101638794, | |
| "learning_rate": 3.713517665130569e-05, | |
| "loss": 0.0313, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 5.23600229313969, | |
| "grad_norm": 0.28078633546829224, | |
| "learning_rate": 3.7087173579109066e-05, | |
| "loss": 0.0432, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 5.2551117905599085, | |
| "grad_norm": 0.3789531886577606, | |
| "learning_rate": 3.7039170506912445e-05, | |
| "loss": 0.0415, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 5.274221287980126, | |
| "grad_norm": 0.5109480619430542, | |
| "learning_rate": 3.6991167434715824e-05, | |
| "loss": 0.0328, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 5.293330785400344, | |
| "grad_norm": 0.010233950801193714, | |
| "learning_rate": 3.69431643625192e-05, | |
| "loss": 0.0399, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 5.312440282820562, | |
| "grad_norm": 0.4560386538505554, | |
| "learning_rate": 3.689516129032258e-05, | |
| "loss": 0.0387, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 5.331549780240779, | |
| "grad_norm": 0.1968875378370285, | |
| "learning_rate": 3.684715821812596e-05, | |
| "loss": 0.0371, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 5.350659277660998, | |
| "grad_norm": 0.8004895448684692, | |
| "learning_rate": 3.6799155145929345e-05, | |
| "loss": 0.0437, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 5.350659277660998, | |
| "eval_events-synergy/entsum_processed_loss": 0.029284106567502022, | |
| "eval_events-synergy/entsum_processed_runtime": 85.8087, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.107, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.783, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 5.369768775081216, | |
| "grad_norm": 0.9914371371269226, | |
| "learning_rate": 3.675115207373272e-05, | |
| "loss": 0.0352, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 5.388878272501433, | |
| "grad_norm": 1.3968762159347534, | |
| "learning_rate": 3.67031490015361e-05, | |
| "loss": 0.0305, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 5.407987769921651, | |
| "grad_norm": 0.677922785282135, | |
| "learning_rate": 3.665514592933948e-05, | |
| "loss": 0.0321, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 5.427097267341869, | |
| "grad_norm": 0.5966954231262207, | |
| "learning_rate": 3.6607142857142853e-05, | |
| "loss": 0.0356, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 5.446206764762087, | |
| "grad_norm": 0.47409358620643616, | |
| "learning_rate": 3.655913978494624e-05, | |
| "loss": 0.0281, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 5.465316262182305, | |
| "grad_norm": 0.5637366771697998, | |
| "learning_rate": 3.651113671274962e-05, | |
| "loss": 0.0374, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 5.484425759602522, | |
| "grad_norm": 0.5510061383247375, | |
| "learning_rate": 3.6463133640552996e-05, | |
| "loss": 0.0321, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 5.50353525702274, | |
| "grad_norm": 0.7010207176208496, | |
| "learning_rate": 3.6415130568356375e-05, | |
| "loss": 0.0368, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 5.522644754442958, | |
| "grad_norm": 1.2387152910232544, | |
| "learning_rate": 3.636712749615976e-05, | |
| "loss": 0.0397, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 5.541754251863176, | |
| "grad_norm": 1.7459216117858887, | |
| "learning_rate": 3.631912442396313e-05, | |
| "loss": 0.0386, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 5.541754251863176, | |
| "eval_events-synergy/entsum_processed_loss": 0.02899482287466526, | |
| "eval_events-synergy/entsum_processed_runtime": 84.3392, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.579, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.901, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 5.560863749283394, | |
| "grad_norm": 0.6622141003608704, | |
| "learning_rate": 3.627112135176651e-05, | |
| "loss": 0.0368, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 5.579973246703612, | |
| "grad_norm": 1.0212815999984741, | |
| "learning_rate": 3.62231182795699e-05, | |
| "loss": 0.0373, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 5.599082744123829, | |
| "grad_norm": 0.4521411657333374, | |
| "learning_rate": 3.6175115207373276e-05, | |
| "loss": 0.0365, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 5.6181922415440475, | |
| "grad_norm": 0.8316215872764587, | |
| "learning_rate": 3.6127112135176654e-05, | |
| "loss": 0.0401, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 5.637301738964265, | |
| "grad_norm": 0.3077566623687744, | |
| "learning_rate": 3.607910906298003e-05, | |
| "loss": 0.044, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 5.656411236384483, | |
| "grad_norm": 1.1517149209976196, | |
| "learning_rate": 3.603110599078341e-05, | |
| "loss": 0.0355, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 5.675520733804701, | |
| "grad_norm": 1.3990229368209839, | |
| "learning_rate": 3.598310291858679e-05, | |
| "loss": 0.0349, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 5.694630231224918, | |
| "grad_norm": 1.5779931545257568, | |
| "learning_rate": 3.593509984639017e-05, | |
| "loss": 0.0393, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 5.713739728645137, | |
| "grad_norm": 1.200478434562683, | |
| "learning_rate": 3.5887096774193555e-05, | |
| "loss": 0.0333, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 5.732849226065355, | |
| "grad_norm": 1.5373812913894653, | |
| "learning_rate": 3.583909370199693e-05, | |
| "loss": 0.0403, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 5.732849226065355, | |
| "eval_events-synergy/entsum_processed_loss": 0.02680058218538761, | |
| "eval_events-synergy/entsum_processed_runtime": 86.269, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.962, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.746, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 5.751958723485572, | |
| "grad_norm": 0.24801170825958252, | |
| "learning_rate": 3.579109062980031e-05, | |
| "loss": 0.0383, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 5.77106822090579, | |
| "grad_norm": 1.638857126235962, | |
| "learning_rate": 3.574308755760369e-05, | |
| "loss": 0.0466, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 5.790177718326008, | |
| "grad_norm": 0.6621894836425781, | |
| "learning_rate": 3.569508448540706e-05, | |
| "loss": 0.0332, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 5.809287215746226, | |
| "grad_norm": 0.7041098475456238, | |
| "learning_rate": 3.564708141321045e-05, | |
| "loss": 0.0252, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 5.828396713166444, | |
| "grad_norm": 0.1067354753613472, | |
| "learning_rate": 3.559907834101383e-05, | |
| "loss": 0.029, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 5.847506210586662, | |
| "grad_norm": 0.8987241387367249, | |
| "learning_rate": 3.5551075268817206e-05, | |
| "loss": 0.039, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 5.866615708006879, | |
| "grad_norm": 2.081352710723877, | |
| "learning_rate": 3.5503072196620585e-05, | |
| "loss": 0.033, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 5.885725205427097, | |
| "grad_norm": 1.5779916048049927, | |
| "learning_rate": 3.545506912442397e-05, | |
| "loss": 0.0337, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 5.904834702847316, | |
| "grad_norm": 0.8174372911453247, | |
| "learning_rate": 3.540706605222734e-05, | |
| "loss": 0.0355, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 5.923944200267533, | |
| "grad_norm": 0.35382506251335144, | |
| "learning_rate": 3.535906298003072e-05, | |
| "loss": 0.0477, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 5.923944200267533, | |
| "eval_events-synergy/entsum_processed_loss": 0.025150079280138016, | |
| "eval_events-synergy/entsum_processed_runtime": 86.0706, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.024, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.762, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 5.943053697687751, | |
| "grad_norm": 2.253109931945801, | |
| "learning_rate": 3.5311059907834107e-05, | |
| "loss": 0.0349, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 5.962163195107968, | |
| "grad_norm": 0.9015364646911621, | |
| "learning_rate": 3.526305683563748e-05, | |
| "loss": 0.0284, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 5.9812726925281865, | |
| "grad_norm": 0.24150536954402924, | |
| "learning_rate": 3.5215053763440864e-05, | |
| "loss": 0.0379, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 6.000382189948405, | |
| "grad_norm": 0.7606573700904846, | |
| "learning_rate": 3.516705069124424e-05, | |
| "loss": 0.0285, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 6.019491687368622, | |
| "grad_norm": 0.6848638653755188, | |
| "learning_rate": 3.511904761904762e-05, | |
| "loss": 0.0301, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 6.03860118478884, | |
| "grad_norm": 1.088733196258545, | |
| "learning_rate": 3.5071044546851e-05, | |
| "loss": 0.0265, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 6.057710682209058, | |
| "grad_norm": 1.046855092048645, | |
| "learning_rate": 3.502304147465438e-05, | |
| "loss": 0.0269, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 6.076820179629276, | |
| "grad_norm": 0.9664869904518127, | |
| "learning_rate": 3.497503840245776e-05, | |
| "loss": 0.0234, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 6.095929677049494, | |
| "grad_norm": 0.5576639175415039, | |
| "learning_rate": 3.4927035330261136e-05, | |
| "loss": 0.0332, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 6.115039174469711, | |
| "grad_norm": 0.839173436164856, | |
| "learning_rate": 3.487903225806452e-05, | |
| "loss": 0.0301, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 6.115039174469711, | |
| "eval_events-synergy/entsum_processed_loss": 0.02411143109202385, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4163, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.916, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.735, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 6.134148671889929, | |
| "grad_norm": 0.783420741558075, | |
| "learning_rate": 3.4831029185867894e-05, | |
| "loss": 0.0326, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 6.153258169310147, | |
| "grad_norm": 0.7571488618850708, | |
| "learning_rate": 3.478302611367127e-05, | |
| "loss": 0.0266, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 6.172367666730365, | |
| "grad_norm": 0.08053430169820786, | |
| "learning_rate": 3.473502304147466e-05, | |
| "loss": 0.0278, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 6.191477164150583, | |
| "grad_norm": 1.4743053913116455, | |
| "learning_rate": 3.468701996927804e-05, | |
| "loss": 0.0256, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 6.210586661570801, | |
| "grad_norm": 0.20271699130535126, | |
| "learning_rate": 3.4639016897081416e-05, | |
| "loss": 0.0298, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 6.229696158991018, | |
| "grad_norm": 1.0754730701446533, | |
| "learning_rate": 3.4591013824884794e-05, | |
| "loss": 0.0253, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 6.248805656411236, | |
| "grad_norm": 1.5914433002471924, | |
| "learning_rate": 3.454301075268817e-05, | |
| "loss": 0.0354, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 6.267915153831455, | |
| "grad_norm": 0.37541651725769043, | |
| "learning_rate": 3.449500768049155e-05, | |
| "loss": 0.0274, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 6.287024651251672, | |
| "grad_norm": 0.6610062718391418, | |
| "learning_rate": 3.444700460829493e-05, | |
| "loss": 0.0308, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 6.30613414867189, | |
| "grad_norm": 0.7302411198616028, | |
| "learning_rate": 3.4399001536098316e-05, | |
| "loss": 0.0281, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 6.30613414867189, | |
| "eval_events-synergy/entsum_processed_loss": 0.023598061874508858, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4223, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.914, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.734, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 6.325243646092108, | |
| "grad_norm": 1.2536879777908325, | |
| "learning_rate": 3.435099846390169e-05, | |
| "loss": 0.0292, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 6.3443531435123255, | |
| "grad_norm": 0.050880610942840576, | |
| "learning_rate": 3.4302995391705074e-05, | |
| "loss": 0.023, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 6.363462640932544, | |
| "grad_norm": 0.07612816989421844, | |
| "learning_rate": 3.425499231950845e-05, | |
| "loss": 0.027, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 6.382572138352761, | |
| "grad_norm": 0.2280048131942749, | |
| "learning_rate": 3.4206989247311824e-05, | |
| "loss": 0.031, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 6.401681635772979, | |
| "grad_norm": 0.9767467975616455, | |
| "learning_rate": 3.415898617511521e-05, | |
| "loss": 0.029, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 6.420791133193197, | |
| "grad_norm": 1.0423424243927002, | |
| "learning_rate": 3.411098310291859e-05, | |
| "loss": 0.0244, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 6.439900630613415, | |
| "grad_norm": 1.2598810195922852, | |
| "learning_rate": 3.406298003072197e-05, | |
| "loss": 0.0293, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 6.459010128033633, | |
| "grad_norm": 0.1793285310268402, | |
| "learning_rate": 3.4014976958525346e-05, | |
| "loss": 0.0294, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 6.478119625453851, | |
| "grad_norm": 0.011976735666394234, | |
| "learning_rate": 3.396697388632873e-05, | |
| "loss": 0.0276, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 6.497229122874068, | |
| "grad_norm": 1.0099623203277588, | |
| "learning_rate": 3.3918970814132103e-05, | |
| "loss": 0.0351, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 6.497229122874068, | |
| "eval_events-synergy/entsum_processed_loss": 0.02258702553808689, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2714, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.961, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.746, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 6.516338620294286, | |
| "grad_norm": 0.6294183135032654, | |
| "learning_rate": 3.387096774193548e-05, | |
| "loss": 0.0236, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 6.535448117714504, | |
| "grad_norm": 0.5773456692695618, | |
| "learning_rate": 3.382296466973887e-05, | |
| "loss": 0.024, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 6.554557615134722, | |
| "grad_norm": 0.7001476883888245, | |
| "learning_rate": 3.377496159754224e-05, | |
| "loss": 0.03, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 6.57366711255494, | |
| "grad_norm": 1.5043959617614746, | |
| "learning_rate": 3.3726958525345625e-05, | |
| "loss": 0.023, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 6.592776609975157, | |
| "grad_norm": 0.37344950437545776, | |
| "learning_rate": 3.3678955453149004e-05, | |
| "loss": 0.0383, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 6.611886107395375, | |
| "grad_norm": 0.7408236265182495, | |
| "learning_rate": 3.363095238095238e-05, | |
| "loss": 0.0253, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 6.630995604815594, | |
| "grad_norm": 0.08738729357719421, | |
| "learning_rate": 3.358294930875576e-05, | |
| "loss": 0.023, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 6.650105102235811, | |
| "grad_norm": 0.45454615354537964, | |
| "learning_rate": 3.353494623655914e-05, | |
| "loss": 0.025, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 6.669214599656029, | |
| "grad_norm": 0.4266088008880615, | |
| "learning_rate": 3.348694316436252e-05, | |
| "loss": 0.0251, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 6.688324097076247, | |
| "grad_norm": 0.44192788004875183, | |
| "learning_rate": 3.34389400921659e-05, | |
| "loss": 0.0349, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 6.688324097076247, | |
| "eval_events-synergy/entsum_processed_loss": 0.022197816520929337, | |
| "eval_events-synergy/entsum_processed_runtime": 86.47, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.899, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.731, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 6.7074335944964645, | |
| "grad_norm": 1.1022039651870728, | |
| "learning_rate": 3.339093701996928e-05, | |
| "loss": 0.0291, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 6.726543091916683, | |
| "grad_norm": 0.7178447842597961, | |
| "learning_rate": 3.334293394777266e-05, | |
| "loss": 0.0252, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 6.745652589336901, | |
| "grad_norm": 0.20827040076255798, | |
| "learning_rate": 3.3294930875576034e-05, | |
| "loss": 0.026, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 6.764762086757118, | |
| "grad_norm": 0.044019654393196106, | |
| "learning_rate": 3.324692780337942e-05, | |
| "loss": 0.018, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 6.783871584177336, | |
| "grad_norm": 0.4710674285888672, | |
| "learning_rate": 3.31989247311828e-05, | |
| "loss": 0.0275, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 6.802981081597554, | |
| "grad_norm": 1.3574426174163818, | |
| "learning_rate": 3.315092165898618e-05, | |
| "loss": 0.0245, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 6.822090579017772, | |
| "grad_norm": 0.2804085612297058, | |
| "learning_rate": 3.3102918586789556e-05, | |
| "loss": 0.0207, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 6.84120007643799, | |
| "grad_norm": 0.16950590908527374, | |
| "learning_rate": 3.305491551459294e-05, | |
| "loss": 0.028, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 6.860309573858207, | |
| "grad_norm": 0.38544100522994995, | |
| "learning_rate": 3.300691244239631e-05, | |
| "loss": 0.0369, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 6.879419071278425, | |
| "grad_norm": 0.36500322818756104, | |
| "learning_rate": 3.295890937019969e-05, | |
| "loss": 0.0255, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 6.879419071278425, | |
| "eval_events-synergy/entsum_processed_loss": 0.021442364901304245, | |
| "eval_events-synergy/entsum_processed_runtime": 85.1296, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.323, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.837, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 6.8985285686986435, | |
| "grad_norm": 0.8930972218513489, | |
| "learning_rate": 3.291090629800308e-05, | |
| "loss": 0.023, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 6.917638066118861, | |
| "grad_norm": 0.02050691284239292, | |
| "learning_rate": 3.286290322580645e-05, | |
| "loss": 0.0213, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 6.936747563539079, | |
| "grad_norm": 0.268373042345047, | |
| "learning_rate": 3.2814900153609835e-05, | |
| "loss": 0.0211, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 6.955857060959297, | |
| "grad_norm": 0.4497075080871582, | |
| "learning_rate": 3.2766897081413214e-05, | |
| "loss": 0.0275, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 6.974966558379514, | |
| "grad_norm": 0.024803461506962776, | |
| "learning_rate": 3.271889400921659e-05, | |
| "loss": 0.0259, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 6.994076055799733, | |
| "grad_norm": 0.030653996393084526, | |
| "learning_rate": 3.267089093701997e-05, | |
| "loss": 0.0225, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 7.013185553219951, | |
| "grad_norm": 0.3798658549785614, | |
| "learning_rate": 3.262288786482335e-05, | |
| "loss": 0.0246, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 7.032295050640168, | |
| "grad_norm": 0.9082667231559753, | |
| "learning_rate": 3.257488479262673e-05, | |
| "loss": 0.0217, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 7.051404548060386, | |
| "grad_norm": 0.7902773022651672, | |
| "learning_rate": 3.252688172043011e-05, | |
| "loss": 0.02, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 7.0705140454806035, | |
| "grad_norm": 0.6506838202476501, | |
| "learning_rate": 3.247887864823349e-05, | |
| "loss": 0.0185, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 7.0705140454806035, | |
| "eval_events-synergy/entsum_processed_loss": 0.021531905978918076, | |
| "eval_events-synergy/entsum_processed_runtime": 85.174, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.309, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.833, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 7.089623542900822, | |
| "grad_norm": 0.624746561050415, | |
| "learning_rate": 3.2430875576036865e-05, | |
| "loss": 0.0192, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 7.10873304032104, | |
| "grad_norm": 0.5149529576301575, | |
| "learning_rate": 3.2382872503840243e-05, | |
| "loss": 0.0276, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 7.127842537741257, | |
| "grad_norm": 3.0162253379821777, | |
| "learning_rate": 3.233486943164363e-05, | |
| "loss": 0.0209, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 7.146952035161475, | |
| "grad_norm": 0.3581557273864746, | |
| "learning_rate": 3.228686635944701e-05, | |
| "loss": 0.017, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 7.166061532581693, | |
| "grad_norm": 0.534199595451355, | |
| "learning_rate": 3.2238863287250386e-05, | |
| "loss": 0.0225, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 7.185171030001911, | |
| "grad_norm": 0.584403395652771, | |
| "learning_rate": 3.2190860215053765e-05, | |
| "loss": 0.0246, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 7.204280527422129, | |
| "grad_norm": 0.33575019240379333, | |
| "learning_rate": 3.2142857142857144e-05, | |
| "loss": 0.0175, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 7.223390024842347, | |
| "grad_norm": 0.10965080559253693, | |
| "learning_rate": 3.209485407066052e-05, | |
| "loss": 0.0226, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 7.242499522262564, | |
| "grad_norm": 0.35581934452056885, | |
| "learning_rate": 3.20468509984639e-05, | |
| "loss": 0.0238, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 7.2616090196827825, | |
| "grad_norm": 0.34397947788238525, | |
| "learning_rate": 3.199884792626729e-05, | |
| "loss": 0.0143, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 7.2616090196827825, | |
| "eval_events-synergy/entsum_processed_loss": 0.020761175081133842, | |
| "eval_events-synergy/entsum_processed_runtime": 85.5012, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.204, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.807, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 7.280718517103, | |
| "grad_norm": 0.42107951641082764, | |
| "learning_rate": 3.195084485407066e-05, | |
| "loss": 0.0247, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 7.299828014523218, | |
| "grad_norm": 0.02115056663751602, | |
| "learning_rate": 3.1902841781874044e-05, | |
| "loss": 0.0195, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 7.318937511943436, | |
| "grad_norm": 0.5838721990585327, | |
| "learning_rate": 3.185483870967742e-05, | |
| "loss": 0.0219, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 7.338047009363653, | |
| "grad_norm": 0.1621849685907364, | |
| "learning_rate": 3.18068356374808e-05, | |
| "loss": 0.0205, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 7.357156506783872, | |
| "grad_norm": 0.9421815872192383, | |
| "learning_rate": 3.175883256528418e-05, | |
| "loss": 0.0255, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 7.37626600420409, | |
| "grad_norm": 0.534527063369751, | |
| "learning_rate": 3.171082949308756e-05, | |
| "loss": 0.0193, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 7.395375501624307, | |
| "grad_norm": 0.25326958298683167, | |
| "learning_rate": 3.166282642089094e-05, | |
| "loss": 0.0173, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 7.414484999044525, | |
| "grad_norm": 0.45906540751457214, | |
| "learning_rate": 3.161482334869432e-05, | |
| "loss": 0.0217, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 7.433594496464743, | |
| "grad_norm": 0.20368924736976624, | |
| "learning_rate": 3.15668202764977e-05, | |
| "loss": 0.0204, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 7.452703993884961, | |
| "grad_norm": 0.16196204721927643, | |
| "learning_rate": 3.1518817204301074e-05, | |
| "loss": 0.0269, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 7.452703993884961, | |
| "eval_events-synergy/entsum_processed_loss": 0.01936463639140129, | |
| "eval_events-synergy/entsum_processed_runtime": 85.1337, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.322, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.836, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 7.471813491305179, | |
| "grad_norm": 0.9692901372909546, | |
| "learning_rate": 3.147081413210445e-05, | |
| "loss": 0.0233, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 7.490922988725396, | |
| "grad_norm": 0.772438645362854, | |
| "learning_rate": 3.142281105990784e-05, | |
| "loss": 0.0207, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 7.510032486145614, | |
| "grad_norm": 0.39141640067100525, | |
| "learning_rate": 3.137480798771121e-05, | |
| "loss": 0.0191, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 7.529141983565832, | |
| "grad_norm": 0.19886603951454163, | |
| "learning_rate": 3.1326804915514596e-05, | |
| "loss": 0.0189, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 7.54825148098605, | |
| "grad_norm": 0.8104422092437744, | |
| "learning_rate": 3.1278801843317975e-05, | |
| "loss": 0.0247, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 7.567360978406268, | |
| "grad_norm": 1.5498480796813965, | |
| "learning_rate": 3.1230798771121354e-05, | |
| "loss": 0.0227, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 7.586470475826486, | |
| "grad_norm": 0.7283300757408142, | |
| "learning_rate": 3.118279569892473e-05, | |
| "loss": 0.0226, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 7.605579973246703, | |
| "grad_norm": 1.3604527711868286, | |
| "learning_rate": 3.113479262672811e-05, | |
| "loss": 0.0167, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 7.6246894706669215, | |
| "grad_norm": 1.0663504600524902, | |
| "learning_rate": 3.108678955453149e-05, | |
| "loss": 0.0251, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 7.64379896808714, | |
| "grad_norm": 0.7986360192298889, | |
| "learning_rate": 3.103878648233487e-05, | |
| "loss": 0.0178, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 7.64379896808714, | |
| "eval_events-synergy/entsum_processed_loss": 0.01874077506363392, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5004, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.89, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.728, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 7.662908465507357, | |
| "grad_norm": 0.20992030203342438, | |
| "learning_rate": 3.0990783410138254e-05, | |
| "loss": 0.0169, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 7.682017962927575, | |
| "grad_norm": 0.19716721773147583, | |
| "learning_rate": 3.0942780337941626e-05, | |
| "loss": 0.0176, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 7.701127460347793, | |
| "grad_norm": 0.015498577617108822, | |
| "learning_rate": 3.089477726574501e-05, | |
| "loss": 0.0211, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 7.7202369577680106, | |
| "grad_norm": 0.6486418843269348, | |
| "learning_rate": 3.084677419354839e-05, | |
| "loss": 0.0155, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 7.739346455188229, | |
| "grad_norm": 0.6476672887802124, | |
| "learning_rate": 3.079877112135177e-05, | |
| "loss": 0.0201, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 7.758455952608447, | |
| "grad_norm": 1.1004291772842407, | |
| "learning_rate": 3.075076804915515e-05, | |
| "loss": 0.0242, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 7.777565450028664, | |
| "grad_norm": 0.46351030468940735, | |
| "learning_rate": 3.0702764976958526e-05, | |
| "loss": 0.0185, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 7.796674947448882, | |
| "grad_norm": 1.0854315757751465, | |
| "learning_rate": 3.0654761904761905e-05, | |
| "loss": 0.0201, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 7.8157844448691, | |
| "grad_norm": 0.8841759562492371, | |
| "learning_rate": 3.0606758832565284e-05, | |
| "loss": 0.0184, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 7.834893942289318, | |
| "grad_norm": 0.9825415015220642, | |
| "learning_rate": 3.055875576036866e-05, | |
| "loss": 0.0187, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 7.834893942289318, | |
| "eval_events-synergy/entsum_processed_loss": 0.018535524606704712, | |
| "eval_events-synergy/entsum_processed_runtime": 85.5215, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.198, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.805, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 7.854003439709536, | |
| "grad_norm": 2.4730401039123535, | |
| "learning_rate": 3.0510752688172045e-05, | |
| "loss": 0.0191, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 7.873112937129753, | |
| "grad_norm": 2.2196543216705322, | |
| "learning_rate": 3.0462749615975423e-05, | |
| "loss": 0.0283, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 7.892222434549971, | |
| "grad_norm": 0.16002187132835388, | |
| "learning_rate": 3.0414746543778806e-05, | |
| "loss": 0.0199, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 7.911331931970189, | |
| "grad_norm": 1.5348676443099976, | |
| "learning_rate": 3.036674347158218e-05, | |
| "loss": 0.0161, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 7.930441429390407, | |
| "grad_norm": 0.6840288043022156, | |
| "learning_rate": 3.0318740399385563e-05, | |
| "loss": 0.014, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 7.949550926810625, | |
| "grad_norm": 0.7691094875335693, | |
| "learning_rate": 3.0270737327188942e-05, | |
| "loss": 0.0171, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 7.968660424230842, | |
| "grad_norm": 0.9019795060157776, | |
| "learning_rate": 3.0222734254992317e-05, | |
| "loss": 0.0208, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 7.9877699216510605, | |
| "grad_norm": 0.40712770819664, | |
| "learning_rate": 3.0174731182795703e-05, | |
| "loss": 0.0216, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 8.006879419071279, | |
| "grad_norm": 0.9297962784767151, | |
| "learning_rate": 3.0126728110599078e-05, | |
| "loss": 0.0206, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 8.025988916491496, | |
| "grad_norm": 0.9476808309555054, | |
| "learning_rate": 3.007872503840246e-05, | |
| "loss": 0.0179, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 8.025988916491496, | |
| "eval_events-synergy/entsum_processed_loss": 0.017886348068714142, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4493, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.906, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.732, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 8.045098413911715, | |
| "grad_norm": 0.2303045094013214, | |
| "learning_rate": 3.003072196620584e-05, | |
| "loss": 0.0166, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 8.064207911331932, | |
| "grad_norm": 0.2901061773300171, | |
| "learning_rate": 2.998271889400922e-05, | |
| "loss": 0.0192, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 8.08331740875215, | |
| "grad_norm": 0.051759280264377594, | |
| "learning_rate": 2.9934715821812596e-05, | |
| "loss": 0.0161, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 8.102426906172367, | |
| "grad_norm": 0.4911729097366333, | |
| "learning_rate": 2.9886712749615975e-05, | |
| "loss": 0.018, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 8.121536403592586, | |
| "grad_norm": 0.4533239006996155, | |
| "learning_rate": 2.9838709677419357e-05, | |
| "loss": 0.0177, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 8.140645901012803, | |
| "grad_norm": 0.03935829922556877, | |
| "learning_rate": 2.9790706605222736e-05, | |
| "loss": 0.016, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 8.15975539843302, | |
| "grad_norm": 0.5652256011962891, | |
| "learning_rate": 2.9742703533026118e-05, | |
| "loss": 0.0125, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 8.17886489585324, | |
| "grad_norm": 0.5128132104873657, | |
| "learning_rate": 2.9694700460829493e-05, | |
| "loss": 0.0123, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 8.197974393273457, | |
| "grad_norm": 0.27111709117889404, | |
| "learning_rate": 2.9646697388632872e-05, | |
| "loss": 0.0173, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 8.217083890693674, | |
| "grad_norm": 0.1685011088848114, | |
| "learning_rate": 2.9598694316436254e-05, | |
| "loss": 0.0161, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 8.217083890693674, | |
| "eval_events-synergy/entsum_processed_loss": 0.017874937504529953, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3239, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.945, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.742, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 8.236193388113893, | |
| "grad_norm": 0.3956407606601715, | |
| "learning_rate": 2.955069124423963e-05, | |
| "loss": 0.0143, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 8.25530288553411, | |
| "grad_norm": 0.46672216057777405, | |
| "learning_rate": 2.9502688172043015e-05, | |
| "loss": 0.0136, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 8.274412382954328, | |
| "grad_norm": 0.27463072538375854, | |
| "learning_rate": 2.945468509984639e-05, | |
| "loss": 0.0152, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 8.293521880374547, | |
| "grad_norm": 0.11778465658426285, | |
| "learning_rate": 2.9406682027649773e-05, | |
| "loss": 0.0227, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 8.312631377794764, | |
| "grad_norm": 0.966484785079956, | |
| "learning_rate": 2.935867895545315e-05, | |
| "loss": 0.0146, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 8.331740875214981, | |
| "grad_norm": 0.10549327731132507, | |
| "learning_rate": 2.9310675883256527e-05, | |
| "loss": 0.0164, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 8.3508503726352, | |
| "grad_norm": 0.19580169022083282, | |
| "learning_rate": 2.926267281105991e-05, | |
| "loss": 0.0192, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 8.369959870055418, | |
| "grad_norm": 0.2825284004211426, | |
| "learning_rate": 2.9214669738863288e-05, | |
| "loss": 0.0183, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 8.389069367475635, | |
| "grad_norm": 0.4127114713191986, | |
| "learning_rate": 2.916666666666667e-05, | |
| "loss": 0.0167, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 8.408178864895854, | |
| "grad_norm": 0.2957821488380432, | |
| "learning_rate": 2.911866359447005e-05, | |
| "loss": 0.0152, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 8.408178864895854, | |
| "eval_events-synergy/entsum_processed_loss": 0.018097488209605217, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2713, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.961, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.746, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 8.427288362316071, | |
| "grad_norm": 1.0461006164550781, | |
| "learning_rate": 2.907066052227343e-05, | |
| "loss": 0.0168, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 8.446397859736289, | |
| "grad_norm": 0.4242873191833496, | |
| "learning_rate": 2.9022657450076806e-05, | |
| "loss": 0.0184, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 8.465507357156508, | |
| "grad_norm": 0.4693470001220703, | |
| "learning_rate": 2.8974654377880185e-05, | |
| "loss": 0.0196, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 8.484616854576725, | |
| "grad_norm": 0.018570706248283386, | |
| "learning_rate": 2.8926651305683567e-05, | |
| "loss": 0.0157, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 8.503726351996942, | |
| "grad_norm": 0.5416761040687561, | |
| "learning_rate": 2.8878648233486942e-05, | |
| "loss": 0.0178, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 8.52283584941716, | |
| "grad_norm": 0.5635196566581726, | |
| "learning_rate": 2.8830645161290328e-05, | |
| "loss": 0.0122, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 8.541945346837378, | |
| "grad_norm": 0.42741984128952026, | |
| "learning_rate": 2.8782642089093703e-05, | |
| "loss": 0.0145, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 8.561054844257596, | |
| "grad_norm": 1.090361475944519, | |
| "learning_rate": 2.8734639016897082e-05, | |
| "loss": 0.0107, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 8.580164341677813, | |
| "grad_norm": 0.792757511138916, | |
| "learning_rate": 2.8686635944700464e-05, | |
| "loss": 0.017, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 8.599273839098032, | |
| "grad_norm": 0.07932941615581512, | |
| "learning_rate": 2.863863287250384e-05, | |
| "loss": 0.0141, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 8.599273839098032, | |
| "eval_events-synergy/entsum_processed_loss": 0.017112286761403084, | |
| "eval_events-synergy/entsum_processed_runtime": 86.6905, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.831, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.714, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 8.61838333651825, | |
| "grad_norm": 0.42730385065078735, | |
| "learning_rate": 2.859062980030722e-05, | |
| "loss": 0.0168, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 8.637492833938467, | |
| "grad_norm": 0.8624597787857056, | |
| "learning_rate": 2.85426267281106e-05, | |
| "loss": 0.021, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 8.656602331358686, | |
| "grad_norm": 0.34436488151550293, | |
| "learning_rate": 2.8494623655913982e-05, | |
| "loss": 0.0152, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 8.675711828778903, | |
| "grad_norm": 1.8274009227752686, | |
| "learning_rate": 2.844662058371736e-05, | |
| "loss": 0.0114, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 8.69482132619912, | |
| "grad_norm": 0.1283120959997177, | |
| "learning_rate": 2.8398617511520736e-05, | |
| "loss": 0.0203, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 8.71393082361934, | |
| "grad_norm": 1.9227547645568848, | |
| "learning_rate": 2.835061443932412e-05, | |
| "loss": 0.0161, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 8.733040321039557, | |
| "grad_norm": 1.129739761352539, | |
| "learning_rate": 2.8302611367127497e-05, | |
| "loss": 0.0149, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 8.752149818459774, | |
| "grad_norm": 0.807822048664093, | |
| "learning_rate": 2.825460829493088e-05, | |
| "loss": 0.0123, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 8.771259315879993, | |
| "grad_norm": 0.24655993282794952, | |
| "learning_rate": 2.8206605222734255e-05, | |
| "loss": 0.0165, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 8.79036881330021, | |
| "grad_norm": 0.19655448198318481, | |
| "learning_rate": 2.8158602150537637e-05, | |
| "loss": 0.0174, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 8.79036881330021, | |
| "eval_events-synergy/entsum_processed_loss": 0.01653146930038929, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3181, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.947, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.743, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 8.809478310720428, | |
| "grad_norm": 0.37631919980049133, | |
| "learning_rate": 2.8110599078341016e-05, | |
| "loss": 0.0186, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 8.828587808140647, | |
| "grad_norm": 0.25859326124191284, | |
| "learning_rate": 2.8062596006144394e-05, | |
| "loss": 0.0194, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 8.847697305560864, | |
| "grad_norm": 0.9864445924758911, | |
| "learning_rate": 2.8014592933947776e-05, | |
| "loss": 0.0163, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 8.866806802981081, | |
| "grad_norm": 1.691253900527954, | |
| "learning_rate": 2.7966589861751152e-05, | |
| "loss": 0.017, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 8.8859163004013, | |
| "grad_norm": 0.9325816035270691, | |
| "learning_rate": 2.7918586789554534e-05, | |
| "loss": 0.0126, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 8.905025797821517, | |
| "grad_norm": 0.8106985688209534, | |
| "learning_rate": 2.7870583717357913e-05, | |
| "loss": 0.0155, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 8.924135295241735, | |
| "grad_norm": 0.5398417711257935, | |
| "learning_rate": 2.7822580645161288e-05, | |
| "loss": 0.0141, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 8.943244792661954, | |
| "grad_norm": 0.5932244658470154, | |
| "learning_rate": 2.777457757296467e-05, | |
| "loss": 0.016, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 8.962354290082171, | |
| "grad_norm": 0.2489900141954422, | |
| "learning_rate": 2.772657450076805e-05, | |
| "loss": 0.0157, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 8.981463787502388, | |
| "grad_norm": 0.5513284802436829, | |
| "learning_rate": 2.767857142857143e-05, | |
| "loss": 0.0133, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 8.981463787502388, | |
| "eval_events-synergy/entsum_processed_loss": 0.016639988869428635, | |
| "eval_events-synergy/entsum_processed_runtime": 86.6238, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.852, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.719, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 9.000573284922606, | |
| "grad_norm": 0.7625744342803955, | |
| "learning_rate": 2.763056835637481e-05, | |
| "loss": 0.013, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 9.019682782342825, | |
| "grad_norm": 0.5866988897323608, | |
| "learning_rate": 2.7582565284178192e-05, | |
| "loss": 0.0132, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 9.038792279763042, | |
| "grad_norm": 0.21316476166248322, | |
| "learning_rate": 2.7534562211981567e-05, | |
| "loss": 0.0126, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 9.05790177718326, | |
| "grad_norm": 0.2244674414396286, | |
| "learning_rate": 2.7486559139784946e-05, | |
| "loss": 0.0125, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 9.077011274603478, | |
| "grad_norm": 0.48919981718063354, | |
| "learning_rate": 2.7438556067588328e-05, | |
| "loss": 0.0145, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 9.096120772023696, | |
| "grad_norm": 1.7857321500778198, | |
| "learning_rate": 2.7390552995391703e-05, | |
| "loss": 0.0136, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 9.115230269443913, | |
| "grad_norm": 1.4337810277938843, | |
| "learning_rate": 2.734254992319509e-05, | |
| "loss": 0.0124, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 9.134339766864132, | |
| "grad_norm": 0.1657884567975998, | |
| "learning_rate": 2.7294546850998464e-05, | |
| "loss": 0.0131, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 9.15344926428435, | |
| "grad_norm": 0.32333338260650635, | |
| "learning_rate": 2.7246543778801846e-05, | |
| "loss": 0.0113, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 9.172558761704567, | |
| "grad_norm": 0.05588236078619957, | |
| "learning_rate": 2.7198540706605225e-05, | |
| "loss": 0.0114, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 9.172558761704567, | |
| "eval_events-synergy/entsum_processed_loss": 0.01658570021390915, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4495, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.906, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.732, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 9.191668259124786, | |
| "grad_norm": 0.12975239753723145, | |
| "learning_rate": 2.71505376344086e-05, | |
| "loss": 0.0157, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 9.210777756545003, | |
| "grad_norm": 0.21814003586769104, | |
| "learning_rate": 2.7102534562211983e-05, | |
| "loss": 0.011, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 9.22988725396522, | |
| "grad_norm": 0.04857701435685158, | |
| "learning_rate": 2.705453149001536e-05, | |
| "loss": 0.0113, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 9.24899675138544, | |
| "grad_norm": 0.17843018472194672, | |
| "learning_rate": 2.7006528417818743e-05, | |
| "loss": 0.0114, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 9.268106248805656, | |
| "grad_norm": 0.4526139497756958, | |
| "learning_rate": 2.6958525345622122e-05, | |
| "loss": 0.0164, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 9.287215746225874, | |
| "grad_norm": 0.6078909635543823, | |
| "learning_rate": 2.6910522273425498e-05, | |
| "loss": 0.0105, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 9.306325243646093, | |
| "grad_norm": 0.8294253349304199, | |
| "learning_rate": 2.686251920122888e-05, | |
| "loss": 0.0129, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 9.32543474106631, | |
| "grad_norm": 0.6839629411697388, | |
| "learning_rate": 2.681451612903226e-05, | |
| "loss": 0.0156, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 9.344544238486527, | |
| "grad_norm": 0.05435250699520111, | |
| "learning_rate": 2.676651305683564e-05, | |
| "loss": 0.0131, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 9.363653735906746, | |
| "grad_norm": 1.4614830017089844, | |
| "learning_rate": 2.6718509984639016e-05, | |
| "loss": 0.0114, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 9.363653735906746, | |
| "eval_events-synergy/entsum_processed_loss": 0.015850717201828957, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4368, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.91, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.733, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 9.382763233326964, | |
| "grad_norm": 0.2169920802116394, | |
| "learning_rate": 2.66705069124424e-05, | |
| "loss": 0.0128, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 9.401872730747181, | |
| "grad_norm": 0.2624705135822296, | |
| "learning_rate": 2.6622503840245777e-05, | |
| "loss": 0.0109, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 9.4209822281674, | |
| "grad_norm": 0.3865724802017212, | |
| "learning_rate": 2.6574500768049156e-05, | |
| "loss": 0.0151, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 9.440091725587617, | |
| "grad_norm": 0.6372859477996826, | |
| "learning_rate": 2.6526497695852538e-05, | |
| "loss": 0.0127, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 9.459201223007835, | |
| "grad_norm": 0.4839339256286621, | |
| "learning_rate": 2.6478494623655913e-05, | |
| "loss": 0.0132, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 9.478310720428052, | |
| "grad_norm": 0.5721094608306885, | |
| "learning_rate": 2.6430491551459295e-05, | |
| "loss": 0.0142, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 9.497420217848271, | |
| "grad_norm": 0.03586877882480621, | |
| "learning_rate": 2.6382488479262674e-05, | |
| "loss": 0.0123, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 9.516529715268488, | |
| "grad_norm": 0.38037604093551636, | |
| "learning_rate": 2.633448540706605e-05, | |
| "loss": 0.0235, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 9.535639212688706, | |
| "grad_norm": 0.2859026789665222, | |
| "learning_rate": 2.6286482334869435e-05, | |
| "loss": 0.0124, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 9.554748710108925, | |
| "grad_norm": 0.27045369148254395, | |
| "learning_rate": 2.623847926267281e-05, | |
| "loss": 0.017, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 9.554748710108925, | |
| "eval_events-synergy/entsum_processed_loss": 0.01477838959544897, | |
| "eval_events-synergy/entsum_processed_runtime": 85.8776, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.085, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.777, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 9.573858207529142, | |
| "grad_norm": 0.1873704493045807, | |
| "learning_rate": 2.6190476190476192e-05, | |
| "loss": 0.0115, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 9.59296770494936, | |
| "grad_norm": 0.1264422982931137, | |
| "learning_rate": 2.614247311827957e-05, | |
| "loss": 0.0099, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 9.612077202369578, | |
| "grad_norm": 0.8306263089179993, | |
| "learning_rate": 2.6094470046082953e-05, | |
| "loss": 0.0136, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 9.631186699789795, | |
| "grad_norm": 0.5657772421836853, | |
| "learning_rate": 2.604646697388633e-05, | |
| "loss": 0.0113, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 9.650296197210013, | |
| "grad_norm": 0.7657700181007385, | |
| "learning_rate": 2.5998463901689707e-05, | |
| "loss": 0.0127, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 9.669405694630232, | |
| "grad_norm": 0.4362422227859497, | |
| "learning_rate": 2.595046082949309e-05, | |
| "loss": 0.01, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 9.688515192050449, | |
| "grad_norm": 1.3221834897994995, | |
| "learning_rate": 2.5902457757296468e-05, | |
| "loss": 0.013, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 9.707624689470666, | |
| "grad_norm": 0.10563758760690689, | |
| "learning_rate": 2.585445468509985e-05, | |
| "loss": 0.0139, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 9.726734186890885, | |
| "grad_norm": 0.40996453166007996, | |
| "learning_rate": 2.5806451612903226e-05, | |
| "loss": 0.0097, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 9.745843684311103, | |
| "grad_norm": 0.14993074536323547, | |
| "learning_rate": 2.5758448540706608e-05, | |
| "loss": 0.0117, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 9.745843684311103, | |
| "eval_events-synergy/entsum_processed_loss": 0.015352104790508747, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4339, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.911, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.733, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 9.76495318173132, | |
| "grad_norm": 0.034810420125722885, | |
| "learning_rate": 2.5710445468509986e-05, | |
| "loss": 0.0117, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 9.784062679151539, | |
| "grad_norm": 0.5618245005607605, | |
| "learning_rate": 2.5662442396313362e-05, | |
| "loss": 0.0113, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 9.803172176571756, | |
| "grad_norm": 0.26905587315559387, | |
| "learning_rate": 2.5614439324116747e-05, | |
| "loss": 0.0135, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 9.822281673991974, | |
| "grad_norm": 0.4496970772743225, | |
| "learning_rate": 2.5566436251920123e-05, | |
| "loss": 0.0136, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 9.841391171412193, | |
| "grad_norm": 0.7193441987037659, | |
| "learning_rate": 2.5518433179723505e-05, | |
| "loss": 0.0109, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 9.86050066883241, | |
| "grad_norm": 1.0633965730667114, | |
| "learning_rate": 2.5470430107526883e-05, | |
| "loss": 0.0169, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 9.879610166252627, | |
| "grad_norm": 0.03440142795443535, | |
| "learning_rate": 2.542242703533026e-05, | |
| "loss": 0.012, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 9.898719663672846, | |
| "grad_norm": 0.7566103339195251, | |
| "learning_rate": 2.537442396313364e-05, | |
| "loss": 0.0145, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 9.917829161093064, | |
| "grad_norm": 0.39200007915496826, | |
| "learning_rate": 2.532642089093702e-05, | |
| "loss": 0.0129, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 9.93693865851328, | |
| "grad_norm": 1.0183656215667725, | |
| "learning_rate": 2.5278417818740402e-05, | |
| "loss": 0.0129, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 9.93693865851328, | |
| "eval_events-synergy/entsum_processed_loss": 0.014359832741320133, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5634, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.87, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.723, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 9.956048155933498, | |
| "grad_norm": 0.4568009376525879, | |
| "learning_rate": 2.523041474654378e-05, | |
| "loss": 0.0092, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 9.975157653353717, | |
| "grad_norm": 0.4945560097694397, | |
| "learning_rate": 2.5182411674347163e-05, | |
| "loss": 0.0107, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 9.994267150773934, | |
| "grad_norm": 0.4079298675060272, | |
| "learning_rate": 2.5134408602150538e-05, | |
| "loss": 0.0145, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 10.013376648194152, | |
| "grad_norm": 0.7107488512992859, | |
| "learning_rate": 2.5086405529953917e-05, | |
| "loss": 0.0091, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 10.03248614561437, | |
| "grad_norm": 0.5608364939689636, | |
| "learning_rate": 2.50384024577573e-05, | |
| "loss": 0.0105, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 10.051595643034588, | |
| "grad_norm": 0.15459409356117249, | |
| "learning_rate": 2.4990399385560678e-05, | |
| "loss": 0.0079, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 10.070705140454805, | |
| "grad_norm": 0.5406343340873718, | |
| "learning_rate": 2.4942396313364056e-05, | |
| "loss": 0.011, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 10.089814637875024, | |
| "grad_norm": 0.45881524682044983, | |
| "learning_rate": 2.4894393241167435e-05, | |
| "loss": 0.0097, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 10.108924135295242, | |
| "grad_norm": 1.0400211811065674, | |
| "learning_rate": 2.4846390168970814e-05, | |
| "loss": 0.0091, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 10.128033632715459, | |
| "grad_norm": 0.4115142524242401, | |
| "learning_rate": 2.4798387096774196e-05, | |
| "loss": 0.0121, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 10.128033632715459, | |
| "eval_events-synergy/entsum_processed_loss": 0.01460443064570427, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3665, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.932, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.739, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 10.147143130135678, | |
| "grad_norm": 0.7973828911781311, | |
| "learning_rate": 2.4750384024577575e-05, | |
| "loss": 0.0109, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 10.166252627555895, | |
| "grad_norm": 0.21007944643497467, | |
| "learning_rate": 2.4702380952380953e-05, | |
| "loss": 0.01, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 10.185362124976113, | |
| "grad_norm": 0.14576242864131927, | |
| "learning_rate": 2.4654377880184332e-05, | |
| "loss": 0.01, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 10.204471622396332, | |
| "grad_norm": 0.08291052281856537, | |
| "learning_rate": 2.460637480798771e-05, | |
| "loss": 0.0097, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 10.223581119816549, | |
| "grad_norm": 0.06554676592350006, | |
| "learning_rate": 2.4558371735791093e-05, | |
| "loss": 0.0095, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 10.242690617236766, | |
| "grad_norm": 0.7229769229888916, | |
| "learning_rate": 2.4510368663594472e-05, | |
| "loss": 0.0098, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 10.261800114656985, | |
| "grad_norm": 1.9222382307052612, | |
| "learning_rate": 2.446236559139785e-05, | |
| "loss": 0.0161, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 10.280909612077203, | |
| "grad_norm": 0.05762649327516556, | |
| "learning_rate": 2.4414362519201233e-05, | |
| "loss": 0.0092, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 10.30001910949742, | |
| "grad_norm": 1.128400206565857, | |
| "learning_rate": 2.436635944700461e-05, | |
| "loss": 0.0114, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 10.319128606917639, | |
| "grad_norm": 0.5140525102615356, | |
| "learning_rate": 2.4318356374807987e-05, | |
| "loss": 0.017, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 10.319128606917639, | |
| "eval_events-synergy/entsum_processed_loss": 0.014034281484782696, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3783, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.928, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.738, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 10.338238104337856, | |
| "grad_norm": 0.011483533307909966, | |
| "learning_rate": 2.427035330261137e-05, | |
| "loss": 0.0077, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 10.357347601758073, | |
| "grad_norm": 0.1507517546415329, | |
| "learning_rate": 2.4222350230414748e-05, | |
| "loss": 0.0082, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 10.376457099178293, | |
| "grad_norm": 0.3378009498119354, | |
| "learning_rate": 2.4174347158218126e-05, | |
| "loss": 0.0123, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 10.39556659659851, | |
| "grad_norm": 0.491153359413147, | |
| "learning_rate": 2.412634408602151e-05, | |
| "loss": 0.0105, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 10.414676094018727, | |
| "grad_norm": 0.7116023898124695, | |
| "learning_rate": 2.4078341013824887e-05, | |
| "loss": 0.0098, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 10.433785591438944, | |
| "grad_norm": 0.05201850086450577, | |
| "learning_rate": 2.4030337941628263e-05, | |
| "loss": 0.0108, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 10.452895088859163, | |
| "grad_norm": 1.5810301303863525, | |
| "learning_rate": 2.3982334869431645e-05, | |
| "loss": 0.009, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 10.47200458627938, | |
| "grad_norm": 0.7053477764129639, | |
| "learning_rate": 2.3934331797235023e-05, | |
| "loss": 0.0096, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 10.491114083699598, | |
| "grad_norm": 0.5703982710838318, | |
| "learning_rate": 2.3886328725038402e-05, | |
| "loss": 0.0084, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 10.510223581119817, | |
| "grad_norm": 0.3266231119632721, | |
| "learning_rate": 2.3838325652841784e-05, | |
| "loss": 0.0119, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 10.510223581119817, | |
| "eval_events-synergy/entsum_processed_loss": 0.014698924496769905, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2536, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.967, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.748, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 10.529333078540034, | |
| "grad_norm": 0.17007987201213837, | |
| "learning_rate": 2.3790322580645163e-05, | |
| "loss": 0.0099, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 10.548442575960252, | |
| "grad_norm": 0.9838082194328308, | |
| "learning_rate": 2.3742319508448542e-05, | |
| "loss": 0.0091, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 10.56755207338047, | |
| "grad_norm": 0.32569730281829834, | |
| "learning_rate": 2.369431643625192e-05, | |
| "loss": 0.0105, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 10.586661570800688, | |
| "grad_norm": 0.3832113742828369, | |
| "learning_rate": 2.36463133640553e-05, | |
| "loss": 0.01, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 10.605771068220905, | |
| "grad_norm": 0.43005886673927307, | |
| "learning_rate": 2.359831029185868e-05, | |
| "loss": 0.0101, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 10.624880565641124, | |
| "grad_norm": 1.174752950668335, | |
| "learning_rate": 2.355030721966206e-05, | |
| "loss": 0.0103, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 10.643990063061342, | |
| "grad_norm": 0.16343650221824646, | |
| "learning_rate": 2.350230414746544e-05, | |
| "loss": 0.0092, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 10.663099560481559, | |
| "grad_norm": 0.3868729770183563, | |
| "learning_rate": 2.345430107526882e-05, | |
| "loss": 0.0155, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 10.682209057901778, | |
| "grad_norm": 0.18367870151996613, | |
| "learning_rate": 2.3406298003072196e-05, | |
| "loss": 0.0093, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 10.701318555321995, | |
| "grad_norm": 0.7105177640914917, | |
| "learning_rate": 2.3358294930875575e-05, | |
| "loss": 0.0086, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 10.701318555321995, | |
| "eval_events-synergy/entsum_processed_loss": 0.014125595800578594, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2929, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.955, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.744, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 10.720428052742212, | |
| "grad_norm": 0.1564301997423172, | |
| "learning_rate": 2.3310291858678957e-05, | |
| "loss": 0.0068, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 10.739537550162432, | |
| "grad_norm": 0.13135480880737305, | |
| "learning_rate": 2.3262288786482336e-05, | |
| "loss": 0.0105, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 10.758647047582649, | |
| "grad_norm": 0.15838299691677094, | |
| "learning_rate": 2.3214285714285715e-05, | |
| "loss": 0.008, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 10.777756545002866, | |
| "grad_norm": 0.42811164259910583, | |
| "learning_rate": 2.3166282642089097e-05, | |
| "loss": 0.0106, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 10.796866042423083, | |
| "grad_norm": 0.1568647176027298, | |
| "learning_rate": 2.3118279569892472e-05, | |
| "loss": 0.0113, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 10.815975539843302, | |
| "grad_norm": 0.41632843017578125, | |
| "learning_rate": 2.3070276497695854e-05, | |
| "loss": 0.0087, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 10.83508503726352, | |
| "grad_norm": 0.3496435582637787, | |
| "learning_rate": 2.3022273425499233e-05, | |
| "loss": 0.0085, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 10.854194534683739, | |
| "grad_norm": 0.04413243755698204, | |
| "learning_rate": 2.2974270353302612e-05, | |
| "loss": 0.0095, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 10.873304032103956, | |
| "grad_norm": 0.2369256615638733, | |
| "learning_rate": 2.2926267281105994e-05, | |
| "loss": 0.0088, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 10.892413529524173, | |
| "grad_norm": 0.07838968932628632, | |
| "learning_rate": 2.2878264208909373e-05, | |
| "loss": 0.0095, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 10.892413529524173, | |
| "eval_events-synergy/entsum_processed_loss": 0.01357998140156269, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3828, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.927, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.737, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 10.91152302694439, | |
| "grad_norm": 0.3263333737850189, | |
| "learning_rate": 2.2830261136712748e-05, | |
| "loss": 0.0103, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 10.93063252436461, | |
| "grad_norm": 0.7420934438705444, | |
| "learning_rate": 2.278225806451613e-05, | |
| "loss": 0.0142, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 10.949742021784827, | |
| "grad_norm": 0.4374001622200012, | |
| "learning_rate": 2.273425499231951e-05, | |
| "loss": 0.0101, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 10.968851519205044, | |
| "grad_norm": 1.4210389852523804, | |
| "learning_rate": 2.2686251920122888e-05, | |
| "loss": 0.0102, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 10.987961016625263, | |
| "grad_norm": 0.6043274402618408, | |
| "learning_rate": 2.263824884792627e-05, | |
| "loss": 0.014, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 11.00707051404548, | |
| "grad_norm": 0.18480466306209564, | |
| "learning_rate": 2.259024577572965e-05, | |
| "loss": 0.0097, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 11.026180011465698, | |
| "grad_norm": 0.013819389045238495, | |
| "learning_rate": 2.2542242703533027e-05, | |
| "loss": 0.0073, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 11.045289508885917, | |
| "grad_norm": 1.205317497253418, | |
| "learning_rate": 2.2494239631336406e-05, | |
| "loss": 0.0092, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 11.064399006306134, | |
| "grad_norm": 0.15929065644741058, | |
| "learning_rate": 2.2446236559139785e-05, | |
| "loss": 0.0086, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 11.083508503726351, | |
| "grad_norm": 1.1358189582824707, | |
| "learning_rate": 2.2398233486943167e-05, | |
| "loss": 0.0074, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 11.083508503726351, | |
| "eval_events-synergy/entsum_processed_loss": 0.013762025162577629, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4105, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.918, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.735, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 11.10261800114657, | |
| "grad_norm": 0.684076189994812, | |
| "learning_rate": 2.2350230414746546e-05, | |
| "loss": 0.0085, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 11.121727498566788, | |
| "grad_norm": 1.0887881517410278, | |
| "learning_rate": 2.2302227342549924e-05, | |
| "loss": 0.0083, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 11.140836995987005, | |
| "grad_norm": 0.6392953395843506, | |
| "learning_rate": 2.2254224270353306e-05, | |
| "loss": 0.0079, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 11.159946493407224, | |
| "grad_norm": 0.858275830745697, | |
| "learning_rate": 2.2206221198156682e-05, | |
| "loss": 0.0084, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 11.179055990827441, | |
| "grad_norm": 0.0732496976852417, | |
| "learning_rate": 2.215821812596006e-05, | |
| "loss": 0.0074, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 11.198165488247659, | |
| "grad_norm": 0.38673388957977295, | |
| "learning_rate": 2.2110215053763443e-05, | |
| "loss": 0.0081, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 11.217274985667878, | |
| "grad_norm": 0.09929162263870239, | |
| "learning_rate": 2.206221198156682e-05, | |
| "loss": 0.0094, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 11.236384483088095, | |
| "grad_norm": 0.504121720790863, | |
| "learning_rate": 2.20142089093702e-05, | |
| "loss": 0.0069, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 11.255493980508312, | |
| "grad_norm": 0.11551874130964279, | |
| "learning_rate": 2.1966205837173582e-05, | |
| "loss": 0.0087, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 11.27460347792853, | |
| "grad_norm": 0.8204399943351746, | |
| "learning_rate": 2.1918202764976958e-05, | |
| "loss": 0.0072, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 11.27460347792853, | |
| "eval_events-synergy/entsum_processed_loss": 0.013163074851036072, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5869, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.863, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.722, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 11.293712975348749, | |
| "grad_norm": 0.2919471859931946, | |
| "learning_rate": 2.187019969278034e-05, | |
| "loss": 0.0085, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 11.312822472768966, | |
| "grad_norm": 0.399214506149292, | |
| "learning_rate": 2.182219662058372e-05, | |
| "loss": 0.0154, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 11.331931970189183, | |
| "grad_norm": 0.9353770613670349, | |
| "learning_rate": 2.1774193548387097e-05, | |
| "loss": 0.0063, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 11.351041467609402, | |
| "grad_norm": 0.24659943580627441, | |
| "learning_rate": 2.172619047619048e-05, | |
| "loss": 0.0073, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 11.37015096502962, | |
| "grad_norm": 0.8196508288383484, | |
| "learning_rate": 2.1678187403993858e-05, | |
| "loss": 0.0066, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 11.389260462449837, | |
| "grad_norm": 0.05071408301591873, | |
| "learning_rate": 2.1630184331797233e-05, | |
| "loss": 0.0067, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 11.408369959870056, | |
| "grad_norm": 0.6439305543899536, | |
| "learning_rate": 2.1582181259600616e-05, | |
| "loss": 0.0092, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 11.427479457290273, | |
| "grad_norm": 0.009084120392799377, | |
| "learning_rate": 2.1534178187403994e-05, | |
| "loss": 0.0095, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 11.44658895471049, | |
| "grad_norm": 0.04028179123997688, | |
| "learning_rate": 2.1486175115207373e-05, | |
| "loss": 0.0081, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 11.46569845213071, | |
| "grad_norm": 0.4081525206565857, | |
| "learning_rate": 2.1438172043010755e-05, | |
| "loss": 0.0087, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 11.46569845213071, | |
| "eval_events-synergy/entsum_processed_loss": 0.013131758198142052, | |
| "eval_events-synergy/entsum_processed_runtime": 86.1545, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.998, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.755, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 11.484807949550927, | |
| "grad_norm": 0.0647350549697876, | |
| "learning_rate": 2.1390168970814134e-05, | |
| "loss": 0.008, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 11.503917446971144, | |
| "grad_norm": 0.2612893581390381, | |
| "learning_rate": 2.1342165898617513e-05, | |
| "loss": 0.0084, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 11.523026944391363, | |
| "grad_norm": 0.21366460621356964, | |
| "learning_rate": 2.129416282642089e-05, | |
| "loss": 0.0106, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 11.54213644181158, | |
| "grad_norm": 1.9202722311019897, | |
| "learning_rate": 2.124615975422427e-05, | |
| "loss": 0.0085, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 11.561245939231798, | |
| "grad_norm": 0.7038975358009338, | |
| "learning_rate": 2.1198156682027652e-05, | |
| "loss": 0.0082, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 11.580355436652017, | |
| "grad_norm": 0.5983741879463196, | |
| "learning_rate": 2.115015360983103e-05, | |
| "loss": 0.0074, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 11.599464934072234, | |
| "grad_norm": 0.09934480488300323, | |
| "learning_rate": 2.110215053763441e-05, | |
| "loss": 0.0076, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 11.618574431492451, | |
| "grad_norm": 0.021143363788723946, | |
| "learning_rate": 2.1054147465437792e-05, | |
| "loss": 0.0075, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 11.63768392891267, | |
| "grad_norm": 0.14107128977775574, | |
| "learning_rate": 2.1006144393241167e-05, | |
| "loss": 0.0092, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 11.656793426332888, | |
| "grad_norm": 0.695513129234314, | |
| "learning_rate": 2.0958141321044546e-05, | |
| "loss": 0.0084, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 11.656793426332888, | |
| "eval_events-synergy/entsum_processed_loss": 0.013082274235785007, | |
| "eval_events-synergy/entsum_processed_runtime": 85.9161, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.073, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.774, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 11.675902923753105, | |
| "grad_norm": 0.14702828228473663, | |
| "learning_rate": 2.0910138248847928e-05, | |
| "loss": 0.008, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 11.695012421173324, | |
| "grad_norm": 0.8319016695022583, | |
| "learning_rate": 2.0862135176651307e-05, | |
| "loss": 0.0077, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 11.714121918593541, | |
| "grad_norm": 1.6200295686721802, | |
| "learning_rate": 2.0814132104454685e-05, | |
| "loss": 0.0096, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 11.733231416013759, | |
| "grad_norm": 0.11744115501642227, | |
| "learning_rate": 2.0766129032258068e-05, | |
| "loss": 0.0069, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 11.752340913433976, | |
| "grad_norm": 0.008127202279865742, | |
| "learning_rate": 2.0718125960061443e-05, | |
| "loss": 0.0082, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 11.771450410854195, | |
| "grad_norm": 0.28937405347824097, | |
| "learning_rate": 2.0670122887864825e-05, | |
| "loss": 0.019, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 11.790559908274412, | |
| "grad_norm": 0.5325780510902405, | |
| "learning_rate": 2.0622119815668204e-05, | |
| "loss": 0.0085, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 11.80966940569463, | |
| "grad_norm": 0.3603396415710449, | |
| "learning_rate": 2.0574116743471583e-05, | |
| "loss": 0.0087, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 11.828778903114848, | |
| "grad_norm": 0.3811150789260864, | |
| "learning_rate": 2.052611367127496e-05, | |
| "loss": 0.007, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 11.847888400535066, | |
| "grad_norm": 0.017322426661849022, | |
| "learning_rate": 2.0478110599078343e-05, | |
| "loss": 0.0077, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 11.847888400535066, | |
| "eval_events-synergy/entsum_processed_loss": 0.01322674285620451, | |
| "eval_events-synergy/entsum_processed_runtime": 85.465, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.216, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.81, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 11.866997897955283, | |
| "grad_norm": 0.5657706260681152, | |
| "learning_rate": 2.0430107526881722e-05, | |
| "loss": 0.0087, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 11.886107395375502, | |
| "grad_norm": 0.7124789953231812, | |
| "learning_rate": 2.03821044546851e-05, | |
| "loss": 0.008, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 11.90521689279572, | |
| "grad_norm": 0.5974131226539612, | |
| "learning_rate": 2.033410138248848e-05, | |
| "loss": 0.0079, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 11.924326390215937, | |
| "grad_norm": 0.722249448299408, | |
| "learning_rate": 2.028609831029186e-05, | |
| "loss": 0.0086, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 11.943435887636156, | |
| "grad_norm": 0.6730612516403198, | |
| "learning_rate": 2.023809523809524e-05, | |
| "loss": 0.0086, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 11.962545385056373, | |
| "grad_norm": 0.4014939069747925, | |
| "learning_rate": 2.019009216589862e-05, | |
| "loss": 0.0078, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 11.98165488247659, | |
| "grad_norm": 0.7014623880386353, | |
| "learning_rate": 2.0142089093701998e-05, | |
| "loss": 0.0111, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 12.00076437989681, | |
| "grad_norm": 0.8713180422782898, | |
| "learning_rate": 2.0094086021505377e-05, | |
| "loss": 0.0098, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 12.019873877317027, | |
| "grad_norm": 0.3292623460292816, | |
| "learning_rate": 2.0046082949308755e-05, | |
| "loss": 0.0068, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 12.038983374737244, | |
| "grad_norm": 0.6158481240272522, | |
| "learning_rate": 1.9998079877112134e-05, | |
| "loss": 0.007, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 12.038983374737244, | |
| "eval_events-synergy/entsum_processed_loss": 0.013169880956411362, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3306, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.943, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.742, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 12.058092872157463, | |
| "grad_norm": 0.025973064824938774, | |
| "learning_rate": 1.9950076804915516e-05, | |
| "loss": 0.0071, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 12.07720236957768, | |
| "grad_norm": 0.4744926989078522, | |
| "learning_rate": 1.9902073732718895e-05, | |
| "loss": 0.01, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 12.096311866997898, | |
| "grad_norm": 0.7474972009658813, | |
| "learning_rate": 1.9854070660522274e-05, | |
| "loss": 0.0091, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 12.115421364418117, | |
| "grad_norm": 0.13019229471683502, | |
| "learning_rate": 1.9806067588325653e-05, | |
| "loss": 0.0049, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 12.134530861838334, | |
| "grad_norm": 0.8603349328041077, | |
| "learning_rate": 1.975806451612903e-05, | |
| "loss": 0.0074, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 12.153640359258551, | |
| "grad_norm": 0.3122252821922302, | |
| "learning_rate": 1.9710061443932413e-05, | |
| "loss": 0.0073, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 12.17274985667877, | |
| "grad_norm": 0.048645805567502975, | |
| "learning_rate": 1.9662058371735792e-05, | |
| "loss": 0.0057, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 12.191859354098987, | |
| "grad_norm": 0.5081863403320312, | |
| "learning_rate": 1.961405529953917e-05, | |
| "loss": 0.0088, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 12.210968851519205, | |
| "grad_norm": 0.28996503353118896, | |
| "learning_rate": 1.9566052227342553e-05, | |
| "loss": 0.0065, | |
| "step": 63900 | |
| }, | |
| { | |
| "epoch": 12.230078348939422, | |
| "grad_norm": 0.4138163626194, | |
| "learning_rate": 1.9518049155145932e-05, | |
| "loss": 0.0049, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 12.230078348939422, | |
| "eval_events-synergy/entsum_processed_loss": 0.013458210043609142, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2248, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.976, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.75, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 12.249187846359641, | |
| "grad_norm": 0.057438481599092484, | |
| "learning_rate": 1.9470046082949307e-05, | |
| "loss": 0.0065, | |
| "step": 64100 | |
| }, | |
| { | |
| "epoch": 12.268297343779858, | |
| "grad_norm": 0.40838849544525146, | |
| "learning_rate": 1.942204301075269e-05, | |
| "loss": 0.0067, | |
| "step": 64200 | |
| }, | |
| { | |
| "epoch": 12.287406841200076, | |
| "grad_norm": 0.2802123427391052, | |
| "learning_rate": 1.9374039938556068e-05, | |
| "loss": 0.0075, | |
| "step": 64300 | |
| }, | |
| { | |
| "epoch": 12.306516338620295, | |
| "grad_norm": 0.009569051675498486, | |
| "learning_rate": 1.9326036866359447e-05, | |
| "loss": 0.0071, | |
| "step": 64400 | |
| }, | |
| { | |
| "epoch": 12.325625836040512, | |
| "grad_norm": 0.03632039576768875, | |
| "learning_rate": 1.927803379416283e-05, | |
| "loss": 0.0068, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 12.34473533346073, | |
| "grad_norm": 0.46252092719078064, | |
| "learning_rate": 1.9230030721966208e-05, | |
| "loss": 0.0062, | |
| "step": 64600 | |
| }, | |
| { | |
| "epoch": 12.363844830880948, | |
| "grad_norm": 0.04237058386206627, | |
| "learning_rate": 1.9182027649769586e-05, | |
| "loss": 0.0078, | |
| "step": 64700 | |
| }, | |
| { | |
| "epoch": 12.382954328301166, | |
| "grad_norm": 0.050396714359521866, | |
| "learning_rate": 1.9134024577572965e-05, | |
| "loss": 0.0089, | |
| "step": 64800 | |
| }, | |
| { | |
| "epoch": 12.402063825721383, | |
| "grad_norm": 0.8509294986724854, | |
| "learning_rate": 1.9086021505376344e-05, | |
| "loss": 0.006, | |
| "step": 64900 | |
| }, | |
| { | |
| "epoch": 12.421173323141602, | |
| "grad_norm": 0.07883996516466141, | |
| "learning_rate": 1.9038018433179726e-05, | |
| "loss": 0.0068, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 12.421173323141602, | |
| "eval_events-synergy/entsum_processed_loss": 0.013203460723161697, | |
| "eval_events-synergy/entsum_processed_runtime": 86.1892, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.987, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.753, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 12.44028282056182, | |
| "grad_norm": 0.0476163849234581, | |
| "learning_rate": 1.8990015360983105e-05, | |
| "loss": 0.0079, | |
| "step": 65100 | |
| }, | |
| { | |
| "epoch": 12.459392317982037, | |
| "grad_norm": 0.02199789695441723, | |
| "learning_rate": 1.8942012288786483e-05, | |
| "loss": 0.0067, | |
| "step": 65200 | |
| }, | |
| { | |
| "epoch": 12.478501815402256, | |
| "grad_norm": 0.05000906065106392, | |
| "learning_rate": 1.8894009216589862e-05, | |
| "loss": 0.0082, | |
| "step": 65300 | |
| }, | |
| { | |
| "epoch": 12.497611312822473, | |
| "grad_norm": 0.8533111810684204, | |
| "learning_rate": 1.884600614439324e-05, | |
| "loss": 0.0074, | |
| "step": 65400 | |
| }, | |
| { | |
| "epoch": 12.51672081024269, | |
| "grad_norm": 1.0276228189468384, | |
| "learning_rate": 1.879800307219662e-05, | |
| "loss": 0.0055, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 12.53583030766291, | |
| "grad_norm": 0.05433342233300209, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 0.0089, | |
| "step": 65600 | |
| }, | |
| { | |
| "epoch": 12.554939805083126, | |
| "grad_norm": 0.15978392958641052, | |
| "learning_rate": 1.870199692780338e-05, | |
| "loss": 0.0064, | |
| "step": 65700 | |
| }, | |
| { | |
| "epoch": 12.574049302503344, | |
| "grad_norm": 0.3056204319000244, | |
| "learning_rate": 1.865399385560676e-05, | |
| "loss": 0.0064, | |
| "step": 65800 | |
| }, | |
| { | |
| "epoch": 12.593158799923563, | |
| "grad_norm": 0.009515652433037758, | |
| "learning_rate": 1.860599078341014e-05, | |
| "loss": 0.0069, | |
| "step": 65900 | |
| }, | |
| { | |
| "epoch": 12.61226829734378, | |
| "grad_norm": 0.026574306190013885, | |
| "learning_rate": 1.8557987711213517e-05, | |
| "loss": 0.0061, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 12.61226829734378, | |
| "eval_events-synergy/entsum_processed_loss": 0.013461146503686905, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4904, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.893, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.729, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 12.631377794763997, | |
| "grad_norm": 0.21460069715976715, | |
| "learning_rate": 1.85099846390169e-05, | |
| "loss": 0.0078, | |
| "step": 66100 | |
| }, | |
| { | |
| "epoch": 12.650487292184216, | |
| "grad_norm": 0.29758745431900024, | |
| "learning_rate": 1.8461981566820278e-05, | |
| "loss": 0.0073, | |
| "step": 66200 | |
| }, | |
| { | |
| "epoch": 12.669596789604434, | |
| "grad_norm": 0.4597108066082001, | |
| "learning_rate": 1.8413978494623656e-05, | |
| "loss": 0.0046, | |
| "step": 66300 | |
| }, | |
| { | |
| "epoch": 12.688706287024651, | |
| "grad_norm": 0.07014264166355133, | |
| "learning_rate": 1.836597542242704e-05, | |
| "loss": 0.0073, | |
| "step": 66400 | |
| }, | |
| { | |
| "epoch": 12.707815784444868, | |
| "grad_norm": 0.6235468983650208, | |
| "learning_rate": 1.8317972350230417e-05, | |
| "loss": 0.0085, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 12.726925281865087, | |
| "grad_norm": 0.49677661061286926, | |
| "learning_rate": 1.8269969278033793e-05, | |
| "loss": 0.0066, | |
| "step": 66600 | |
| }, | |
| { | |
| "epoch": 12.746034779285305, | |
| "grad_norm": 0.023319154977798462, | |
| "learning_rate": 1.8221966205837175e-05, | |
| "loss": 0.0061, | |
| "step": 66700 | |
| }, | |
| { | |
| "epoch": 12.765144276705522, | |
| "grad_norm": 0.5906485319137573, | |
| "learning_rate": 1.8173963133640553e-05, | |
| "loss": 0.0078, | |
| "step": 66800 | |
| }, | |
| { | |
| "epoch": 12.784253774125741, | |
| "grad_norm": 0.4909743666648865, | |
| "learning_rate": 1.8125960061443932e-05, | |
| "loss": 0.008, | |
| "step": 66900 | |
| }, | |
| { | |
| "epoch": 12.803363271545958, | |
| "grad_norm": 1.3858819007873535, | |
| "learning_rate": 1.8077956989247314e-05, | |
| "loss": 0.0066, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 12.803363271545958, | |
| "eval_events-synergy/entsum_processed_loss": 0.01290189754217863, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4251, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.913, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.734, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 12.822472768966175, | |
| "grad_norm": 0.8135608434677124, | |
| "learning_rate": 1.8029953917050693e-05, | |
| "loss": 0.0087, | |
| "step": 67100 | |
| }, | |
| { | |
| "epoch": 12.841582266386395, | |
| "grad_norm": 0.3143382966518402, | |
| "learning_rate": 1.7981950844854072e-05, | |
| "loss": 0.0074, | |
| "step": 67200 | |
| }, | |
| { | |
| "epoch": 12.860691763806612, | |
| "grad_norm": 0.1856617033481598, | |
| "learning_rate": 1.793394777265745e-05, | |
| "loss": 0.0073, | |
| "step": 67300 | |
| }, | |
| { | |
| "epoch": 12.87980126122683, | |
| "grad_norm": 0.0038214472588151693, | |
| "learning_rate": 1.788594470046083e-05, | |
| "loss": 0.007, | |
| "step": 67400 | |
| }, | |
| { | |
| "epoch": 12.898910758647048, | |
| "grad_norm": 0.12916350364685059, | |
| "learning_rate": 1.783794162826421e-05, | |
| "loss": 0.006, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 12.918020256067265, | |
| "grad_norm": 0.3312636613845825, | |
| "learning_rate": 1.778993855606759e-05, | |
| "loss": 0.0054, | |
| "step": 67600 | |
| }, | |
| { | |
| "epoch": 12.937129753487483, | |
| "grad_norm": 0.008426926098763943, | |
| "learning_rate": 1.774193548387097e-05, | |
| "loss": 0.0055, | |
| "step": 67700 | |
| }, | |
| { | |
| "epoch": 12.956239250907702, | |
| "grad_norm": 0.02026149071753025, | |
| "learning_rate": 1.769393241167435e-05, | |
| "loss": 0.0055, | |
| "step": 67800 | |
| }, | |
| { | |
| "epoch": 12.975348748327919, | |
| "grad_norm": 0.13877490162849426, | |
| "learning_rate": 1.7645929339477726e-05, | |
| "loss": 0.0053, | |
| "step": 67900 | |
| }, | |
| { | |
| "epoch": 12.994458245748136, | |
| "grad_norm": 0.4303775429725647, | |
| "learning_rate": 1.7597926267281105e-05, | |
| "loss": 0.0073, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 12.994458245748136, | |
| "eval_events-synergy/entsum_processed_loss": 0.013035867363214493, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4767, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.897, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.73, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 13.013567743168355, | |
| "grad_norm": 0.43861302733421326, | |
| "learning_rate": 1.7549923195084487e-05, | |
| "loss": 0.006, | |
| "step": 68100 | |
| }, | |
| { | |
| "epoch": 13.032677240588573, | |
| "grad_norm": 0.5167204141616821, | |
| "learning_rate": 1.7501920122887866e-05, | |
| "loss": 0.0058, | |
| "step": 68200 | |
| }, | |
| { | |
| "epoch": 13.05178673800879, | |
| "grad_norm": 0.9433317184448242, | |
| "learning_rate": 1.7453917050691245e-05, | |
| "loss": 0.0057, | |
| "step": 68300 | |
| }, | |
| { | |
| "epoch": 13.070896235429009, | |
| "grad_norm": 0.01894897036254406, | |
| "learning_rate": 1.7405913978494627e-05, | |
| "loss": 0.0051, | |
| "step": 68400 | |
| }, | |
| { | |
| "epoch": 13.090005732849226, | |
| "grad_norm": 0.9866701364517212, | |
| "learning_rate": 1.7357910906298002e-05, | |
| "loss": 0.006, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 13.109115230269444, | |
| "grad_norm": 0.014975917525589466, | |
| "learning_rate": 1.7309907834101384e-05, | |
| "loss": 0.0045, | |
| "step": 68600 | |
| }, | |
| { | |
| "epoch": 13.128224727689663, | |
| "grad_norm": 0.016140179708600044, | |
| "learning_rate": 1.7261904761904763e-05, | |
| "loss": 0.0046, | |
| "step": 68700 | |
| }, | |
| { | |
| "epoch": 13.14733422510988, | |
| "grad_norm": 0.42392489314079285, | |
| "learning_rate": 1.7213901689708142e-05, | |
| "loss": 0.0073, | |
| "step": 68800 | |
| }, | |
| { | |
| "epoch": 13.166443722530097, | |
| "grad_norm": 0.44540801644325256, | |
| "learning_rate": 1.7165898617511524e-05, | |
| "loss": 0.0061, | |
| "step": 68900 | |
| }, | |
| { | |
| "epoch": 13.185553219950314, | |
| "grad_norm": 0.3063792884349823, | |
| "learning_rate": 1.7117895545314903e-05, | |
| "loss": 0.0062, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 13.185553219950314, | |
| "eval_events-synergy/entsum_processed_loss": 0.013066727668046951, | |
| "eval_events-synergy/entsum_processed_runtime": 84.3501, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.576, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.9, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 13.204662717370534, | |
| "grad_norm": 0.09294837713241577, | |
| "learning_rate": 1.7069892473118278e-05, | |
| "loss": 0.0056, | |
| "step": 69100 | |
| }, | |
| { | |
| "epoch": 13.22377221479075, | |
| "grad_norm": 0.07464176416397095, | |
| "learning_rate": 1.702188940092166e-05, | |
| "loss": 0.0058, | |
| "step": 69200 | |
| }, | |
| { | |
| "epoch": 13.242881712210968, | |
| "grad_norm": 0.06809643656015396, | |
| "learning_rate": 1.697388632872504e-05, | |
| "loss": 0.005, | |
| "step": 69300 | |
| }, | |
| { | |
| "epoch": 13.261991209631187, | |
| "grad_norm": 0.007226106245070696, | |
| "learning_rate": 1.6925883256528418e-05, | |
| "loss": 0.0076, | |
| "step": 69400 | |
| }, | |
| { | |
| "epoch": 13.281100707051404, | |
| "grad_norm": 0.2170906960964203, | |
| "learning_rate": 1.68778801843318e-05, | |
| "loss": 0.0063, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 13.300210204471622, | |
| "grad_norm": 0.01999014802277088, | |
| "learning_rate": 1.682987711213518e-05, | |
| "loss": 0.0065, | |
| "step": 69600 | |
| }, | |
| { | |
| "epoch": 13.31931970189184, | |
| "grad_norm": 0.0101222088560462, | |
| "learning_rate": 1.6781874039938557e-05, | |
| "loss": 0.0054, | |
| "step": 69700 | |
| }, | |
| { | |
| "epoch": 13.338429199312058, | |
| "grad_norm": 0.7783103585243225, | |
| "learning_rate": 1.6733870967741936e-05, | |
| "loss": 0.0057, | |
| "step": 69800 | |
| }, | |
| { | |
| "epoch": 13.357538696732275, | |
| "grad_norm": 0.17000514268875122, | |
| "learning_rate": 1.6685867895545315e-05, | |
| "loss": 0.0058, | |
| "step": 69900 | |
| }, | |
| { | |
| "epoch": 13.376648194152494, | |
| "grad_norm": 0.2570934295654297, | |
| "learning_rate": 1.6637864823348693e-05, | |
| "loss": 0.006, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 13.376648194152494, | |
| "eval_events-synergy/entsum_processed_loss": 0.01279551349580288, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2214, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.977, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.75, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 13.395757691572712, | |
| "grad_norm": 0.8089013695716858, | |
| "learning_rate": 1.6589861751152075e-05, | |
| "loss": 0.0061, | |
| "step": 70100 | |
| }, | |
| { | |
| "epoch": 13.414867188992929, | |
| "grad_norm": 0.6852768063545227, | |
| "learning_rate": 1.6541858678955454e-05, | |
| "loss": 0.0044, | |
| "step": 70200 | |
| }, | |
| { | |
| "epoch": 13.433976686413148, | |
| "grad_norm": 0.15175899863243103, | |
| "learning_rate": 1.6493855606758833e-05, | |
| "loss": 0.0061, | |
| "step": 70300 | |
| }, | |
| { | |
| "epoch": 13.453086183833365, | |
| "grad_norm": 0.05197775736451149, | |
| "learning_rate": 1.6445852534562212e-05, | |
| "loss": 0.0063, | |
| "step": 70400 | |
| }, | |
| { | |
| "epoch": 13.472195681253583, | |
| "grad_norm": 0.5456545948982239, | |
| "learning_rate": 1.639784946236559e-05, | |
| "loss": 0.0058, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 13.491305178673802, | |
| "grad_norm": 0.16188669204711914, | |
| "learning_rate": 1.6349846390168973e-05, | |
| "loss": 0.0064, | |
| "step": 70600 | |
| }, | |
| { | |
| "epoch": 13.510414676094019, | |
| "grad_norm": 0.8403982520103455, | |
| "learning_rate": 1.630184331797235e-05, | |
| "loss": 0.0053, | |
| "step": 70700 | |
| }, | |
| { | |
| "epoch": 13.529524173514236, | |
| "grad_norm": 0.00283870380371809, | |
| "learning_rate": 1.625384024577573e-05, | |
| "loss": 0.0064, | |
| "step": 70800 | |
| }, | |
| { | |
| "epoch": 13.548633670934455, | |
| "grad_norm": 0.05162491649389267, | |
| "learning_rate": 1.6205837173579112e-05, | |
| "loss": 0.0054, | |
| "step": 70900 | |
| }, | |
| { | |
| "epoch": 13.567743168354673, | |
| "grad_norm": 0.5664875507354736, | |
| "learning_rate": 1.6157834101382488e-05, | |
| "loss": 0.0054, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 13.567743168354673, | |
| "eval_events-synergy/entsum_processed_loss": 0.012747672386467457, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3771, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.928, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.738, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 13.58685266577489, | |
| "grad_norm": 0.2854113280773163, | |
| "learning_rate": 1.6109831029185866e-05, | |
| "loss": 0.0047, | |
| "step": 71100 | |
| }, | |
| { | |
| "epoch": 13.605962163195109, | |
| "grad_norm": 0.2796891927719116, | |
| "learning_rate": 1.606182795698925e-05, | |
| "loss": 0.0059, | |
| "step": 71200 | |
| }, | |
| { | |
| "epoch": 13.625071660615326, | |
| "grad_norm": 0.4434114098548889, | |
| "learning_rate": 1.6013824884792627e-05, | |
| "loss": 0.0088, | |
| "step": 71300 | |
| }, | |
| { | |
| "epoch": 13.644181158035543, | |
| "grad_norm": 0.11509229242801666, | |
| "learning_rate": 1.5965821812596006e-05, | |
| "loss": 0.0082, | |
| "step": 71400 | |
| }, | |
| { | |
| "epoch": 13.66329065545576, | |
| "grad_norm": 0.034501317888498306, | |
| "learning_rate": 1.5917818740399388e-05, | |
| "loss": 0.0094, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 13.68240015287598, | |
| "grad_norm": 0.483247846364975, | |
| "learning_rate": 1.5869815668202767e-05, | |
| "loss": 0.005, | |
| "step": 71600 | |
| }, | |
| { | |
| "epoch": 13.701509650296197, | |
| "grad_norm": 0.17208580672740936, | |
| "learning_rate": 1.5821812596006145e-05, | |
| "loss": 0.0051, | |
| "step": 71700 | |
| }, | |
| { | |
| "epoch": 13.720619147716414, | |
| "grad_norm": 0.42245280742645264, | |
| "learning_rate": 1.5773809523809524e-05, | |
| "loss": 0.0052, | |
| "step": 71800 | |
| }, | |
| { | |
| "epoch": 13.739728645136633, | |
| "grad_norm": 0.5766732096672058, | |
| "learning_rate": 1.5725806451612903e-05, | |
| "loss": 0.0056, | |
| "step": 71900 | |
| }, | |
| { | |
| "epoch": 13.75883814255685, | |
| "grad_norm": 0.1782081127166748, | |
| "learning_rate": 1.5677803379416285e-05, | |
| "loss": 0.0067, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 13.75883814255685, | |
| "eval_events-synergy/entsum_processed_loss": 0.012470792047679424, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3378, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.941, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.741, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 13.777947639977068, | |
| "grad_norm": 0.27173900604248047, | |
| "learning_rate": 1.5629800307219664e-05, | |
| "loss": 0.0042, | |
| "step": 72100 | |
| }, | |
| { | |
| "epoch": 13.797057137397287, | |
| "grad_norm": 0.9423706531524658, | |
| "learning_rate": 1.5581797235023043e-05, | |
| "loss": 0.0061, | |
| "step": 72200 | |
| }, | |
| { | |
| "epoch": 13.816166634817504, | |
| "grad_norm": 0.27326226234436035, | |
| "learning_rate": 1.553379416282642e-05, | |
| "loss": 0.005, | |
| "step": 72300 | |
| }, | |
| { | |
| "epoch": 13.835276132237722, | |
| "grad_norm": 0.2667993903160095, | |
| "learning_rate": 1.54857910906298e-05, | |
| "loss": 0.0055, | |
| "step": 72400 | |
| }, | |
| { | |
| "epoch": 13.85438562965794, | |
| "grad_norm": 0.4120780825614929, | |
| "learning_rate": 1.543778801843318e-05, | |
| "loss": 0.0043, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 13.873495127078158, | |
| "grad_norm": 0.6277773976325989, | |
| "learning_rate": 1.538978494623656e-05, | |
| "loss": 0.0077, | |
| "step": 72600 | |
| }, | |
| { | |
| "epoch": 13.892604624498375, | |
| "grad_norm": 0.4718801975250244, | |
| "learning_rate": 1.534178187403994e-05, | |
| "loss": 0.0056, | |
| "step": 72700 | |
| }, | |
| { | |
| "epoch": 13.911714121918594, | |
| "grad_norm": 0.18229953944683075, | |
| "learning_rate": 1.529377880184332e-05, | |
| "loss": 0.0081, | |
| "step": 72800 | |
| }, | |
| { | |
| "epoch": 13.930823619338812, | |
| "grad_norm": 0.08315181732177734, | |
| "learning_rate": 1.5245775729646697e-05, | |
| "loss": 0.0073, | |
| "step": 72900 | |
| }, | |
| { | |
| "epoch": 13.949933116759029, | |
| "grad_norm": 0.006552177015691996, | |
| "learning_rate": 1.5197772657450078e-05, | |
| "loss": 0.0055, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 13.949933116759029, | |
| "eval_events-synergy/entsum_processed_loss": 0.012344392947852612, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3295, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.943, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.742, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 13.969042614179248, | |
| "grad_norm": 0.150691419839859, | |
| "learning_rate": 1.5149769585253456e-05, | |
| "loss": 0.0067, | |
| "step": 73100 | |
| }, | |
| { | |
| "epoch": 13.988152111599465, | |
| "grad_norm": 0.7237725257873535, | |
| "learning_rate": 1.5101766513056837e-05, | |
| "loss": 0.0067, | |
| "step": 73200 | |
| }, | |
| { | |
| "epoch": 14.007261609019682, | |
| "grad_norm": 0.07672421634197235, | |
| "learning_rate": 1.5053763440860215e-05, | |
| "loss": 0.0053, | |
| "step": 73300 | |
| }, | |
| { | |
| "epoch": 14.026371106439901, | |
| "grad_norm": 0.2431519776582718, | |
| "learning_rate": 1.5005760368663596e-05, | |
| "loss": 0.0063, | |
| "step": 73400 | |
| }, | |
| { | |
| "epoch": 14.045480603860119, | |
| "grad_norm": 0.048979759216308594, | |
| "learning_rate": 1.4957757296466976e-05, | |
| "loss": 0.005, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 14.064590101280336, | |
| "grad_norm": 0.9289604425430298, | |
| "learning_rate": 1.4909754224270353e-05, | |
| "loss": 0.0036, | |
| "step": 73600 | |
| }, | |
| { | |
| "epoch": 14.083699598700553, | |
| "grad_norm": 0.06590162217617035, | |
| "learning_rate": 1.4861751152073732e-05, | |
| "loss": 0.004, | |
| "step": 73700 | |
| }, | |
| { | |
| "epoch": 14.102809096120772, | |
| "grad_norm": 0.3335033357143402, | |
| "learning_rate": 1.4813748079877113e-05, | |
| "loss": 0.005, | |
| "step": 73800 | |
| }, | |
| { | |
| "epoch": 14.12191859354099, | |
| "grad_norm": 0.08950705081224442, | |
| "learning_rate": 1.4765745007680493e-05, | |
| "loss": 0.0045, | |
| "step": 73900 | |
| }, | |
| { | |
| "epoch": 14.141028090961207, | |
| "grad_norm": 0.7303321957588196, | |
| "learning_rate": 1.4717741935483872e-05, | |
| "loss": 0.0071, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 14.141028090961207, | |
| "eval_events-synergy/entsum_processed_loss": 0.012597361579537392, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4655, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.901, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.731, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 14.160137588381426, | |
| "grad_norm": 0.31180980801582336, | |
| "learning_rate": 1.4669738863287252e-05, | |
| "loss": 0.0055, | |
| "step": 74100 | |
| }, | |
| { | |
| "epoch": 14.179247085801643, | |
| "grad_norm": 0.019986744970083237, | |
| "learning_rate": 1.462173579109063e-05, | |
| "loss": 0.005, | |
| "step": 74200 | |
| }, | |
| { | |
| "epoch": 14.19835658322186, | |
| "grad_norm": 0.6268077492713928, | |
| "learning_rate": 1.457373271889401e-05, | |
| "loss": 0.0046, | |
| "step": 74300 | |
| }, | |
| { | |
| "epoch": 14.21746608064208, | |
| "grad_norm": 0.18772102892398834, | |
| "learning_rate": 1.4525729646697388e-05, | |
| "loss": 0.0052, | |
| "step": 74400 | |
| }, | |
| { | |
| "epoch": 14.236575578062297, | |
| "grad_norm": 0.014273080974817276, | |
| "learning_rate": 1.4477726574500769e-05, | |
| "loss": 0.0052, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 14.255685075482514, | |
| "grad_norm": 0.04534445330500603, | |
| "learning_rate": 1.442972350230415e-05, | |
| "loss": 0.0078, | |
| "step": 74600 | |
| }, | |
| { | |
| "epoch": 14.274794572902733, | |
| "grad_norm": 0.06626222282648087, | |
| "learning_rate": 1.4381720430107528e-05, | |
| "loss": 0.0049, | |
| "step": 74700 | |
| }, | |
| { | |
| "epoch": 14.29390407032295, | |
| "grad_norm": 0.05039865896105766, | |
| "learning_rate": 1.4333717357910905e-05, | |
| "loss": 0.0062, | |
| "step": 74800 | |
| }, | |
| { | |
| "epoch": 14.313013567743168, | |
| "grad_norm": 0.0062214708887040615, | |
| "learning_rate": 1.4285714285714285e-05, | |
| "loss": 0.0043, | |
| "step": 74900 | |
| }, | |
| { | |
| "epoch": 14.332123065163387, | |
| "grad_norm": 0.08620163798332214, | |
| "learning_rate": 1.4237711213517666e-05, | |
| "loss": 0.0057, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 14.332123065163387, | |
| "eval_events-synergy/entsum_processed_loss": 0.012711184099316597, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4444, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.907, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.733, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 14.351232562583604, | |
| "grad_norm": 0.04931287094950676, | |
| "learning_rate": 1.4189708141321045e-05, | |
| "loss": 0.0083, | |
| "step": 75100 | |
| }, | |
| { | |
| "epoch": 14.370342060003821, | |
| "grad_norm": 0.01421100553125143, | |
| "learning_rate": 1.4141705069124425e-05, | |
| "loss": 0.004, | |
| "step": 75200 | |
| }, | |
| { | |
| "epoch": 14.38945155742404, | |
| "grad_norm": 0.011329934932291508, | |
| "learning_rate": 1.4093701996927805e-05, | |
| "loss": 0.0049, | |
| "step": 75300 | |
| }, | |
| { | |
| "epoch": 14.408561054844258, | |
| "grad_norm": 0.15495194494724274, | |
| "learning_rate": 1.4045698924731183e-05, | |
| "loss": 0.0032, | |
| "step": 75400 | |
| }, | |
| { | |
| "epoch": 14.427670552264475, | |
| "grad_norm": 0.05016593262553215, | |
| "learning_rate": 1.3997695852534561e-05, | |
| "loss": 0.0055, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 14.446780049684694, | |
| "grad_norm": 1.6086093187332153, | |
| "learning_rate": 1.3949692780337942e-05, | |
| "loss": 0.005, | |
| "step": 75600 | |
| }, | |
| { | |
| "epoch": 14.465889547104911, | |
| "grad_norm": 0.4085695743560791, | |
| "learning_rate": 1.3901689708141322e-05, | |
| "loss": 0.0054, | |
| "step": 75700 | |
| }, | |
| { | |
| "epoch": 14.484999044525129, | |
| "grad_norm": 0.1665886640548706, | |
| "learning_rate": 1.3853686635944701e-05, | |
| "loss": 0.0047, | |
| "step": 75800 | |
| }, | |
| { | |
| "epoch": 14.504108541945346, | |
| "grad_norm": 0.1481260061264038, | |
| "learning_rate": 1.3805683563748081e-05, | |
| "loss": 0.0043, | |
| "step": 75900 | |
| }, | |
| { | |
| "epoch": 14.523218039365565, | |
| "grad_norm": 0.22774682939052582, | |
| "learning_rate": 1.3757680491551462e-05, | |
| "loss": 0.0037, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 14.523218039365565, | |
| "eval_events-synergy/entsum_processed_loss": 0.012892031110823154, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4183, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.916, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.735, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 14.542327536785782, | |
| "grad_norm": 0.34367671608924866, | |
| "learning_rate": 1.3709677419354839e-05, | |
| "loss": 0.0054, | |
| "step": 76100 | |
| }, | |
| { | |
| "epoch": 14.561437034206, | |
| "grad_norm": 0.7251562476158142, | |
| "learning_rate": 1.3661674347158218e-05, | |
| "loss": 0.0062, | |
| "step": 76200 | |
| }, | |
| { | |
| "epoch": 14.580546531626219, | |
| "grad_norm": 0.1083359494805336, | |
| "learning_rate": 1.3613671274961598e-05, | |
| "loss": 0.005, | |
| "step": 76300 | |
| }, | |
| { | |
| "epoch": 14.599656029046436, | |
| "grad_norm": 0.08868356049060822, | |
| "learning_rate": 1.3565668202764978e-05, | |
| "loss": 0.004, | |
| "step": 76400 | |
| }, | |
| { | |
| "epoch": 14.618765526466653, | |
| "grad_norm": 0.4599528908729553, | |
| "learning_rate": 1.3517665130568357e-05, | |
| "loss": 0.0045, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 14.637875023886872, | |
| "grad_norm": 0.5329752564430237, | |
| "learning_rate": 1.3469662058371738e-05, | |
| "loss": 0.0052, | |
| "step": 76600 | |
| }, | |
| { | |
| "epoch": 14.65698452130709, | |
| "grad_norm": 0.050466131418943405, | |
| "learning_rate": 1.3421658986175115e-05, | |
| "loss": 0.0049, | |
| "step": 76700 | |
| }, | |
| { | |
| "epoch": 14.676094018727307, | |
| "grad_norm": 0.2970987856388092, | |
| "learning_rate": 1.3373655913978495e-05, | |
| "loss": 0.0042, | |
| "step": 76800 | |
| }, | |
| { | |
| "epoch": 14.695203516147526, | |
| "grad_norm": 0.10357856750488281, | |
| "learning_rate": 1.3325652841781874e-05, | |
| "loss": 0.005, | |
| "step": 76900 | |
| }, | |
| { | |
| "epoch": 14.714313013567743, | |
| "grad_norm": 0.05402665585279465, | |
| "learning_rate": 1.3277649769585254e-05, | |
| "loss": 0.0047, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 14.714313013567743, | |
| "eval_events-synergy/entsum_processed_loss": 0.012962962500751019, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4889, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.894, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.729, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 14.73342251098796, | |
| "grad_norm": 0.15317828953266144, | |
| "learning_rate": 1.3229646697388635e-05, | |
| "loss": 0.0054, | |
| "step": 77100 | |
| }, | |
| { | |
| "epoch": 14.75253200840818, | |
| "grad_norm": 0.1756182163953781, | |
| "learning_rate": 1.3181643625192013e-05, | |
| "loss": 0.0055, | |
| "step": 77200 | |
| }, | |
| { | |
| "epoch": 14.771641505828397, | |
| "grad_norm": 1.027187466621399, | |
| "learning_rate": 1.313364055299539e-05, | |
| "loss": 0.0034, | |
| "step": 77300 | |
| }, | |
| { | |
| "epoch": 14.790751003248614, | |
| "grad_norm": 0.005386768840253353, | |
| "learning_rate": 1.308563748079877e-05, | |
| "loss": 0.0043, | |
| "step": 77400 | |
| }, | |
| { | |
| "epoch": 14.809860500668833, | |
| "grad_norm": 0.005857468582689762, | |
| "learning_rate": 1.3037634408602151e-05, | |
| "loss": 0.0045, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 14.82896999808905, | |
| "grad_norm": 0.19254671037197113, | |
| "learning_rate": 1.298963133640553e-05, | |
| "loss": 0.0041, | |
| "step": 77600 | |
| }, | |
| { | |
| "epoch": 14.848079495509268, | |
| "grad_norm": 0.00358038698323071, | |
| "learning_rate": 1.294162826420891e-05, | |
| "loss": 0.0045, | |
| "step": 77700 | |
| }, | |
| { | |
| "epoch": 14.867188992929487, | |
| "grad_norm": 0.019394252449274063, | |
| "learning_rate": 1.2893625192012291e-05, | |
| "loss": 0.0069, | |
| "step": 77800 | |
| }, | |
| { | |
| "epoch": 14.886298490349704, | |
| "grad_norm": 0.03039630688726902, | |
| "learning_rate": 1.284562211981567e-05, | |
| "loss": 0.0039, | |
| "step": 77900 | |
| }, | |
| { | |
| "epoch": 14.905407987769921, | |
| "grad_norm": 0.20222346484661102, | |
| "learning_rate": 1.2797619047619047e-05, | |
| "loss": 0.005, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 14.905407987769921, | |
| "eval_events-synergy/entsum_processed_loss": 0.012617943808436394, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5195, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.884, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 14.92451748519014, | |
| "grad_norm": 0.049767039716243744, | |
| "learning_rate": 1.2749615975422427e-05, | |
| "loss": 0.0049, | |
| "step": 78100 | |
| }, | |
| { | |
| "epoch": 14.943626982610358, | |
| "grad_norm": 0.0789194330573082, | |
| "learning_rate": 1.2701612903225808e-05, | |
| "loss": 0.0049, | |
| "step": 78200 | |
| }, | |
| { | |
| "epoch": 14.962736480030575, | |
| "grad_norm": 0.013039722107350826, | |
| "learning_rate": 1.2653609831029186e-05, | |
| "loss": 0.0049, | |
| "step": 78300 | |
| }, | |
| { | |
| "epoch": 14.981845977450792, | |
| "grad_norm": 0.00856608897447586, | |
| "learning_rate": 1.2605606758832567e-05, | |
| "loss": 0.0045, | |
| "step": 78400 | |
| }, | |
| { | |
| "epoch": 15.000955474871011, | |
| "grad_norm": 0.22470723092556, | |
| "learning_rate": 1.2557603686635947e-05, | |
| "loss": 0.0042, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 15.020064972291229, | |
| "grad_norm": 0.03667416051030159, | |
| "learning_rate": 1.2509600614439324e-05, | |
| "loss": 0.0044, | |
| "step": 78600 | |
| }, | |
| { | |
| "epoch": 15.039174469711446, | |
| "grad_norm": 0.2480105310678482, | |
| "learning_rate": 1.2461597542242705e-05, | |
| "loss": 0.004, | |
| "step": 78700 | |
| }, | |
| { | |
| "epoch": 15.058283967131665, | |
| "grad_norm": 0.24030384421348572, | |
| "learning_rate": 1.2413594470046083e-05, | |
| "loss": 0.0048, | |
| "step": 78800 | |
| }, | |
| { | |
| "epoch": 15.077393464551882, | |
| "grad_norm": 0.891026496887207, | |
| "learning_rate": 1.2365591397849464e-05, | |
| "loss": 0.0047, | |
| "step": 78900 | |
| }, | |
| { | |
| "epoch": 15.0965029619721, | |
| "grad_norm": 0.666159987449646, | |
| "learning_rate": 1.2317588325652843e-05, | |
| "loss": 0.0042, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 15.0965029619721, | |
| "eval_events-synergy/entsum_processed_loss": 0.013020485639572144, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4768, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.897, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.73, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 15.115612459392318, | |
| "grad_norm": 0.4374198913574219, | |
| "learning_rate": 1.2269585253456221e-05, | |
| "loss": 0.0046, | |
| "step": 79100 | |
| }, | |
| { | |
| "epoch": 15.134721956812536, | |
| "grad_norm": 0.13781531155109406, | |
| "learning_rate": 1.2221582181259602e-05, | |
| "loss": 0.0035, | |
| "step": 79200 | |
| }, | |
| { | |
| "epoch": 15.153831454232753, | |
| "grad_norm": 0.008838070556521416, | |
| "learning_rate": 1.217357910906298e-05, | |
| "loss": 0.0046, | |
| "step": 79300 | |
| }, | |
| { | |
| "epoch": 15.172940951652972, | |
| "grad_norm": 0.04405039921402931, | |
| "learning_rate": 1.212557603686636e-05, | |
| "loss": 0.0035, | |
| "step": 79400 | |
| }, | |
| { | |
| "epoch": 15.19205044907319, | |
| "grad_norm": 0.386900395154953, | |
| "learning_rate": 1.207757296466974e-05, | |
| "loss": 0.0042, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 15.211159946493407, | |
| "grad_norm": 0.06320745497941971, | |
| "learning_rate": 1.202956989247312e-05, | |
| "loss": 0.0049, | |
| "step": 79600 | |
| }, | |
| { | |
| "epoch": 15.230269443913626, | |
| "grad_norm": 0.6713384985923767, | |
| "learning_rate": 1.1981566820276497e-05, | |
| "loss": 0.0047, | |
| "step": 79700 | |
| }, | |
| { | |
| "epoch": 15.249378941333843, | |
| "grad_norm": 0.23006173968315125, | |
| "learning_rate": 1.1933563748079878e-05, | |
| "loss": 0.0042, | |
| "step": 79800 | |
| }, | |
| { | |
| "epoch": 15.26848843875406, | |
| "grad_norm": 0.24073895812034607, | |
| "learning_rate": 1.1885560675883258e-05, | |
| "loss": 0.0055, | |
| "step": 79900 | |
| }, | |
| { | |
| "epoch": 15.28759793617428, | |
| "grad_norm": 0.2813238799571991, | |
| "learning_rate": 1.1837557603686637e-05, | |
| "loss": 0.0035, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 15.28759793617428, | |
| "eval_events-synergy/entsum_processed_loss": 0.012684877961874008, | |
| "eval_events-synergy/entsum_processed_runtime": 86.376, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.929, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.738, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 15.306707433594497, | |
| "grad_norm": 0.05870668590068817, | |
| "learning_rate": 1.1789554531490015e-05, | |
| "loss": 0.0052, | |
| "step": 80100 | |
| }, | |
| { | |
| "epoch": 15.325816931014714, | |
| "grad_norm": 0.383779913187027, | |
| "learning_rate": 1.1741551459293396e-05, | |
| "loss": 0.0056, | |
| "step": 80200 | |
| }, | |
| { | |
| "epoch": 15.344926428434933, | |
| "grad_norm": 0.18271517753601074, | |
| "learning_rate": 1.1693548387096775e-05, | |
| "loss": 0.0042, | |
| "step": 80300 | |
| }, | |
| { | |
| "epoch": 15.36403592585515, | |
| "grad_norm": 0.049872301518917084, | |
| "learning_rate": 1.1645545314900153e-05, | |
| "loss": 0.0041, | |
| "step": 80400 | |
| }, | |
| { | |
| "epoch": 15.383145423275367, | |
| "grad_norm": 0.16262871026992798, | |
| "learning_rate": 1.1597542242703534e-05, | |
| "loss": 0.0045, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 15.402254920695587, | |
| "grad_norm": 0.12631197273731232, | |
| "learning_rate": 1.1549539170506914e-05, | |
| "loss": 0.0086, | |
| "step": 80600 | |
| }, | |
| { | |
| "epoch": 15.421364418115804, | |
| "grad_norm": 0.02645757794380188, | |
| "learning_rate": 1.1501536098310293e-05, | |
| "loss": 0.0044, | |
| "step": 80700 | |
| }, | |
| { | |
| "epoch": 15.440473915536021, | |
| "grad_norm": 0.4429394006729126, | |
| "learning_rate": 1.1453533026113672e-05, | |
| "loss": 0.0041, | |
| "step": 80800 | |
| }, | |
| { | |
| "epoch": 15.459583412956238, | |
| "grad_norm": 0.4982936382293701, | |
| "learning_rate": 1.1405529953917052e-05, | |
| "loss": 0.0041, | |
| "step": 80900 | |
| }, | |
| { | |
| "epoch": 15.478692910376457, | |
| "grad_norm": 0.03018922545015812, | |
| "learning_rate": 1.135752688172043e-05, | |
| "loss": 0.0041, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 15.478692910376457, | |
| "eval_events-synergy/entsum_processed_loss": 0.012665621004998684, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4282, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.913, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.734, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 15.497802407796675, | |
| "grad_norm": 0.04739225283265114, | |
| "learning_rate": 1.130952380952381e-05, | |
| "loss": 0.0035, | |
| "step": 81100 | |
| }, | |
| { | |
| "epoch": 15.516911905216892, | |
| "grad_norm": 0.16332654654979706, | |
| "learning_rate": 1.126152073732719e-05, | |
| "loss": 0.0042, | |
| "step": 81200 | |
| }, | |
| { | |
| "epoch": 15.536021402637111, | |
| "grad_norm": 0.24561795592308044, | |
| "learning_rate": 1.1213517665130569e-05, | |
| "loss": 0.0038, | |
| "step": 81300 | |
| }, | |
| { | |
| "epoch": 15.555130900057328, | |
| "grad_norm": 0.6066825985908508, | |
| "learning_rate": 1.1165514592933947e-05, | |
| "loss": 0.0066, | |
| "step": 81400 | |
| }, | |
| { | |
| "epoch": 15.574240397477546, | |
| "grad_norm": 0.12053509801626205, | |
| "learning_rate": 1.1117511520737328e-05, | |
| "loss": 0.0028, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 15.593349894897765, | |
| "grad_norm": 0.21273471415042877, | |
| "learning_rate": 1.1069508448540707e-05, | |
| "loss": 0.004, | |
| "step": 81600 | |
| }, | |
| { | |
| "epoch": 15.612459392317982, | |
| "grad_norm": 0.05035385861992836, | |
| "learning_rate": 1.1021505376344087e-05, | |
| "loss": 0.0029, | |
| "step": 81700 | |
| }, | |
| { | |
| "epoch": 15.6315688897382, | |
| "grad_norm": 0.4434753656387329, | |
| "learning_rate": 1.0973502304147466e-05, | |
| "loss": 0.0037, | |
| "step": 81800 | |
| }, | |
| { | |
| "epoch": 15.650678387158418, | |
| "grad_norm": 0.05798697844147682, | |
| "learning_rate": 1.0925499231950845e-05, | |
| "loss": 0.0037, | |
| "step": 81900 | |
| }, | |
| { | |
| "epoch": 15.669787884578636, | |
| "grad_norm": 0.04873861372470856, | |
| "learning_rate": 1.0877496159754225e-05, | |
| "loss": 0.0041, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 15.669787884578636, | |
| "eval_events-synergy/entsum_processed_loss": 0.012837884947657585, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4918, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.893, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.729, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 15.688897381998853, | |
| "grad_norm": 0.0296151302754879, | |
| "learning_rate": 1.0829493087557604e-05, | |
| "loss": 0.0049, | |
| "step": 82100 | |
| }, | |
| { | |
| "epoch": 15.708006879419072, | |
| "grad_norm": 0.43933552503585815, | |
| "learning_rate": 1.0781490015360982e-05, | |
| "loss": 0.0044, | |
| "step": 82200 | |
| }, | |
| { | |
| "epoch": 15.72711637683929, | |
| "grad_norm": 0.016396446153521538, | |
| "learning_rate": 1.0733486943164363e-05, | |
| "loss": 0.0048, | |
| "step": 82300 | |
| }, | |
| { | |
| "epoch": 15.746225874259506, | |
| "grad_norm": 0.027049915865063667, | |
| "learning_rate": 1.0685483870967743e-05, | |
| "loss": 0.0054, | |
| "step": 82400 | |
| }, | |
| { | |
| "epoch": 15.765335371679726, | |
| "grad_norm": 0.16051483154296875, | |
| "learning_rate": 1.0637480798771122e-05, | |
| "loss": 0.0036, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 15.784444869099943, | |
| "grad_norm": 0.24747684597969055, | |
| "learning_rate": 1.05894777265745e-05, | |
| "loss": 0.0042, | |
| "step": 82600 | |
| }, | |
| { | |
| "epoch": 15.80355436652016, | |
| "grad_norm": 0.14130574464797974, | |
| "learning_rate": 1.0541474654377881e-05, | |
| "loss": 0.0037, | |
| "step": 82700 | |
| }, | |
| { | |
| "epoch": 15.82266386394038, | |
| "grad_norm": 1.0581270456314087, | |
| "learning_rate": 1.049347158218126e-05, | |
| "loss": 0.0044, | |
| "step": 82800 | |
| }, | |
| { | |
| "epoch": 15.841773361360596, | |
| "grad_norm": 0.25455254316329956, | |
| "learning_rate": 1.0445468509984639e-05, | |
| "loss": 0.004, | |
| "step": 82900 | |
| }, | |
| { | |
| "epoch": 15.860882858780814, | |
| "grad_norm": 0.01451896596699953, | |
| "learning_rate": 1.039746543778802e-05, | |
| "loss": 0.0038, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 15.860882858780814, | |
| "eval_events-synergy/entsum_processed_loss": 0.012506287544965744, | |
| "eval_events-synergy/entsum_processed_runtime": 86.5196, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.884, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.727, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 15.879992356201033, | |
| "grad_norm": 0.1098129004240036, | |
| "learning_rate": 1.03494623655914e-05, | |
| "loss": 0.0038, | |
| "step": 83100 | |
| }, | |
| { | |
| "epoch": 15.89910185362125, | |
| "grad_norm": 0.017855707556009293, | |
| "learning_rate": 1.0301459293394777e-05, | |
| "loss": 0.0039, | |
| "step": 83200 | |
| }, | |
| { | |
| "epoch": 15.918211351041467, | |
| "grad_norm": 0.3735440671443939, | |
| "learning_rate": 1.0253456221198157e-05, | |
| "loss": 0.005, | |
| "step": 83300 | |
| }, | |
| { | |
| "epoch": 15.937320848461685, | |
| "grad_norm": 0.3725346028804779, | |
| "learning_rate": 1.0205453149001538e-05, | |
| "loss": 0.0043, | |
| "step": 83400 | |
| }, | |
| { | |
| "epoch": 15.956430345881904, | |
| "grad_norm": 0.717900812625885, | |
| "learning_rate": 1.0157450076804916e-05, | |
| "loss": 0.0043, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 15.975539843302121, | |
| "grad_norm": 0.006927446462213993, | |
| "learning_rate": 1.0109447004608295e-05, | |
| "loss": 0.0028, | |
| "step": 83600 | |
| }, | |
| { | |
| "epoch": 15.994649340722338, | |
| "grad_norm": 0.23666119575500488, | |
| "learning_rate": 1.0061443932411675e-05, | |
| "loss": 0.0036, | |
| "step": 83700 | |
| }, | |
| { | |
| "epoch": 16.013758838142557, | |
| "grad_norm": 0.07709264755249023, | |
| "learning_rate": 1.0013440860215054e-05, | |
| "loss": 0.0029, | |
| "step": 83800 | |
| }, | |
| { | |
| "epoch": 16.032868335562775, | |
| "grad_norm": 0.2303076684474945, | |
| "learning_rate": 9.965437788018433e-06, | |
| "loss": 0.0036, | |
| "step": 83900 | |
| }, | |
| { | |
| "epoch": 16.051977832982992, | |
| "grad_norm": 0.4032735228538513, | |
| "learning_rate": 9.917434715821813e-06, | |
| "loss": 0.0035, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 16.051977832982992, | |
| "eval_events-synergy/entsum_processed_loss": 0.012511693872511387, | |
| "eval_events-synergy/entsum_processed_runtime": 86.3726, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.93, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.738, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 16.07108733040321, | |
| "grad_norm": 0.020075472071766853, | |
| "learning_rate": 9.869431643625192e-06, | |
| "loss": 0.0035, | |
| "step": 84100 | |
| }, | |
| { | |
| "epoch": 16.09019682782343, | |
| "grad_norm": 0.008200431242585182, | |
| "learning_rate": 9.821428571428573e-06, | |
| "loss": 0.0033, | |
| "step": 84200 | |
| }, | |
| { | |
| "epoch": 16.109306325243647, | |
| "grad_norm": 0.5671067237854004, | |
| "learning_rate": 9.773425499231951e-06, | |
| "loss": 0.0031, | |
| "step": 84300 | |
| }, | |
| { | |
| "epoch": 16.128415822663865, | |
| "grad_norm": 0.5184391140937805, | |
| "learning_rate": 9.725422427035332e-06, | |
| "loss": 0.0034, | |
| "step": 84400 | |
| }, | |
| { | |
| "epoch": 16.147525320084082, | |
| "grad_norm": 0.8578518033027649, | |
| "learning_rate": 9.67741935483871e-06, | |
| "loss": 0.004, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 16.1666348175043, | |
| "grad_norm": 0.0992913693189621, | |
| "learning_rate": 9.62941628264209e-06, | |
| "loss": 0.0037, | |
| "step": 84600 | |
| }, | |
| { | |
| "epoch": 16.185744314924516, | |
| "grad_norm": 0.2536514699459076, | |
| "learning_rate": 9.58141321044547e-06, | |
| "loss": 0.0041, | |
| "step": 84700 | |
| }, | |
| { | |
| "epoch": 16.204853812344734, | |
| "grad_norm": 0.03721817210316658, | |
| "learning_rate": 9.533410138248848e-06, | |
| "loss": 0.0026, | |
| "step": 84800 | |
| }, | |
| { | |
| "epoch": 16.223963309764954, | |
| "grad_norm": 0.008737379685044289, | |
| "learning_rate": 9.485407066052227e-06, | |
| "loss": 0.0034, | |
| "step": 84900 | |
| }, | |
| { | |
| "epoch": 16.24307280718517, | |
| "grad_norm": 0.04447716847062111, | |
| "learning_rate": 9.437403993855607e-06, | |
| "loss": 0.0034, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 16.24307280718517, | |
| "eval_events-synergy/entsum_processed_loss": 0.012916664592921734, | |
| "eval_events-synergy/entsum_processed_runtime": 85.6566, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.155, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.795, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 16.26218230460539, | |
| "grad_norm": 0.015641506761312485, | |
| "learning_rate": 9.389400921658986e-06, | |
| "loss": 0.0027, | |
| "step": 85100 | |
| }, | |
| { | |
| "epoch": 16.281291802025606, | |
| "grad_norm": 0.8110576272010803, | |
| "learning_rate": 9.341397849462367e-06, | |
| "loss": 0.0041, | |
| "step": 85200 | |
| }, | |
| { | |
| "epoch": 16.300401299445824, | |
| "grad_norm": 0.005773237440735102, | |
| "learning_rate": 9.293394777265745e-06, | |
| "loss": 0.0037, | |
| "step": 85300 | |
| }, | |
| { | |
| "epoch": 16.31951079686604, | |
| "grad_norm": 0.003712354227900505, | |
| "learning_rate": 9.245391705069124e-06, | |
| "loss": 0.0036, | |
| "step": 85400 | |
| }, | |
| { | |
| "epoch": 16.33862029428626, | |
| "grad_norm": 0.31228092312812805, | |
| "learning_rate": 9.197388632872505e-06, | |
| "loss": 0.0037, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 16.35772979170648, | |
| "grad_norm": 0.2536914646625519, | |
| "learning_rate": 9.149385560675883e-06, | |
| "loss": 0.004, | |
| "step": 85600 | |
| }, | |
| { | |
| "epoch": 16.376839289126696, | |
| "grad_norm": 0.18308839201927185, | |
| "learning_rate": 9.101382488479262e-06, | |
| "loss": 0.0032, | |
| "step": 85700 | |
| }, | |
| { | |
| "epoch": 16.395948786546914, | |
| "grad_norm": 0.008483047597110271, | |
| "learning_rate": 9.053379416282642e-06, | |
| "loss": 0.0031, | |
| "step": 85800 | |
| }, | |
| { | |
| "epoch": 16.41505828396713, | |
| "grad_norm": 0.4126696288585663, | |
| "learning_rate": 9.005376344086023e-06, | |
| "loss": 0.0029, | |
| "step": 85900 | |
| }, | |
| { | |
| "epoch": 16.434167781387348, | |
| "grad_norm": 0.24156266450881958, | |
| "learning_rate": 8.9573732718894e-06, | |
| "loss": 0.0057, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 16.434167781387348, | |
| "eval_events-synergy/entsum_processed_loss": 0.012442585080862045, | |
| "eval_events-synergy/entsum_processed_runtime": 86.8846, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.771, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.699, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 16.45327727880757, | |
| "grad_norm": 0.011875503696501255, | |
| "learning_rate": 8.90937019969278e-06, | |
| "loss": 0.004, | |
| "step": 86100 | |
| }, | |
| { | |
| "epoch": 16.472386776227786, | |
| "grad_norm": 0.02928953431546688, | |
| "learning_rate": 8.86136712749616e-06, | |
| "loss": 0.0049, | |
| "step": 86200 | |
| }, | |
| { | |
| "epoch": 16.491496273648004, | |
| "grad_norm": 0.04371361806988716, | |
| "learning_rate": 8.81336405529954e-06, | |
| "loss": 0.0039, | |
| "step": 86300 | |
| }, | |
| { | |
| "epoch": 16.51060577106822, | |
| "grad_norm": 0.023907937109470367, | |
| "learning_rate": 8.765360983102918e-06, | |
| "loss": 0.0025, | |
| "step": 86400 | |
| }, | |
| { | |
| "epoch": 16.529715268488438, | |
| "grad_norm": 1.1203492879867554, | |
| "learning_rate": 8.717357910906299e-06, | |
| "loss": 0.0038, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 16.548824765908655, | |
| "grad_norm": 0.01931983418762684, | |
| "learning_rate": 8.66935483870968e-06, | |
| "loss": 0.0046, | |
| "step": 86600 | |
| }, | |
| { | |
| "epoch": 16.567934263328873, | |
| "grad_norm": 0.05801007151603699, | |
| "learning_rate": 8.621351766513056e-06, | |
| "loss": 0.0039, | |
| "step": 86700 | |
| }, | |
| { | |
| "epoch": 16.587043760749093, | |
| "grad_norm": 0.3823702335357666, | |
| "learning_rate": 8.573348694316437e-06, | |
| "loss": 0.0031, | |
| "step": 86800 | |
| }, | |
| { | |
| "epoch": 16.60615325816931, | |
| "grad_norm": 0.1722560077905655, | |
| "learning_rate": 8.525345622119817e-06, | |
| "loss": 0.0032, | |
| "step": 86900 | |
| }, | |
| { | |
| "epoch": 16.625262755589528, | |
| "grad_norm": 1.4988058805465698, | |
| "learning_rate": 8.477342549923196e-06, | |
| "loss": 0.0039, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 16.625262755589528, | |
| "eval_events-synergy/entsum_processed_loss": 0.012560435570776463, | |
| "eval_events-synergy/entsum_processed_runtime": 86.7389, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.816, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.71, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 16.644372253009745, | |
| "grad_norm": 0.15429021418094635, | |
| "learning_rate": 8.429339477726575e-06, | |
| "loss": 0.0034, | |
| "step": 87100 | |
| }, | |
| { | |
| "epoch": 16.663481750429963, | |
| "grad_norm": 0.11306668817996979, | |
| "learning_rate": 8.381336405529955e-06, | |
| "loss": 0.0034, | |
| "step": 87200 | |
| }, | |
| { | |
| "epoch": 16.68259124785018, | |
| "grad_norm": 0.7127687335014343, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 0.0046, | |
| "step": 87300 | |
| }, | |
| { | |
| "epoch": 16.7017007452704, | |
| "grad_norm": 0.12723377346992493, | |
| "learning_rate": 8.285330261136712e-06, | |
| "loss": 0.0037, | |
| "step": 87400 | |
| }, | |
| { | |
| "epoch": 16.720810242690618, | |
| "grad_norm": 0.08388692140579224, | |
| "learning_rate": 8.237327188940093e-06, | |
| "loss": 0.0024, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 16.739919740110835, | |
| "grad_norm": 0.024774732068181038, | |
| "learning_rate": 8.189324116743472e-06, | |
| "loss": 0.0042, | |
| "step": 87600 | |
| }, | |
| { | |
| "epoch": 16.759029237531053, | |
| "grad_norm": 0.021856360137462616, | |
| "learning_rate": 8.141321044546852e-06, | |
| "loss": 0.0033, | |
| "step": 87700 | |
| }, | |
| { | |
| "epoch": 16.77813873495127, | |
| "grad_norm": 0.09436067193746567, | |
| "learning_rate": 8.09331797235023e-06, | |
| "loss": 0.0041, | |
| "step": 87800 | |
| }, | |
| { | |
| "epoch": 16.797248232371487, | |
| "grad_norm": 1.1164593696594238, | |
| "learning_rate": 8.04531490015361e-06, | |
| "loss": 0.0034, | |
| "step": 87900 | |
| }, | |
| { | |
| "epoch": 16.816357729791708, | |
| "grad_norm": 0.2703384757041931, | |
| "learning_rate": 7.99731182795699e-06, | |
| "loss": 0.003, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 16.816357729791708, | |
| "eval_events-synergy/entsum_processed_loss": 0.012502993457019329, | |
| "eval_events-synergy/entsum_processed_runtime": 86.9088, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.764, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.697, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 16.835467227211925, | |
| "grad_norm": 0.09698379784822464, | |
| "learning_rate": 7.949308755760369e-06, | |
| "loss": 0.0035, | |
| "step": 88100 | |
| }, | |
| { | |
| "epoch": 16.854576724632143, | |
| "grad_norm": 0.10032069683074951, | |
| "learning_rate": 7.901305683563747e-06, | |
| "loss": 0.0034, | |
| "step": 88200 | |
| }, | |
| { | |
| "epoch": 16.87368622205236, | |
| "grad_norm": 0.2772189974784851, | |
| "learning_rate": 7.853302611367128e-06, | |
| "loss": 0.0032, | |
| "step": 88300 | |
| }, | |
| { | |
| "epoch": 16.892795719472577, | |
| "grad_norm": 1.200387716293335, | |
| "learning_rate": 7.805299539170508e-06, | |
| "loss": 0.004, | |
| "step": 88400 | |
| }, | |
| { | |
| "epoch": 16.911905216892794, | |
| "grad_norm": 0.41922566294670105, | |
| "learning_rate": 7.757296466973887e-06, | |
| "loss": 0.0037, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 16.931014714313015, | |
| "grad_norm": 0.030310144647955894, | |
| "learning_rate": 7.709293394777266e-06, | |
| "loss": 0.0038, | |
| "step": 88600 | |
| }, | |
| { | |
| "epoch": 16.950124211733232, | |
| "grad_norm": 0.7613725066184998, | |
| "learning_rate": 7.661290322580646e-06, | |
| "loss": 0.0027, | |
| "step": 88700 | |
| }, | |
| { | |
| "epoch": 16.96923370915345, | |
| "grad_norm": 0.3432716727256775, | |
| "learning_rate": 7.613287250384026e-06, | |
| "loss": 0.0038, | |
| "step": 88800 | |
| }, | |
| { | |
| "epoch": 16.988343206573667, | |
| "grad_norm": 0.07921448349952698, | |
| "learning_rate": 7.565284178187404e-06, | |
| "loss": 0.0031, | |
| "step": 88900 | |
| }, | |
| { | |
| "epoch": 17.007452703993884, | |
| "grad_norm": 1.4262216091156006, | |
| "learning_rate": 7.517281105990784e-06, | |
| "loss": 0.0031, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 17.007452703993884, | |
| "eval_events-synergy/entsum_processed_loss": 0.01249308604747057, | |
| "eval_events-synergy/entsum_processed_runtime": 84.734, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.451, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.869, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 17.0265622014141, | |
| "grad_norm": 0.5929850339889526, | |
| "learning_rate": 7.469278033794164e-06, | |
| "loss": 0.0033, | |
| "step": 89100 | |
| }, | |
| { | |
| "epoch": 17.045671698834322, | |
| "grad_norm": 0.01337860431522131, | |
| "learning_rate": 7.4212749615975425e-06, | |
| "loss": 0.0031, | |
| "step": 89200 | |
| }, | |
| { | |
| "epoch": 17.06478119625454, | |
| "grad_norm": 0.436662882566452, | |
| "learning_rate": 7.373271889400922e-06, | |
| "loss": 0.0033, | |
| "step": 89300 | |
| }, | |
| { | |
| "epoch": 17.083890693674757, | |
| "grad_norm": 0.031468212604522705, | |
| "learning_rate": 7.325268817204302e-06, | |
| "loss": 0.0025, | |
| "step": 89400 | |
| }, | |
| { | |
| "epoch": 17.103000191094974, | |
| "grad_norm": 0.12954148650169373, | |
| "learning_rate": 7.27726574500768e-06, | |
| "loss": 0.0029, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 17.12210968851519, | |
| "grad_norm": 0.04875854402780533, | |
| "learning_rate": 7.22926267281106e-06, | |
| "loss": 0.0031, | |
| "step": 89600 | |
| }, | |
| { | |
| "epoch": 17.14121918593541, | |
| "grad_norm": 0.20842742919921875, | |
| "learning_rate": 7.18125960061444e-06, | |
| "loss": 0.0048, | |
| "step": 89700 | |
| }, | |
| { | |
| "epoch": 17.160328683355626, | |
| "grad_norm": 0.022663576528429985, | |
| "learning_rate": 7.133256528417818e-06, | |
| "loss": 0.0052, | |
| "step": 89800 | |
| }, | |
| { | |
| "epoch": 17.179438180775847, | |
| "grad_norm": 0.00754079595208168, | |
| "learning_rate": 7.085253456221199e-06, | |
| "loss": 0.0033, | |
| "step": 89900 | |
| }, | |
| { | |
| "epoch": 17.198547678196064, | |
| "grad_norm": 0.06156223267316818, | |
| "learning_rate": 7.037250384024578e-06, | |
| "loss": 0.0031, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 17.198547678196064, | |
| "eval_events-synergy/entsum_processed_loss": 0.012280634604394436, | |
| "eval_events-synergy/entsum_processed_runtime": 85.4755, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.212, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.809, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 17.21765717561628, | |
| "grad_norm": 0.011858302168548107, | |
| "learning_rate": 6.989247311827957e-06, | |
| "loss": 0.0032, | |
| "step": 90100 | |
| }, | |
| { | |
| "epoch": 17.2367666730365, | |
| "grad_norm": 0.23627856373786926, | |
| "learning_rate": 6.941244239631337e-06, | |
| "loss": 0.0037, | |
| "step": 90200 | |
| }, | |
| { | |
| "epoch": 17.255876170456716, | |
| "grad_norm": 0.6709181666374207, | |
| "learning_rate": 6.893241167434716e-06, | |
| "loss": 0.0038, | |
| "step": 90300 | |
| }, | |
| { | |
| "epoch": 17.274985667876933, | |
| "grad_norm": 0.13345150649547577, | |
| "learning_rate": 6.845238095238096e-06, | |
| "loss": 0.0032, | |
| "step": 90400 | |
| }, | |
| { | |
| "epoch": 17.294095165297154, | |
| "grad_norm": 0.00865347869694233, | |
| "learning_rate": 6.7972350230414745e-06, | |
| "loss": 0.0033, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 17.31320466271737, | |
| "grad_norm": 0.2757847309112549, | |
| "learning_rate": 6.749231950844854e-06, | |
| "loss": 0.003, | |
| "step": 90600 | |
| }, | |
| { | |
| "epoch": 17.33231416013759, | |
| "grad_norm": 0.2280185967683792, | |
| "learning_rate": 6.7012288786482346e-06, | |
| "loss": 0.0026, | |
| "step": 90700 | |
| }, | |
| { | |
| "epoch": 17.351423657557806, | |
| "grad_norm": 0.3780621886253357, | |
| "learning_rate": 6.6532258064516125e-06, | |
| "loss": 0.0038, | |
| "step": 90800 | |
| }, | |
| { | |
| "epoch": 17.370533154978023, | |
| "grad_norm": 0.2748869061470032, | |
| "learning_rate": 6.605222734254993e-06, | |
| "loss": 0.0029, | |
| "step": 90900 | |
| }, | |
| { | |
| "epoch": 17.38964265239824, | |
| "grad_norm": 0.7025009393692017, | |
| "learning_rate": 6.5572196620583725e-06, | |
| "loss": 0.0033, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 17.38964265239824, | |
| "eval_events-synergy/entsum_processed_loss": 0.012524567544460297, | |
| "eval_events-synergy/entsum_processed_runtime": 85.033, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.354, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.844, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 17.40875214981846, | |
| "grad_norm": 0.07058654725551605, | |
| "learning_rate": 6.509216589861751e-06, | |
| "loss": 0.0024, | |
| "step": 91100 | |
| }, | |
| { | |
| "epoch": 17.42786164723868, | |
| "grad_norm": 0.016350701451301575, | |
| "learning_rate": 6.461213517665131e-06, | |
| "loss": 0.0032, | |
| "step": 91200 | |
| }, | |
| { | |
| "epoch": 17.446971144658896, | |
| "grad_norm": 1.0580590963363647, | |
| "learning_rate": 6.41321044546851e-06, | |
| "loss": 0.0033, | |
| "step": 91300 | |
| }, | |
| { | |
| "epoch": 17.466080642079113, | |
| "grad_norm": 0.029303809627890587, | |
| "learning_rate": 6.365207373271889e-06, | |
| "loss": 0.0028, | |
| "step": 91400 | |
| }, | |
| { | |
| "epoch": 17.48519013949933, | |
| "grad_norm": 0.45363864302635193, | |
| "learning_rate": 6.317204301075269e-06, | |
| "loss": 0.0046, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 17.504299636919548, | |
| "grad_norm": 0.15257449448108673, | |
| "learning_rate": 6.269201228878649e-06, | |
| "loss": 0.0024, | |
| "step": 91600 | |
| }, | |
| { | |
| "epoch": 17.523409134339765, | |
| "grad_norm": 0.4897935688495636, | |
| "learning_rate": 6.221198156682028e-06, | |
| "loss": 0.0026, | |
| "step": 91700 | |
| }, | |
| { | |
| "epoch": 17.542518631759986, | |
| "grad_norm": 0.09276042878627777, | |
| "learning_rate": 6.1731950844854075e-06, | |
| "loss": 0.0042, | |
| "step": 91800 | |
| }, | |
| { | |
| "epoch": 17.561628129180203, | |
| "grad_norm": 0.053013380616903305, | |
| "learning_rate": 6.125192012288787e-06, | |
| "loss": 0.0034, | |
| "step": 91900 | |
| }, | |
| { | |
| "epoch": 17.58073762660042, | |
| "grad_norm": 0.004806125536561012, | |
| "learning_rate": 6.077188940092167e-06, | |
| "loss": 0.0032, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 17.58073762660042, | |
| "eval_events-synergy/entsum_processed_loss": 0.012403319589793682, | |
| "eval_events-synergy/entsum_processed_runtime": 84.7299, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.452, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.869, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 17.599847124020638, | |
| "grad_norm": 0.5843932032585144, | |
| "learning_rate": 6.029185867895545e-06, | |
| "loss": 0.004, | |
| "step": 92100 | |
| }, | |
| { | |
| "epoch": 17.618956621440855, | |
| "grad_norm": 0.1348479837179184, | |
| "learning_rate": 5.981182795698925e-06, | |
| "loss": 0.0024, | |
| "step": 92200 | |
| }, | |
| { | |
| "epoch": 17.638066118861072, | |
| "grad_norm": 0.7288301587104797, | |
| "learning_rate": 5.9331797235023045e-06, | |
| "loss": 0.0039, | |
| "step": 92300 | |
| }, | |
| { | |
| "epoch": 17.657175616281293, | |
| "grad_norm": 0.018965117633342743, | |
| "learning_rate": 5.885176651305683e-06, | |
| "loss": 0.0034, | |
| "step": 92400 | |
| }, | |
| { | |
| "epoch": 17.67628511370151, | |
| "grad_norm": 0.21183770895004272, | |
| "learning_rate": 5.837173579109064e-06, | |
| "loss": 0.0029, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 17.695394611121728, | |
| "grad_norm": 0.28580865263938904, | |
| "learning_rate": 5.7891705069124425e-06, | |
| "loss": 0.0036, | |
| "step": 92600 | |
| }, | |
| { | |
| "epoch": 17.714504108541945, | |
| "grad_norm": 0.09748672693967819, | |
| "learning_rate": 5.741167434715822e-06, | |
| "loss": 0.0038, | |
| "step": 92700 | |
| }, | |
| { | |
| "epoch": 17.733613605962162, | |
| "grad_norm": 0.03202127292752266, | |
| "learning_rate": 5.693164362519202e-06, | |
| "loss": 0.0028, | |
| "step": 92800 | |
| }, | |
| { | |
| "epoch": 17.75272310338238, | |
| "grad_norm": 0.5783613920211792, | |
| "learning_rate": 5.64516129032258e-06, | |
| "loss": 0.0025, | |
| "step": 92900 | |
| }, | |
| { | |
| "epoch": 17.7718326008026, | |
| "grad_norm": 0.1477188616991043, | |
| "learning_rate": 5.597158218125961e-06, | |
| "loss": 0.0029, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 17.7718326008026, | |
| "eval_events-synergy/entsum_processed_loss": 0.012467662803828716, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2702, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.962, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.746, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 17.790942098222818, | |
| "grad_norm": 0.029744425788521767, | |
| "learning_rate": 5.5491551459293395e-06, | |
| "loss": 0.0019, | |
| "step": 93100 | |
| }, | |
| { | |
| "epoch": 17.810051595643035, | |
| "grad_norm": 0.006620775908231735, | |
| "learning_rate": 5.501152073732719e-06, | |
| "loss": 0.004, | |
| "step": 93200 | |
| }, | |
| { | |
| "epoch": 17.829161093063252, | |
| "grad_norm": 0.03536098822951317, | |
| "learning_rate": 5.453149001536099e-06, | |
| "loss": 0.0029, | |
| "step": 93300 | |
| }, | |
| { | |
| "epoch": 17.84827059048347, | |
| "grad_norm": 0.18313711881637573, | |
| "learning_rate": 5.405145929339478e-06, | |
| "loss": 0.0034, | |
| "step": 93400 | |
| }, | |
| { | |
| "epoch": 17.867380087903687, | |
| "grad_norm": 0.11048083007335663, | |
| "learning_rate": 5.357142857142857e-06, | |
| "loss": 0.0032, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 17.886489585323908, | |
| "grad_norm": 0.02983025275170803, | |
| "learning_rate": 5.309139784946237e-06, | |
| "loss": 0.0028, | |
| "step": 93600 | |
| }, | |
| { | |
| "epoch": 17.905599082744125, | |
| "grad_norm": 0.050138670951128006, | |
| "learning_rate": 5.261136712749616e-06, | |
| "loss": 0.0028, | |
| "step": 93700 | |
| }, | |
| { | |
| "epoch": 17.924708580164342, | |
| "grad_norm": 0.015463109128177166, | |
| "learning_rate": 5.213133640552996e-06, | |
| "loss": 0.0023, | |
| "step": 93800 | |
| }, | |
| { | |
| "epoch": 17.94381807758456, | |
| "grad_norm": 0.3205445408821106, | |
| "learning_rate": 5.165130568356375e-06, | |
| "loss": 0.0047, | |
| "step": 93900 | |
| }, | |
| { | |
| "epoch": 17.962927575004777, | |
| "grad_norm": 0.02310132421553135, | |
| "learning_rate": 5.117127496159754e-06, | |
| "loss": 0.0019, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 17.962927575004777, | |
| "eval_events-synergy/entsum_processed_loss": 0.012523534707725048, | |
| "eval_events-synergy/entsum_processed_runtime": 84.462, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.539, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.891, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 17.982037072424994, | |
| "grad_norm": 0.09872489422559738, | |
| "learning_rate": 5.0691244239631346e-06, | |
| "loss": 0.0027, | |
| "step": 94100 | |
| }, | |
| { | |
| "epoch": 18.00114656984521, | |
| "grad_norm": 0.009674746543169022, | |
| "learning_rate": 5.021121351766513e-06, | |
| "loss": 0.0025, | |
| "step": 94200 | |
| }, | |
| { | |
| "epoch": 18.020256067265432, | |
| "grad_norm": 0.1077992394566536, | |
| "learning_rate": 4.973118279569893e-06, | |
| "loss": 0.003, | |
| "step": 94300 | |
| }, | |
| { | |
| "epoch": 18.03936556468565, | |
| "grad_norm": 0.15195026993751526, | |
| "learning_rate": 4.9251152073732725e-06, | |
| "loss": 0.0035, | |
| "step": 94400 | |
| }, | |
| { | |
| "epoch": 18.058475062105867, | |
| "grad_norm": 0.048992399126291275, | |
| "learning_rate": 4.877112135176651e-06, | |
| "loss": 0.0026, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 18.077584559526084, | |
| "grad_norm": 0.0054066977463662624, | |
| "learning_rate": 4.829109062980031e-06, | |
| "loss": 0.0027, | |
| "step": 94600 | |
| }, | |
| { | |
| "epoch": 18.0966940569463, | |
| "grad_norm": 0.07554273307323456, | |
| "learning_rate": 4.78110599078341e-06, | |
| "loss": 0.0031, | |
| "step": 94700 | |
| }, | |
| { | |
| "epoch": 18.11580355436652, | |
| "grad_norm": 0.184183269739151, | |
| "learning_rate": 4.73310291858679e-06, | |
| "loss": 0.0031, | |
| "step": 94800 | |
| }, | |
| { | |
| "epoch": 18.13491305178674, | |
| "grad_norm": 0.5222034454345703, | |
| "learning_rate": 4.6850998463901695e-06, | |
| "loss": 0.0032, | |
| "step": 94900 | |
| }, | |
| { | |
| "epoch": 18.154022549206957, | |
| "grad_norm": 0.07612292468547821, | |
| "learning_rate": 4.637096774193548e-06, | |
| "loss": 0.0025, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 18.154022549206957, | |
| "eval_events-synergy/entsum_processed_loss": 0.012190896086394787, | |
| "eval_events-synergy/entsum_processed_runtime": 84.6592, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.475, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.875, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 18.173132046627174, | |
| "grad_norm": 0.3161191940307617, | |
| "learning_rate": 4.589093701996928e-06, | |
| "loss": 0.0028, | |
| "step": 95100 | |
| }, | |
| { | |
| "epoch": 18.19224154404739, | |
| "grad_norm": 0.0276503823697567, | |
| "learning_rate": 4.5410906298003075e-06, | |
| "loss": 0.0026, | |
| "step": 95200 | |
| }, | |
| { | |
| "epoch": 18.21135104146761, | |
| "grad_norm": 0.03638790175318718, | |
| "learning_rate": 4.493087557603687e-06, | |
| "loss": 0.003, | |
| "step": 95300 | |
| }, | |
| { | |
| "epoch": 18.230460538887826, | |
| "grad_norm": 0.11877056211233139, | |
| "learning_rate": 4.445084485407066e-06, | |
| "loss": 0.0036, | |
| "step": 95400 | |
| }, | |
| { | |
| "epoch": 18.249570036308047, | |
| "grad_norm": 0.033486805856227875, | |
| "learning_rate": 4.397081413210446e-06, | |
| "loss": 0.0032, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 18.268679533728264, | |
| "grad_norm": 0.07359365373849869, | |
| "learning_rate": 4.349078341013825e-06, | |
| "loss": 0.0023, | |
| "step": 95600 | |
| }, | |
| { | |
| "epoch": 18.28778903114848, | |
| "grad_norm": 0.07991454005241394, | |
| "learning_rate": 4.3010752688172045e-06, | |
| "loss": 0.0029, | |
| "step": 95700 | |
| }, | |
| { | |
| "epoch": 18.3068985285687, | |
| "grad_norm": 0.0038367731031030416, | |
| "learning_rate": 4.253072196620584e-06, | |
| "loss": 0.0022, | |
| "step": 95800 | |
| }, | |
| { | |
| "epoch": 18.326008025988916, | |
| "grad_norm": 0.33883294463157654, | |
| "learning_rate": 4.205069124423963e-06, | |
| "loss": 0.0035, | |
| "step": 95900 | |
| }, | |
| { | |
| "epoch": 18.345117523409133, | |
| "grad_norm": 0.02871253900229931, | |
| "learning_rate": 4.157066052227343e-06, | |
| "loss": 0.0033, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 18.345117523409133, | |
| "eval_events-synergy/entsum_processed_loss": 0.012162734754383564, | |
| "eval_events-synergy/entsum_processed_runtime": 86.128, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.006, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.757, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 18.364227020829354, | |
| "grad_norm": 0.3818151354789734, | |
| "learning_rate": 4.109062980030722e-06, | |
| "loss": 0.0024, | |
| "step": 96100 | |
| }, | |
| { | |
| "epoch": 18.38333651824957, | |
| "grad_norm": 0.4807966649532318, | |
| "learning_rate": 4.061059907834102e-06, | |
| "loss": 0.0024, | |
| "step": 96200 | |
| }, | |
| { | |
| "epoch": 18.40244601566979, | |
| "grad_norm": 0.5500592589378357, | |
| "learning_rate": 4.013056835637481e-06, | |
| "loss": 0.004, | |
| "step": 96300 | |
| }, | |
| { | |
| "epoch": 18.421555513090006, | |
| "grad_norm": 0.03873921185731888, | |
| "learning_rate": 3.96505376344086e-06, | |
| "loss": 0.0033, | |
| "step": 96400 | |
| }, | |
| { | |
| "epoch": 18.440665010510223, | |
| "grad_norm": 0.003130296478047967, | |
| "learning_rate": 3.9170506912442395e-06, | |
| "loss": 0.0031, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 18.45977450793044, | |
| "grad_norm": 0.04637152701616287, | |
| "learning_rate": 3.869047619047619e-06, | |
| "loss": 0.0043, | |
| "step": 96600 | |
| }, | |
| { | |
| "epoch": 18.478884005350658, | |
| "grad_norm": 0.1211615651845932, | |
| "learning_rate": 3.821044546850999e-06, | |
| "loss": 0.0032, | |
| "step": 96700 | |
| }, | |
| { | |
| "epoch": 18.49799350277088, | |
| "grad_norm": 0.17123758792877197, | |
| "learning_rate": 3.7730414746543783e-06, | |
| "loss": 0.002, | |
| "step": 96800 | |
| }, | |
| { | |
| "epoch": 18.517103000191096, | |
| "grad_norm": 0.2270338535308838, | |
| "learning_rate": 3.7250384024577574e-06, | |
| "loss": 0.0029, | |
| "step": 96900 | |
| }, | |
| { | |
| "epoch": 18.536212497611313, | |
| "grad_norm": 0.07671944797039032, | |
| "learning_rate": 3.6770353302611366e-06, | |
| "loss": 0.003, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 18.536212497611313, | |
| "eval_events-synergy/entsum_processed_loss": 0.012130416929721832, | |
| "eval_events-synergy/entsum_processed_runtime": 86.1559, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.998, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.755, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 18.55532199503153, | |
| "grad_norm": 0.5913010835647583, | |
| "learning_rate": 3.6290322580645166e-06, | |
| "loss": 0.0028, | |
| "step": 97100 | |
| }, | |
| { | |
| "epoch": 18.574431492451748, | |
| "grad_norm": 1.1253652572631836, | |
| "learning_rate": 3.5810291858678958e-06, | |
| "loss": 0.0036, | |
| "step": 97200 | |
| }, | |
| { | |
| "epoch": 18.593540989871965, | |
| "grad_norm": 0.029553644359111786, | |
| "learning_rate": 3.533026113671275e-06, | |
| "loss": 0.0034, | |
| "step": 97300 | |
| }, | |
| { | |
| "epoch": 18.612650487292186, | |
| "grad_norm": 0.057064156979322433, | |
| "learning_rate": 3.4850230414746545e-06, | |
| "loss": 0.003, | |
| "step": 97400 | |
| }, | |
| { | |
| "epoch": 18.631759984712403, | |
| "grad_norm": 0.08024504035711288, | |
| "learning_rate": 3.4370199692780337e-06, | |
| "loss": 0.0028, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 18.65086948213262, | |
| "grad_norm": 0.17282864451408386, | |
| "learning_rate": 3.389016897081413e-06, | |
| "loss": 0.0026, | |
| "step": 97600 | |
| }, | |
| { | |
| "epoch": 18.669978979552837, | |
| "grad_norm": 0.046736475080251694, | |
| "learning_rate": 3.341013824884793e-06, | |
| "loss": 0.0031, | |
| "step": 97700 | |
| }, | |
| { | |
| "epoch": 18.689088476973055, | |
| "grad_norm": 0.01335865817964077, | |
| "learning_rate": 3.293010752688172e-06, | |
| "loss": 0.0033, | |
| "step": 97800 | |
| }, | |
| { | |
| "epoch": 18.708197974393272, | |
| "grad_norm": 0.24637210369110107, | |
| "learning_rate": 3.245007680491552e-06, | |
| "loss": 0.0021, | |
| "step": 97900 | |
| }, | |
| { | |
| "epoch": 18.727307471813493, | |
| "grad_norm": 0.11811818182468414, | |
| "learning_rate": 3.197004608294931e-06, | |
| "loss": 0.0022, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 18.727307471813493, | |
| "eval_events-synergy/entsum_processed_loss": 0.012472053989768028, | |
| "eval_events-synergy/entsum_processed_runtime": 85.9829, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 27.052, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.769, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 18.74641696923371, | |
| "grad_norm": 0.2450024038553238, | |
| "learning_rate": 3.1490015360983104e-06, | |
| "loss": 0.003, | |
| "step": 98100 | |
| }, | |
| { | |
| "epoch": 18.765526466653927, | |
| "grad_norm": 0.06988529115915298, | |
| "learning_rate": 3.1009984639016895e-06, | |
| "loss": 0.0029, | |
| "step": 98200 | |
| }, | |
| { | |
| "epoch": 18.784635964074145, | |
| "grad_norm": 0.05243882164359093, | |
| "learning_rate": 3.052995391705069e-06, | |
| "loss": 0.0028, | |
| "step": 98300 | |
| }, | |
| { | |
| "epoch": 18.803745461494362, | |
| "grad_norm": 0.005393981467932463, | |
| "learning_rate": 3.0049923195084487e-06, | |
| "loss": 0.0033, | |
| "step": 98400 | |
| }, | |
| { | |
| "epoch": 18.82285495891458, | |
| "grad_norm": 1.3344509601593018, | |
| "learning_rate": 2.9569892473118283e-06, | |
| "loss": 0.0029, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 18.8419644563348, | |
| "grad_norm": 0.0016993408789858222, | |
| "learning_rate": 2.9089861751152074e-06, | |
| "loss": 0.0017, | |
| "step": 98600 | |
| }, | |
| { | |
| "epoch": 18.861073953755017, | |
| "grad_norm": 0.010616108775138855, | |
| "learning_rate": 2.860983102918587e-06, | |
| "loss": 0.0042, | |
| "step": 98700 | |
| }, | |
| { | |
| "epoch": 18.880183451175235, | |
| "grad_norm": 0.01788509450852871, | |
| "learning_rate": 2.8129800307219666e-06, | |
| "loss": 0.0028, | |
| "step": 98800 | |
| }, | |
| { | |
| "epoch": 18.899292948595452, | |
| "grad_norm": 0.07264339178800583, | |
| "learning_rate": 2.7649769585253458e-06, | |
| "loss": 0.0028, | |
| "step": 98900 | |
| }, | |
| { | |
| "epoch": 18.91840244601567, | |
| "grad_norm": 0.6919617652893066, | |
| "learning_rate": 2.716973886328725e-06, | |
| "loss": 0.0022, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 18.91840244601567, | |
| "eval_events-synergy/entsum_processed_loss": 0.012552082538604736, | |
| "eval_events-synergy/entsum_processed_runtime": 86.508, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.888, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.728, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 18.937511943435887, | |
| "grad_norm": 0.13486118614673615, | |
| "learning_rate": 2.6689708141321045e-06, | |
| "loss": 0.0025, | |
| "step": 99100 | |
| }, | |
| { | |
| "epoch": 18.956621440856104, | |
| "grad_norm": 0.36750730872154236, | |
| "learning_rate": 2.620967741935484e-06, | |
| "loss": 0.0029, | |
| "step": 99200 | |
| }, | |
| { | |
| "epoch": 18.975730938276325, | |
| "grad_norm": 0.01782979629933834, | |
| "learning_rate": 2.5729646697388633e-06, | |
| "loss": 0.002, | |
| "step": 99300 | |
| }, | |
| { | |
| "epoch": 18.994840435696542, | |
| "grad_norm": 0.012732760980725288, | |
| "learning_rate": 2.524961597542243e-06, | |
| "loss": 0.0019, | |
| "step": 99400 | |
| }, | |
| { | |
| "epoch": 19.01394993311676, | |
| "grad_norm": 0.8101866245269775, | |
| "learning_rate": 2.4769585253456224e-06, | |
| "loss": 0.003, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 19.033059430536976, | |
| "grad_norm": 0.06456371396780014, | |
| "learning_rate": 2.4289554531490016e-06, | |
| "loss": 0.0021, | |
| "step": 99600 | |
| }, | |
| { | |
| "epoch": 19.052168927957194, | |
| "grad_norm": 0.18568381667137146, | |
| "learning_rate": 2.3809523809523808e-06, | |
| "loss": 0.003, | |
| "step": 99700 | |
| }, | |
| { | |
| "epoch": 19.07127842537741, | |
| "grad_norm": 0.025632772594690323, | |
| "learning_rate": 2.3329493087557603e-06, | |
| "loss": 0.0033, | |
| "step": 99800 | |
| }, | |
| { | |
| "epoch": 19.090387922797632, | |
| "grad_norm": 0.4020284414291382, | |
| "learning_rate": 2.28494623655914e-06, | |
| "loss": 0.0024, | |
| "step": 99900 | |
| }, | |
| { | |
| "epoch": 19.10949742021785, | |
| "grad_norm": 0.02960309013724327, | |
| "learning_rate": 2.2369431643625195e-06, | |
| "loss": 0.002, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 19.10949742021785, | |
| "eval_events-synergy/entsum_processed_loss": 0.01250072568655014, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4178, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.916, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.735, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 19.128606917638066, | |
| "grad_norm": 0.0692773312330246, | |
| "learning_rate": 2.1889400921658987e-06, | |
| "loss": 0.0019, | |
| "step": 100100 | |
| }, | |
| { | |
| "epoch": 19.147716415058284, | |
| "grad_norm": 1.2192124128341675, | |
| "learning_rate": 2.1409370199692783e-06, | |
| "loss": 0.003, | |
| "step": 100200 | |
| }, | |
| { | |
| "epoch": 19.1668259124785, | |
| "grad_norm": 0.027012521401047707, | |
| "learning_rate": 2.0929339477726574e-06, | |
| "loss": 0.0028, | |
| "step": 100300 | |
| }, | |
| { | |
| "epoch": 19.18593540989872, | |
| "grad_norm": 1.0921802520751953, | |
| "learning_rate": 2.044930875576037e-06, | |
| "loss": 0.003, | |
| "step": 100400 | |
| }, | |
| { | |
| "epoch": 19.20504490731894, | |
| "grad_norm": 0.047722671180963516, | |
| "learning_rate": 1.996927803379416e-06, | |
| "loss": 0.0034, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 19.224154404739156, | |
| "grad_norm": 0.14935222268104553, | |
| "learning_rate": 1.9489247311827958e-06, | |
| "loss": 0.0036, | |
| "step": 100600 | |
| }, | |
| { | |
| "epoch": 19.243263902159374, | |
| "grad_norm": 0.35229289531707764, | |
| "learning_rate": 1.9009216589861754e-06, | |
| "loss": 0.0026, | |
| "step": 100700 | |
| }, | |
| { | |
| "epoch": 19.26237339957959, | |
| "grad_norm": 0.09162531048059464, | |
| "learning_rate": 1.8529185867895545e-06, | |
| "loss": 0.0029, | |
| "step": 100800 | |
| }, | |
| { | |
| "epoch": 19.281482896999808, | |
| "grad_norm": 0.10979507118463516, | |
| "learning_rate": 1.8049155145929339e-06, | |
| "loss": 0.0027, | |
| "step": 100900 | |
| }, | |
| { | |
| "epoch": 19.300592394420025, | |
| "grad_norm": 0.11148755252361298, | |
| "learning_rate": 1.7569124423963135e-06, | |
| "loss": 0.0029, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 19.300592394420025, | |
| "eval_events-synergy/entsum_processed_loss": 0.012415879406034946, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4215, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.915, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.734, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 19.319701891840246, | |
| "grad_norm": 0.345984548330307, | |
| "learning_rate": 1.708909370199693e-06, | |
| "loss": 0.0025, | |
| "step": 101100 | |
| }, | |
| { | |
| "epoch": 19.338811389260464, | |
| "grad_norm": 0.08527397364377975, | |
| "learning_rate": 1.6609062980030722e-06, | |
| "loss": 0.0021, | |
| "step": 101200 | |
| }, | |
| { | |
| "epoch": 19.35792088668068, | |
| "grad_norm": 0.4920309782028198, | |
| "learning_rate": 1.6129032258064516e-06, | |
| "loss": 0.0025, | |
| "step": 101300 | |
| }, | |
| { | |
| "epoch": 19.377030384100898, | |
| "grad_norm": 0.28533655405044556, | |
| "learning_rate": 1.5649001536098312e-06, | |
| "loss": 0.0024, | |
| "step": 101400 | |
| }, | |
| { | |
| "epoch": 19.396139881521115, | |
| "grad_norm": 0.008158371783792973, | |
| "learning_rate": 1.5168970814132106e-06, | |
| "loss": 0.0019, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 19.415249378941333, | |
| "grad_norm": 0.00896093063056469, | |
| "learning_rate": 1.46889400921659e-06, | |
| "loss": 0.0028, | |
| "step": 101600 | |
| }, | |
| { | |
| "epoch": 19.43435887636155, | |
| "grad_norm": 0.11068089306354523, | |
| "learning_rate": 1.4208909370199693e-06, | |
| "loss": 0.0036, | |
| "step": 101700 | |
| }, | |
| { | |
| "epoch": 19.45346837378177, | |
| "grad_norm": 0.029200438410043716, | |
| "learning_rate": 1.3728878648233489e-06, | |
| "loss": 0.0029, | |
| "step": 101800 | |
| }, | |
| { | |
| "epoch": 19.472577871201988, | |
| "grad_norm": 0.06840227544307709, | |
| "learning_rate": 1.3248847926267283e-06, | |
| "loss": 0.0029, | |
| "step": 101900 | |
| }, | |
| { | |
| "epoch": 19.491687368622205, | |
| "grad_norm": 0.23425918817520142, | |
| "learning_rate": 1.2768817204301076e-06, | |
| "loss": 0.0022, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 19.491687368622205, | |
| "eval_events-synergy/entsum_processed_loss": 0.012387688271701336, | |
| "eval_events-synergy/entsum_processed_runtime": 86.7065, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.826, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.712, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 19.510796866042423, | |
| "grad_norm": 0.08164483308792114, | |
| "learning_rate": 1.228878648233487e-06, | |
| "loss": 0.0026, | |
| "step": 102100 | |
| }, | |
| { | |
| "epoch": 19.52990636346264, | |
| "grad_norm": 0.4924757778644562, | |
| "learning_rate": 1.1808755760368664e-06, | |
| "loss": 0.003, | |
| "step": 102200 | |
| }, | |
| { | |
| "epoch": 19.549015860882857, | |
| "grad_norm": 0.2224261462688446, | |
| "learning_rate": 1.1328725038402458e-06, | |
| "loss": 0.0022, | |
| "step": 102300 | |
| }, | |
| { | |
| "epoch": 19.568125358303078, | |
| "grad_norm": 0.08271826058626175, | |
| "learning_rate": 1.0848694316436251e-06, | |
| "loss": 0.0035, | |
| "step": 102400 | |
| }, | |
| { | |
| "epoch": 19.587234855723295, | |
| "grad_norm": 0.09882861375808716, | |
| "learning_rate": 1.0368663594470047e-06, | |
| "loss": 0.0029, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 19.606344353143513, | |
| "grad_norm": 0.054669950157403946, | |
| "learning_rate": 9.88863287250384e-07, | |
| "loss": 0.0027, | |
| "step": 102600 | |
| }, | |
| { | |
| "epoch": 19.62545385056373, | |
| "grad_norm": 1.1425254344940186, | |
| "learning_rate": 9.408602150537635e-07, | |
| "loss": 0.0034, | |
| "step": 102700 | |
| }, | |
| { | |
| "epoch": 19.644563347983947, | |
| "grad_norm": 0.0010029702680185437, | |
| "learning_rate": 8.928571428571428e-07, | |
| "loss": 0.0023, | |
| "step": 102800 | |
| }, | |
| { | |
| "epoch": 19.663672845404164, | |
| "grad_norm": 0.025402860715985298, | |
| "learning_rate": 8.448540706605223e-07, | |
| "loss": 0.0029, | |
| "step": 102900 | |
| }, | |
| { | |
| "epoch": 19.682782342824385, | |
| "grad_norm": 0.2910292446613312, | |
| "learning_rate": 7.968509984639017e-07, | |
| "loss": 0.0039, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 19.682782342824385, | |
| "eval_events-synergy/entsum_processed_loss": 0.012337877415120602, | |
| "eval_events-synergy/entsum_processed_runtime": 86.2586, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.965, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.747, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 19.701891840244603, | |
| "grad_norm": 0.0035727862268686295, | |
| "learning_rate": 7.488479262672811e-07, | |
| "loss": 0.0029, | |
| "step": 103100 | |
| }, | |
| { | |
| "epoch": 19.72100133766482, | |
| "grad_norm": 0.25086501240730286, | |
| "learning_rate": 7.008448540706605e-07, | |
| "loss": 0.0028, | |
| "step": 103200 | |
| }, | |
| { | |
| "epoch": 19.740110835085037, | |
| "grad_norm": 0.00701789790764451, | |
| "learning_rate": 6.528417818740399e-07, | |
| "loss": 0.0031, | |
| "step": 103300 | |
| }, | |
| { | |
| "epoch": 19.759220332505254, | |
| "grad_norm": 0.8931819200515747, | |
| "learning_rate": 6.048387096774194e-07, | |
| "loss": 0.0037, | |
| "step": 103400 | |
| }, | |
| { | |
| "epoch": 19.77832982992547, | |
| "grad_norm": 0.021326079964637756, | |
| "learning_rate": 5.568356374807988e-07, | |
| "loss": 0.0023, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 19.797439327345693, | |
| "grad_norm": 0.01552259735763073, | |
| "learning_rate": 5.088325652841783e-07, | |
| "loss": 0.0022, | |
| "step": 103600 | |
| }, | |
| { | |
| "epoch": 19.81654882476591, | |
| "grad_norm": 0.026935463771224022, | |
| "learning_rate": 4.6082949308755763e-07, | |
| "loss": 0.0023, | |
| "step": 103700 | |
| }, | |
| { | |
| "epoch": 19.835658322186127, | |
| "grad_norm": 0.013973666355013847, | |
| "learning_rate": 4.1282642089093706e-07, | |
| "loss": 0.0028, | |
| "step": 103800 | |
| }, | |
| { | |
| "epoch": 19.854767819606344, | |
| "grad_norm": 0.001906028133817017, | |
| "learning_rate": 3.648233486943165e-07, | |
| "loss": 0.0025, | |
| "step": 103900 | |
| }, | |
| { | |
| "epoch": 19.87387731702656, | |
| "grad_norm": 0.6687213778495789, | |
| "learning_rate": 3.168202764976959e-07, | |
| "loss": 0.0028, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 19.87387731702656, | |
| "eval_events-synergy/entsum_processed_loss": 0.012370930053293705, | |
| "eval_events-synergy/entsum_processed_runtime": 86.4336, | |
| "eval_events-synergy/entsum_processed_samples_per_second": 26.911, | |
| "eval_events-synergy/entsum_processed_steps_per_second": 6.733, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 19.89298681444678, | |
| "grad_norm": 0.019737957045435905, | |
| "learning_rate": 2.688172043010753e-07, | |
| "loss": 0.0023, | |
| "step": 104100 | |
| }, | |
| { | |
| "epoch": 19.912096311866996, | |
| "grad_norm": 0.14768967032432556, | |
| "learning_rate": 2.2081413210445468e-07, | |
| "loss": 0.0031, | |
| "step": 104200 | |
| }, | |
| { | |
| "epoch": 19.931205809287217, | |
| "grad_norm": 0.057144857943058014, | |
| "learning_rate": 1.728110599078341e-07, | |
| "loss": 0.0029, | |
| "step": 104300 | |
| }, | |
| { | |
| "epoch": 19.950315306707434, | |
| "grad_norm": 0.320926696062088, | |
| "learning_rate": 1.248079877112135e-07, | |
| "loss": 0.0022, | |
| "step": 104400 | |
| }, | |
| { | |
| "epoch": 19.96942480412765, | |
| "grad_norm": 0.519444465637207, | |
| "learning_rate": 7.680491551459294e-08, | |
| "loss": 0.0025, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 19.98853430154787, | |
| "grad_norm": 0.07837866246700287, | |
| "learning_rate": 2.8801843317972352e-08, | |
| "loss": 0.0024, | |
| "step": 104600 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 104660, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.647758642249728e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |