| { | |
| "best_metric": 2.4689557552337646, | |
| "best_model_checkpoint": "./output/training_results/C017_random_sample_llama3-8b-base_pretrain_20240504_182259/checkpoint-800", | |
| "epoch": 4.0, | |
| "eval_steps": 200, | |
| "global_step": 3944, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0010141987829614604, | |
| "grad_norm": 4.267137538119642, | |
| "learning_rate": 7.5e-07, | |
| "loss": 2.7134, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.005070993914807302, | |
| "grad_norm": 4.879489677016923, | |
| "learning_rate": 2.25e-06, | |
| "loss": 2.7254, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.010141987829614604, | |
| "grad_norm": 2.7621009561709564, | |
| "learning_rate": 6e-06, | |
| "loss": 2.707, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.015212981744421906, | |
| "grad_norm": 2.404100845677231, | |
| "learning_rate": 9e-06, | |
| "loss": 2.6421, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.02028397565922921, | |
| "grad_norm": 2.4429846538599254, | |
| "learning_rate": 1.275e-05, | |
| "loss": 2.6682, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02535496957403651, | |
| "grad_norm": 2.8575493026010625, | |
| "learning_rate": 1.4916395742870319e-05, | |
| "loss": 2.6639, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.030425963488843813, | |
| "grad_norm": 2.4347171369214538, | |
| "learning_rate": 1.4709241308404976e-05, | |
| "loss": 2.6624, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.035496957403651115, | |
| "grad_norm": 2.5792627004512942, | |
| "learning_rate": 1.4504714365262738e-05, | |
| "loss": 2.6351, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.04056795131845842, | |
| "grad_norm": 2.1789139866654366, | |
| "learning_rate": 1.4302784881547452e-05, | |
| "loss": 2.6055, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04563894523326572, | |
| "grad_norm": 2.232485210798856, | |
| "learning_rate": 1.4103423130872168e-05, | |
| "loss": 2.5938, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.05070993914807302, | |
| "grad_norm": 2.2896589926745814, | |
| "learning_rate": 1.390659968963626e-05, | |
| "loss": 2.6334, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.055780933062880324, | |
| "grad_norm": 2.7780457428021985, | |
| "learning_rate": 1.3712285434323396e-05, | |
| "loss": 2.646, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.060851926977687626, | |
| "grad_norm": 1.9399001575023072, | |
| "learning_rate": 1.352045153882017e-05, | |
| "loss": 2.6182, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06592292089249494, | |
| "grad_norm": 1.9083156579424998, | |
| "learning_rate": 1.3331069471755332e-05, | |
| "loss": 2.6056, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07099391480730223, | |
| "grad_norm": 2.2298396560554683, | |
| "learning_rate": 1.314411099385942e-05, | |
| "loss": 2.6043, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07606490872210954, | |
| "grad_norm": 1.9661711744318215, | |
| "learning_rate": 1.2959548155344706e-05, | |
| "loss": 2.6321, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08113590263691683, | |
| "grad_norm": 2.1260634398939438, | |
| "learning_rate": 1.2777353293305311e-05, | |
| "loss": 2.5744, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08620689655172414, | |
| "grad_norm": 2.171189842092272, | |
| "learning_rate": 1.2597499029137354e-05, | |
| "loss": 2.6102, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.09127789046653144, | |
| "grad_norm": 2.118995328928547, | |
| "learning_rate": 1.2419958265979023e-05, | |
| "loss": 2.6056, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09634888438133875, | |
| "grad_norm": 2.1743656445294466, | |
| "learning_rate": 1.2244704186170414e-05, | |
| "loss": 2.591, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.10141987829614604, | |
| "grad_norm": 2.100620832387391, | |
| "learning_rate": 1.2106129489565247e-05, | |
| "loss": 2.6461, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10649087221095335, | |
| "grad_norm": 2.02911049207023, | |
| "learning_rate": 1.1934924740853141e-05, | |
| "loss": 2.5878, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.11156186612576065, | |
| "grad_norm": 2.12870974325018, | |
| "learning_rate": 1.1765933050017452e-05, | |
| "loss": 2.5793, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11663286004056796, | |
| "grad_norm": 1.9038783159180614, | |
| "learning_rate": 1.1599128637544344e-05, | |
| "loss": 2.5612, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.12170385395537525, | |
| "grad_norm": 1.9647399779959451, | |
| "learning_rate": 1.1434485991200533e-05, | |
| "loss": 2.6083, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12677484787018256, | |
| "grad_norm": 1.88937427094592, | |
| "learning_rate": 1.1271979863605386e-05, | |
| "loss": 2.5561, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.13184584178498987, | |
| "grad_norm": 1.8208051471693176, | |
| "learning_rate": 1.111158526982193e-05, | |
| "loss": 2.5884, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.13691683569979715, | |
| "grad_norm": 1.771422341312915, | |
| "learning_rate": 1.0953277484966689e-05, | |
| "loss": 2.5509, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.14198782961460446, | |
| "grad_norm": 1.8296701053391813, | |
| "learning_rate": 1.0797032041838185e-05, | |
| "loss": 2.5784, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.14705882352941177, | |
| "grad_norm": 1.8139046565289612, | |
| "learning_rate": 1.0642824728564022e-05, | |
| "loss": 2.5624, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.15212981744421908, | |
| "grad_norm": 1.9862915107502803, | |
| "learning_rate": 1.0490631586266381e-05, | |
| "loss": 2.6007, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.15720081135902636, | |
| "grad_norm": 1.8392246134083736, | |
| "learning_rate": 1.0340428906745863e-05, | |
| "loss": 2.5775, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.16227180527383367, | |
| "grad_norm": 1.9250085841598776, | |
| "learning_rate": 1.0192193230183505e-05, | |
| "loss": 2.6045, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.16734279918864098, | |
| "grad_norm": 2.1119936162911825, | |
| "learning_rate": 1.0045901342860905e-05, | |
| "loss": 2.5838, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.1724137931034483, | |
| "grad_norm": 1.9416866546338962, | |
| "learning_rate": 9.901530274898272e-06, | |
| "loss": 2.5643, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.17748478701825557, | |
| "grad_norm": 1.871570899679003, | |
| "learning_rate": 9.75905729801036e-06, | |
| "loss": 2.5549, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.18255578093306288, | |
| "grad_norm": 2.0672616615182897, | |
| "learning_rate": 9.61845992328009e-06, | |
| "loss": 2.561, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1876267748478702, | |
| "grad_norm": 1.8373271363293353, | |
| "learning_rate": 9.479715898949807e-06, | |
| "loss": 2.5728, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1926977687626775, | |
| "grad_norm": 1.9497106449021773, | |
| "learning_rate": 9.342803208230014e-06, | |
| "loss": 2.5535, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.19776876267748478, | |
| "grad_norm": 1.913646357656738, | |
| "learning_rate": 9.207700067125492e-06, | |
| "loss": 2.5411, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2028397565922921, | |
| "grad_norm": 1.7027113982701332, | |
| "learning_rate": 9.074384922278684e-06, | |
| "loss": 2.5442, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2028397565922921, | |
| "eval_loss": 2.55521821975708, | |
| "eval_runtime": 81.0607, | |
| "eval_samples_per_second": 86.429, | |
| "eval_steps_per_second": 0.679, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.2079107505070994, | |
| "grad_norm": 1.753576639879344, | |
| "learning_rate": 8.942836448830213e-06, | |
| "loss": 2.5264, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.2129817444219067, | |
| "grad_norm": 1.7785092188900598, | |
| "learning_rate": 8.813033548296443e-06, | |
| "loss": 2.5645, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.21805273833671399, | |
| "grad_norm": 1.7915296631060966, | |
| "learning_rate": 8.684955346463971e-06, | |
| "loss": 2.555, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.2231237322515213, | |
| "grad_norm": 1.7452346531223148, | |
| "learning_rate": 8.558581191300906e-06, | |
| "loss": 2.6118, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.2281947261663286, | |
| "grad_norm": 2.339774136223256, | |
| "learning_rate": 8.433890650884857e-06, | |
| "loss": 2.5284, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.2332657200811359, | |
| "grad_norm": 1.7961229516339332, | |
| "learning_rate": 8.310863511347508e-06, | |
| "loss": 2.558, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2383367139959432, | |
| "grad_norm": 2.000305491613022, | |
| "learning_rate": 8.189479774835651e-06, | |
| "loss": 2.5312, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.2434077079107505, | |
| "grad_norm": 1.9162907270104979, | |
| "learning_rate": 8.069719657488614e-06, | |
| "loss": 2.4983, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2484787018255578, | |
| "grad_norm": 1.9447544732938296, | |
| "learning_rate": 7.951563587431902e-06, | |
| "loss": 2.5462, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.2535496957403651, | |
| "grad_norm": 1.8244106804572084, | |
| "learning_rate": 7.834992202787018e-06, | |
| "loss": 2.5354, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.25862068965517243, | |
| "grad_norm": 1.714609238517639, | |
| "learning_rate": 7.719986349697309e-06, | |
| "loss": 2.5386, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.26369168356997974, | |
| "grad_norm": 1.795436681758725, | |
| "learning_rate": 7.606527080369728e-06, | |
| "loss": 2.5388, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.268762677484787, | |
| "grad_norm": 1.7081706265027667, | |
| "learning_rate": 7.494595651132443e-06, | |
| "loss": 2.568, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.2738336713995943, | |
| "grad_norm": 1.6958291617768828, | |
| "learning_rate": 7.384173520508138e-06, | |
| "loss": 2.5489, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2789046653144016, | |
| "grad_norm": 1.6677502189962874, | |
| "learning_rate": 7.275242347302937e-06, | |
| "loss": 2.5666, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.2839756592292089, | |
| "grad_norm": 1.6916519769077745, | |
| "learning_rate": 7.167783988710829e-06, | |
| "loss": 2.5161, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.28904665314401623, | |
| "grad_norm": 1.9276199368209956, | |
| "learning_rate": 7.061780498433485e-06, | |
| "loss": 2.5461, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.29411764705882354, | |
| "grad_norm": 1.721858200785338, | |
| "learning_rate": 6.957214124815376e-06, | |
| "loss": 2.56, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.29918864097363085, | |
| "grad_norm": 1.7023218265873687, | |
| "learning_rate": 6.854067308994081e-06, | |
| "loss": 2.5252, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.30425963488843816, | |
| "grad_norm": 1.7702063060142263, | |
| "learning_rate": 6.752322683065677e-06, | |
| "loss": 2.5365, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3093306288032454, | |
| "grad_norm": 1.807175965887596, | |
| "learning_rate": 6.651963068265119e-06, | |
| "loss": 2.5351, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.3144016227180527, | |
| "grad_norm": 1.7687398862728192, | |
| "learning_rate": 6.5529714731614995e-06, | |
| "loss": 2.5184, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.31947261663286003, | |
| "grad_norm": 1.808664958617461, | |
| "learning_rate": 6.455331091868087e-06, | |
| "loss": 2.5062, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.32454361054766734, | |
| "grad_norm": 1.9021979000655393, | |
| "learning_rate": 6.359025302267049e-06, | |
| "loss": 2.5225, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.32961460446247465, | |
| "grad_norm": 1.704473391712384, | |
| "learning_rate": 6.264037664248752e-06, | |
| "loss": 2.5233, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.33468559837728196, | |
| "grad_norm": 1.751379362669565, | |
| "learning_rate": 6.17035191796554e-06, | |
| "loss": 2.4854, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.33975659229208927, | |
| "grad_norm": 1.6980009285341724, | |
| "learning_rate": 6.077951982099886e-06, | |
| "loss": 2.5008, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.3448275862068966, | |
| "grad_norm": 1.6987141788770321, | |
| "learning_rate": 5.986821952146847e-06, | |
| "loss": 2.5438, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.34989858012170383, | |
| "grad_norm": 1.6781775461943316, | |
| "learning_rate": 5.89694609871067e-06, | |
| "loss": 2.5417, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.35496957403651114, | |
| "grad_norm": 1.7326892052245193, | |
| "learning_rate": 5.808308865815513e-06, | |
| "loss": 2.5185, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.36004056795131845, | |
| "grad_norm": 1.743645811121294, | |
| "learning_rate": 5.720894869230136e-06, | |
| "loss": 2.5094, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.36511156186612576, | |
| "grad_norm": 1.7256678519147217, | |
| "learning_rate": 5.634688894806482e-06, | |
| "loss": 2.5316, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.37018255578093306, | |
| "grad_norm": 1.6209115792712339, | |
| "learning_rate": 5.549675896832072e-06, | |
| "loss": 2.5164, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.3752535496957404, | |
| "grad_norm": 1.6497735310259896, | |
| "learning_rate": 5.465840996396076e-06, | |
| "loss": 2.5363, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3803245436105477, | |
| "grad_norm": 1.665747208014539, | |
| "learning_rate": 5.383169479769005e-06, | |
| "loss": 2.5015, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.385395537525355, | |
| "grad_norm": 1.8360023746562857, | |
| "learning_rate": 5.301646796795905e-06, | |
| "loss": 2.4465, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.39046653144016225, | |
| "grad_norm": 1.721788501212322, | |
| "learning_rate": 5.221258559302969e-06, | |
| "loss": 2.5104, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.39553752535496955, | |
| "grad_norm": 1.7896539066797603, | |
| "learning_rate": 5.141990539517474e-06, | |
| "loss": 2.5406, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.40060851926977686, | |
| "grad_norm": 1.7026594592165973, | |
| "learning_rate": 5.0638286685009445e-06, | |
| "loss": 2.5403, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.4056795131845842, | |
| "grad_norm": 1.7666645373608338, | |
| "learning_rate": 4.986759034595453e-06, | |
| "loss": 2.5376, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4056795131845842, | |
| "eval_loss": 2.509550094604492, | |
| "eval_runtime": 81.0126, | |
| "eval_samples_per_second": 86.48, | |
| "eval_steps_per_second": 0.679, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4107505070993915, | |
| "grad_norm": 1.702454460655481, | |
| "learning_rate": 4.910767881882966e-06, | |
| "loss": 2.5017, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.4158215010141988, | |
| "grad_norm": 1.6625424708509573, | |
| "learning_rate": 4.83584160865765e-06, | |
| "loss": 2.5271, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.4208924949290061, | |
| "grad_norm": 1.6622717975288752, | |
| "learning_rate": 4.761966765911026e-06, | |
| "loss": 2.5238, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.4259634888438134, | |
| "grad_norm": 1.6256800857720881, | |
| "learning_rate": 4.689130055829907e-06, | |
| "loss": 2.5191, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.43103448275862066, | |
| "grad_norm": 1.7950911413498376, | |
| "learning_rate": 4.617318330307044e-06, | |
| "loss": 2.4909, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.43610547667342797, | |
| "grad_norm": 1.5866160053351177, | |
| "learning_rate": 4.5465185894642715e-06, | |
| "loss": 2.5128, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.4411764705882353, | |
| "grad_norm": 1.6754882575554404, | |
| "learning_rate": 4.476717980188313e-06, | |
| "loss": 2.5028, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.4462474645030426, | |
| "grad_norm": 1.6606915353792953, | |
| "learning_rate": 4.407903794678819e-06, | |
| "loss": 2.5207, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.4513184584178499, | |
| "grad_norm": 1.8160247477825882, | |
| "learning_rate": 4.340063469008923e-06, | |
| "loss": 2.5017, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.4563894523326572, | |
| "grad_norm": 1.7663094048322825, | |
| "learning_rate": 4.2731845816978475e-06, | |
| "loss": 2.5021, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4614604462474645, | |
| "grad_norm": 1.7799998175038592, | |
| "learning_rate": 4.207254852295854e-06, | |
| "loss": 2.4953, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.4665314401622718, | |
| "grad_norm": 1.6715645487953392, | |
| "learning_rate": 4.142262139981073e-06, | |
| "loss": 2.4435, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.4716024340770791, | |
| "grad_norm": 1.7256265015398793, | |
| "learning_rate": 4.078194442168494e-06, | |
| "loss": 2.5146, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.4766734279918864, | |
| "grad_norm": 1.6662015811964308, | |
| "learning_rate": 4.015039893130705e-06, | |
| "loss": 2.5187, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4817444219066937, | |
| "grad_norm": 1.7649431318197315, | |
| "learning_rate": 3.952786762630535e-06, | |
| "loss": 2.5223, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.486815415821501, | |
| "grad_norm": 1.679617464261057, | |
| "learning_rate": 3.891423454565385e-06, | |
| "loss": 2.4394, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4918864097363083, | |
| "grad_norm": 1.6233085596184735, | |
| "learning_rate": 3.830938505623211e-06, | |
| "loss": 2.512, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.4969574036511156, | |
| "grad_norm": 1.7195900327055993, | |
| "learning_rate": 3.7713205839500707e-06, | |
| "loss": 2.4649, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.5020283975659229, | |
| "grad_norm": 1.7034828407083669, | |
| "learning_rate": 3.7125584878291374e-06, | |
| "loss": 2.497, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.5070993914807302, | |
| "grad_norm": 1.7618287486879018, | |
| "learning_rate": 3.6546411443711164e-06, | |
| "loss": 2.5353, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5121703853955375, | |
| "grad_norm": 1.6191614066287776, | |
| "learning_rate": 3.597557608215969e-06, | |
| "loss": 2.5052, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.5172413793103449, | |
| "grad_norm": 1.6450813134062763, | |
| "learning_rate": 3.54129706024587e-06, | |
| "loss": 2.5106, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5223123732251521, | |
| "grad_norm": 1.7767916102532666, | |
| "learning_rate": 3.4858488063093135e-06, | |
| "loss": 2.4651, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.5273833671399595, | |
| "grad_norm": 1.6720237829560067, | |
| "learning_rate": 3.431202275956285e-06, | |
| "loss": 2.4908, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5324543610547667, | |
| "grad_norm": 1.6484154917054958, | |
| "learning_rate": 3.3773470211844283e-06, | |
| "loss": 2.4856, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.537525354969574, | |
| "grad_norm": 1.651838194240797, | |
| "learning_rate": 3.324272715196116e-06, | |
| "loss": 2.4675, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5425963488843814, | |
| "grad_norm": 1.6241151521510617, | |
| "learning_rate": 3.2719691511663524e-06, | |
| "loss": 2.4896, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.5476673427991886, | |
| "grad_norm": 1.6894175077795812, | |
| "learning_rate": 3.2204262410214273e-06, | |
| "loss": 2.4556, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.552738336713996, | |
| "grad_norm": 1.6686417855987385, | |
| "learning_rate": 3.1696340142282437e-06, | |
| "loss": 2.5062, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.5578093306288032, | |
| "grad_norm": 1.7200856267540612, | |
| "learning_rate": 3.119582616594238e-06, | |
| "loss": 2.4878, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5628803245436106, | |
| "grad_norm": 1.672252633477676, | |
| "learning_rate": 3.0702623090778174e-06, | |
| "loss": 2.5077, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.5679513184584178, | |
| "grad_norm": 1.7008466667698958, | |
| "learning_rate": 3.021663466609246e-06, | |
| "loss": 2.4837, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5730223123732252, | |
| "grad_norm": 1.6805676799462346, | |
| "learning_rate": 2.973776576921883e-06, | |
| "loss": 2.5062, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.5780933062880325, | |
| "grad_norm": 1.6136103005628197, | |
| "learning_rate": 2.9265922393937183e-06, | |
| "loss": 2.5035, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5831643002028397, | |
| "grad_norm": 1.6014078073339035, | |
| "learning_rate": 2.880101163899116e-06, | |
| "loss": 2.5101, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 1.7220406203120746, | |
| "learning_rate": 2.8342941696706994e-06, | |
| "loss": 2.5217, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5933062880324543, | |
| "grad_norm": 1.6605964063316545, | |
| "learning_rate": 2.789162184171294e-06, | |
| "loss": 2.4756, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.5983772819472617, | |
| "grad_norm": 1.6566249973518374, | |
| "learning_rate": 2.7446962419758632e-06, | |
| "loss": 2.4739, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.603448275862069, | |
| "grad_norm": 1.6340883136536262, | |
| "learning_rate": 2.700887483663357e-06, | |
| "loss": 2.4869, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.6085192697768763, | |
| "grad_norm": 1.6233109361058542, | |
| "learning_rate": 2.657727154718401e-06, | |
| "loss": 2.4487, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6085192697768763, | |
| "eval_loss": 2.4831416606903076, | |
| "eval_runtime": 80.984, | |
| "eval_samples_per_second": 86.511, | |
| "eval_steps_per_second": 0.679, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6135902636916836, | |
| "grad_norm": 1.616769928055098, | |
| "learning_rate": 2.615206604442756e-06, | |
| "loss": 2.4638, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.6186612576064908, | |
| "grad_norm": 1.6396235170920117, | |
| "learning_rate": 2.5733172848764733e-06, | |
| "loss": 2.4891, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6237322515212982, | |
| "grad_norm": 1.5936144163067276, | |
| "learning_rate": 2.5320507497286705e-06, | |
| "loss": 2.4902, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.6288032454361054, | |
| "grad_norm": 1.6679977682798468, | |
| "learning_rate": 2.491398653317866e-06, | |
| "loss": 2.4695, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6338742393509128, | |
| "grad_norm": 1.7008178983911084, | |
| "learning_rate": 2.4513527495217875e-06, | |
| "loss": 2.4626, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.6389452332657201, | |
| "grad_norm": 1.610985443276998, | |
| "learning_rate": 2.4119048907365937e-06, | |
| "loss": 2.4934, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6440162271805274, | |
| "grad_norm": 1.6323121910464156, | |
| "learning_rate": 2.3730470268454385e-06, | |
| "loss": 2.4819, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.6490872210953347, | |
| "grad_norm": 1.6525382291119861, | |
| "learning_rate": 2.3347712041962997e-06, | |
| "loss": 2.5046, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.654158215010142, | |
| "grad_norm": 1.6380351817927594, | |
| "learning_rate": 2.297069564589013e-06, | |
| "loss": 2.4864, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.6592292089249493, | |
| "grad_norm": 1.6579813340009797, | |
| "learning_rate": 2.259934344271433e-06, | |
| "loss": 2.4715, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6643002028397565, | |
| "grad_norm": 1.7919239246160015, | |
| "learning_rate": 2.22335787294466e-06, | |
| "loss": 2.4972, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.6693711967545639, | |
| "grad_norm": 1.586961409961355, | |
| "learning_rate": 2.18733257277726e-06, | |
| "loss": 2.4787, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.6744421906693712, | |
| "grad_norm": 1.684301176230389, | |
| "learning_rate": 2.1518509574284106e-06, | |
| "loss": 2.4158, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.6795131845841785, | |
| "grad_norm": 1.6178388175493554, | |
| "learning_rate": 2.123852145211829e-06, | |
| "loss": 2.5152, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6845841784989858, | |
| "grad_norm": 1.704137336957441, | |
| "learning_rate": 2.089330585293108e-06, | |
| "loss": 2.4807, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.6896551724137931, | |
| "grad_norm": 1.653288753563856, | |
| "learning_rate": 2.055332226962747e-06, | |
| "loss": 2.4781, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.6947261663286004, | |
| "grad_norm": 1.6910190620923418, | |
| "learning_rate": 2.0218499227907136e-06, | |
| "loss": 2.5114, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.6997971602434077, | |
| "grad_norm": 1.6297896630103186, | |
| "learning_rate": 1.988876612270826e-06, | |
| "loss": 2.4963, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.704868154158215, | |
| "grad_norm": 1.6254042637268307, | |
| "learning_rate": 1.9564053208943578e-06, | |
| "loss": 2.4651, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.7099391480730223, | |
| "grad_norm": 1.849820644961665, | |
| "learning_rate": 1.924429159232111e-06, | |
| "loss": 2.4625, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7150101419878296, | |
| "grad_norm": 1.6947938784926828, | |
| "learning_rate": 1.892941322024907e-06, | |
| "loss": 2.4683, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.7200811359026369, | |
| "grad_norm": 1.6500218076608433, | |
| "learning_rate": 1.861935087282421e-06, | |
| "loss": 2.474, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7251521298174443, | |
| "grad_norm": 1.5695461599237197, | |
| "learning_rate": 1.8314038153902991e-06, | |
| "loss": 2.4626, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.7302231237322515, | |
| "grad_norm": 1.661274439764298, | |
| "learning_rate": 1.8013409482254947e-06, | |
| "loss": 2.4901, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7352941176470589, | |
| "grad_norm": 1.5971717624468098, | |
| "learning_rate": 1.7717400082797614e-06, | |
| "loss": 2.498, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.7403651115618661, | |
| "grad_norm": 1.6006841184664817, | |
| "learning_rate": 1.7425945977912387e-06, | |
| "loss": 2.5096, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.7454361054766734, | |
| "grad_norm": 1.8078007149616142, | |
| "learning_rate": 1.7138983978840686e-06, | |
| "loss": 2.4733, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.7505070993914807, | |
| "grad_norm": 1.6080637102108633, | |
| "learning_rate": 1.685645167715982e-06, | |
| "loss": 2.4645, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.755578093306288, | |
| "grad_norm": 1.6034092883417612, | |
| "learning_rate": 1.6578287436337897e-06, | |
| "loss": 2.4874, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.7606490872210954, | |
| "grad_norm": 1.6562691168973722, | |
| "learning_rate": 1.6304430383367233e-06, | |
| "loss": 2.5147, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.7657200811359026, | |
| "grad_norm": 1.631836734297837, | |
| "learning_rate": 1.6034820400475576e-06, | |
| "loss": 2.449, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.77079107505071, | |
| "grad_norm": 2.633902381426751, | |
| "learning_rate": 1.5769398116914607e-06, | |
| "loss": 2.4502, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7758620689655172, | |
| "grad_norm": 1.6338196504524252, | |
| "learning_rate": 1.550810490082507e-06, | |
| "loss": 2.4375, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.7809330628803245, | |
| "grad_norm": 1.6881605246261733, | |
| "learning_rate": 1.5250882851177956e-06, | |
| "loss": 2.4623, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.7860040567951319, | |
| "grad_norm": 1.7430128340035491, | |
| "learning_rate": 1.4997674789791142e-06, | |
| "loss": 2.4592, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.7910750507099391, | |
| "grad_norm": 1.6974037503954427, | |
| "learning_rate": 1.4748424253420905e-06, | |
| "loss": 2.5001, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.7961460446247465, | |
| "grad_norm": 1.6057434981804433, | |
| "learning_rate": 1.4503075485927704e-06, | |
| "loss": 2.4603, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.8012170385395537, | |
| "grad_norm": 1.5564356238507298, | |
| "learning_rate": 1.4261573430515669e-06, | |
| "loss": 2.4357, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.8062880324543611, | |
| "grad_norm": 1.7042405076576008, | |
| "learning_rate": 1.4023863722045201e-06, | |
| "loss": 2.4747, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.8113590263691683, | |
| "grad_norm": 1.5640034942530554, | |
| "learning_rate": 1.3789892679418134e-06, | |
| "loss": 2.5324, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8113590263691683, | |
| "eval_loss": 2.4689557552337646, | |
| "eval_runtime": 81.0232, | |
| "eval_samples_per_second": 86.469, | |
| "eval_steps_per_second": 0.679, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8164300202839757, | |
| "grad_norm": 1.7227060519078905, | |
| "learning_rate": 1.3559607298034838e-06, | |
| "loss": 2.4806, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.821501014198783, | |
| "grad_norm": 1.5855673393298833, | |
| "learning_rate": 1.333295524232277e-06, | |
| "loss": 2.4642, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8265720081135902, | |
| "grad_norm": 1.8155636812941185, | |
| "learning_rate": 1.310988483833583e-06, | |
| "loss": 2.4746, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.8316430020283976, | |
| "grad_norm": 1.6824796691575312, | |
| "learning_rate": 1.289034506642401e-06, | |
| "loss": 2.5168, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8367139959432048, | |
| "grad_norm": 1.6084122349859742, | |
| "learning_rate": 1.2674285553972776e-06, | |
| "loss": 2.4112, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.8417849898580122, | |
| "grad_norm": 1.6807591569306923, | |
| "learning_rate": 1.2461656568211607e-06, | |
| "loss": 2.4555, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.8468559837728195, | |
| "grad_norm": 1.64520194930749, | |
| "learning_rate": 1.2252409009091154e-06, | |
| "loss": 2.5222, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.8519269776876268, | |
| "grad_norm": 1.642941398726877, | |
| "learning_rate": 1.2046494402228485e-06, | |
| "loss": 2.4607, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.8569979716024341, | |
| "grad_norm": 1.6323907187692908, | |
| "learning_rate": 1.1843864891919843e-06, | |
| "loss": 2.4724, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.8620689655172413, | |
| "grad_norm": 1.6489728444762863, | |
| "learning_rate": 1.1644473234220412e-06, | |
| "loss": 2.483, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.8671399594320487, | |
| "grad_norm": 1.5735584816022383, | |
| "learning_rate": 1.1448272790090529e-06, | |
| "loss": 2.4423, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.8722109533468559, | |
| "grad_norm": 1.6290164674794758, | |
| "learning_rate": 1.1255217518607806e-06, | |
| "loss": 2.4745, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.8772819472616633, | |
| "grad_norm": 1.9631129344699565, | |
| "learning_rate": 1.1065261970244678e-06, | |
| "loss": 2.4595, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.8823529411764706, | |
| "grad_norm": 1.8876833985138877, | |
| "learning_rate": 1.0878361280210782e-06, | |
| "loss": 2.4761, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8874239350912779, | |
| "grad_norm": 1.7449962901668679, | |
| "learning_rate": 1.0694471161859696e-06, | |
| "loss": 2.4726, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.8924949290060852, | |
| "grad_norm": 1.6608657901001447, | |
| "learning_rate": 1.051354790015952e-06, | |
| "loss": 2.4817, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.8975659229208925, | |
| "grad_norm": 1.6370419920913908, | |
| "learning_rate": 1.0335548345226733e-06, | |
| "loss": 2.4861, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.9026369168356998, | |
| "grad_norm": 1.6266725844295284, | |
| "learning_rate": 1.016042990592287e-06, | |
| "loss": 2.4437, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.907707910750507, | |
| "grad_norm": 1.5909779389607082, | |
| "learning_rate": 9.988150543513476e-07, | |
| "loss": 2.4605, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.9127789046653144, | |
| "grad_norm": 1.5796802186393568, | |
| "learning_rate": 9.818668765388872e-07, | |
| "loss": 2.4863, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9178498985801217, | |
| "grad_norm": 1.5779871460684796, | |
| "learning_rate": 9.651943618846152e-07, | |
| "loss": 2.4514, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.922920892494929, | |
| "grad_norm": 1.605102383763968, | |
| "learning_rate": 9.487934684931995e-07, | |
| "loss": 2.474, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.9279918864097363, | |
| "grad_norm": 1.6069103870683263, | |
| "learning_rate": 9.326602072345758e-07, | |
| "loss": 2.4828, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.9330628803245437, | |
| "grad_norm": 1.6236038441464034, | |
| "learning_rate": 9.167906411402357e-07, | |
| "loss": 2.4501, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.9381338742393509, | |
| "grad_norm": 1.6140284100171378, | |
| "learning_rate": 9.011808848054445e-07, | |
| "loss": 2.4441, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.9432048681541582, | |
| "grad_norm": 1.9823289784825078, | |
| "learning_rate": 8.858271037973411e-07, | |
| "loss": 2.4834, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.9482758620689655, | |
| "grad_norm": 1.7094985628575186, | |
| "learning_rate": 8.707255140688767e-07, | |
| "loss": 2.4428, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.9533468559837728, | |
| "grad_norm": 1.5851821971427773, | |
| "learning_rate": 8.558723813785198e-07, | |
| "loss": 2.4459, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.9584178498985801, | |
| "grad_norm": 1.8489283203955083, | |
| "learning_rate": 8.412640207157327e-07, | |
| "loss": 2.4671, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.9634888438133874, | |
| "grad_norm": 1.565327828926634, | |
| "learning_rate": 8.268967957320976e-07, | |
| "loss": 2.4762, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.9685598377281948, | |
| "grad_norm": 1.5753092524917698, | |
| "learning_rate": 8.127671181781262e-07, | |
| "loss": 2.487, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.973630831643002, | |
| "grad_norm": 1.5627741498336793, | |
| "learning_rate": 7.988714473456279e-07, | |
| "loss": 2.4899, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.9787018255578094, | |
| "grad_norm": 1.7322054425536324, | |
| "learning_rate": 7.852062895156654e-07, | |
| "loss": 2.4328, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.9837728194726166, | |
| "grad_norm": 1.5912533141539165, | |
| "learning_rate": 7.717681974119764e-07, | |
| "loss": 2.4887, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.9888438133874239, | |
| "grad_norm": 1.7127177872013957, | |
| "learning_rate": 7.585537696598922e-07, | |
| "loss": 2.4414, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.9939148073022313, | |
| "grad_norm": 1.6239111267541033, | |
| "learning_rate": 7.455596502506312e-07, | |
| "loss": 2.4962, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.9989858012170385, | |
| "grad_norm": 1.6117561424503084, | |
| "learning_rate": 7.327825280109957e-07, | |
| "loss": 2.4738, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 1.0040567951318458, | |
| "grad_norm": 1.9019039739296713, | |
| "learning_rate": 7.20219136078357e-07, | |
| "loss": 2.27, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.0091277890466532, | |
| "grad_norm": 1.7075178009820928, | |
| "learning_rate": 7.078662513809528e-07, | |
| "loss": 2.3072, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 1.0141987829614605, | |
| "grad_norm": 1.7844249258995124, | |
| "learning_rate": 6.957206941233838e-07, | |
| "loss": 2.265, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0141987829614605, | |
| "eval_loss": 2.473280668258667, | |
| "eval_runtime": 81.0085, | |
| "eval_samples_per_second": 86.485, | |
| "eval_steps_per_second": 0.679, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.0192697768762677, | |
| "grad_norm": 1.833316481131949, | |
| "learning_rate": 6.837793272773345e-07, | |
| "loss": 2.3069, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 1.024340770791075, | |
| "grad_norm": 1.7388775994426842, | |
| "learning_rate": 6.720390560774066e-07, | |
| "loss": 2.266, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.0294117647058822, | |
| "grad_norm": 1.6270190329782648, | |
| "learning_rate": 6.604968275220875e-07, | |
| "loss": 2.2664, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 1.0344827586206897, | |
| "grad_norm": 1.7956207149367391, | |
| "learning_rate": 6.491496298797458e-07, | |
| "loss": 2.2394, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.039553752535497, | |
| "grad_norm": 1.6994135825189252, | |
| "learning_rate": 6.379944921996764e-07, | |
| "loss": 2.2727, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 1.0446247464503042, | |
| "grad_norm": 1.677197538792328, | |
| "learning_rate": 6.270284838280882e-07, | |
| "loss": 2.2072, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.0496957403651115, | |
| "grad_norm": 1.719327046611783, | |
| "learning_rate": 6.162487139290532e-07, | |
| "loss": 2.3021, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 1.054766734279919, | |
| "grad_norm": 1.7292340128968464, | |
| "learning_rate": 6.056523310103172e-07, | |
| "loss": 2.2737, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.0598377281947262, | |
| "grad_norm": 1.7428974260955565, | |
| "learning_rate": 5.95236522453988e-07, | |
| "loss": 2.2556, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 1.0649087221095335, | |
| "grad_norm": 1.694959472171586, | |
| "learning_rate": 5.849985140519998e-07, | |
| "loss": 2.2992, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.0699797160243407, | |
| "grad_norm": 1.7439692178448947, | |
| "learning_rate": 5.749355695463754e-07, | |
| "loss": 2.2557, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 1.075050709939148, | |
| "grad_norm": 1.7558636029085997, | |
| "learning_rate": 5.650449901741813e-07, | |
| "loss": 2.2474, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.0801217038539555, | |
| "grad_norm": 1.785367595963534, | |
| "learning_rate": 5.553241142171985e-07, | |
| "loss": 2.267, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 1.0851926977687627, | |
| "grad_norm": 1.7537584511707027, | |
| "learning_rate": 5.45770316556211e-07, | |
| "loss": 2.2823, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.09026369168357, | |
| "grad_norm": 1.6825060417395732, | |
| "learning_rate": 5.363810082299148e-07, | |
| "loss": 2.2525, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 1.0953346855983772, | |
| "grad_norm": 1.7339475460772475, | |
| "learning_rate": 5.27153635998387e-07, | |
| "loss": 2.3006, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.1004056795131847, | |
| "grad_norm": 1.6977028436147512, | |
| "learning_rate": 5.180856819110773e-07, | |
| "loss": 2.2862, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 1.105476673427992, | |
| "grad_norm": 1.7119437312783958, | |
| "learning_rate": 5.091746628792904e-07, | |
| "loss": 2.243, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.1105476673427992, | |
| "grad_norm": 1.7918277133466605, | |
| "learning_rate": 5.004181302531108e-07, | |
| "loss": 2.2653, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 1.1156186612576064, | |
| "grad_norm": 1.7198038075584687, | |
| "learning_rate": 4.918136694027396e-07, | |
| "loss": 2.2741, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.1206896551724137, | |
| "grad_norm": 1.7122122501534425, | |
| "learning_rate": 4.833588993041994e-07, | |
| "loss": 2.2757, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 1.1257606490872212, | |
| "grad_norm": 1.6934117050919777, | |
| "learning_rate": 4.750514721293719e-07, | |
| "loss": 2.2484, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.1308316430020284, | |
| "grad_norm": 1.8096755323665539, | |
| "learning_rate": 4.6688907284032994e-07, | |
| "loss": 2.2329, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 1.1359026369168357, | |
| "grad_norm": 1.7732841203420067, | |
| "learning_rate": 4.588694187879258e-07, | |
| "loss": 2.2636, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.140973630831643, | |
| "grad_norm": 1.70514589311023, | |
| "learning_rate": 4.5099025931459913e-07, | |
| "loss": 2.2778, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 1.1460446247464504, | |
| "grad_norm": 1.7135354540773058, | |
| "learning_rate": 4.4324937536136735e-07, | |
| "loss": 2.2905, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.1511156186612577, | |
| "grad_norm": 1.6901713268949445, | |
| "learning_rate": 4.3564457907896125e-07, | |
| "loss": 2.302, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 1.156186612576065, | |
| "grad_norm": 1.7350424488382163, | |
| "learning_rate": 4.281737134430704e-07, | |
| "loss": 2.2441, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.1612576064908722, | |
| "grad_norm": 1.7433418190612922, | |
| "learning_rate": 4.208346518736604e-07, | |
| "loss": 2.2639, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 1.1663286004056794, | |
| "grad_norm": 1.7278183208713844, | |
| "learning_rate": 4.136252978583281e-07, | |
| "loss": 2.272, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.171399594320487, | |
| "grad_norm": 1.7049575091462312, | |
| "learning_rate": 4.0654358457965706e-07, | |
| "loss": 2.2822, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 1.1764705882352942, | |
| "grad_norm": 1.7614119208994081, | |
| "learning_rate": 3.995874745465392e-07, | |
| "loss": 2.2882, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.1815415821501014, | |
| "grad_norm": 1.7783667378053016, | |
| "learning_rate": 3.927549592294267e-07, | |
| "loss": 2.2779, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 1.1866125760649087, | |
| "grad_norm": 1.7857803604726208, | |
| "learning_rate": 3.8604405869947905e-07, | |
| "loss": 2.2504, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.1916835699797161, | |
| "grad_norm": 1.7894737586957659, | |
| "learning_rate": 3.794528212715714e-07, | |
| "loss": 2.2896, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 1.1967545638945234, | |
| "grad_norm": 1.7605294591830605, | |
| "learning_rate": 3.7297932315112855e-07, | |
| "loss": 2.2803, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.2018255578093306, | |
| "grad_norm": 1.7037189312181982, | |
| "learning_rate": 3.6662166808475126e-07, | |
| "loss": 2.2595, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 1.206896551724138, | |
| "grad_norm": 1.802568691083643, | |
| "learning_rate": 3.6037798701460037e-07, | |
| "loss": 2.3097, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.2119675456389452, | |
| "grad_norm": 1.7227242510965723, | |
| "learning_rate": 3.5424643773650545e-07, | |
| "loss": 2.2473, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 1.2170385395537526, | |
| "grad_norm": 1.7126735182979083, | |
| "learning_rate": 3.482252045617637e-07, | |
| "loss": 2.3002, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.2170385395537526, | |
| "eval_loss": 2.4735846519470215, | |
| "eval_runtime": 81.0924, | |
| "eval_samples_per_second": 86.395, | |
| "eval_steps_per_second": 0.678, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.2221095334685599, | |
| "grad_norm": 1.7418672417675343, | |
| "learning_rate": 3.423124979825969e-07, | |
| "loss": 2.2259, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 1.2271805273833671, | |
| "grad_norm": 1.7536106052680211, | |
| "learning_rate": 3.365065543412324e-07, | |
| "loss": 2.2625, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.2322515212981744, | |
| "grad_norm": 1.6738354256007202, | |
| "learning_rate": 3.3080563550257607e-07, | |
| "loss": 2.2762, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 1.2373225152129819, | |
| "grad_norm": 1.7304199756653005, | |
| "learning_rate": 3.2520802853044393e-07, | |
| "loss": 2.2864, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.2423935091277891, | |
| "grad_norm": 1.761088776037141, | |
| "learning_rate": 3.197120453673215e-07, | |
| "loss": 2.2665, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 1.2474645030425964, | |
| "grad_norm": 1.7101358055188194, | |
| "learning_rate": 3.143160225176168e-07, | |
| "loss": 2.2775, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.2525354969574036, | |
| "grad_norm": 1.7571854143932952, | |
| "learning_rate": 3.0901832073437713e-07, | |
| "loss": 2.2979, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 1.2576064908722109, | |
| "grad_norm": 1.7216743809437804, | |
| "learning_rate": 3.0381732470943653e-07, | |
| "loss": 2.3094, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.2626774847870181, | |
| "grad_norm": 1.6935950803242086, | |
| "learning_rate": 2.9871144276696387e-07, | |
| "loss": 2.2707, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 1.2677484787018256, | |
| "grad_norm": 1.7158452472154153, | |
| "learning_rate": 2.9369910656037903e-07, | |
| "loss": 2.2532, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.2728194726166329, | |
| "grad_norm": 1.7587458046328184, | |
| "learning_rate": 2.8877877077260676e-07, | |
| "loss": 2.2968, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 1.2778904665314401, | |
| "grad_norm": 1.7348605445713965, | |
| "learning_rate": 2.839489128196406e-07, | |
| "loss": 2.2596, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.2829614604462476, | |
| "grad_norm": 1.6962275978449755, | |
| "learning_rate": 2.7920803255737635e-07, | |
| "loss": 2.2579, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 1.2880324543610548, | |
| "grad_norm": 1.7562952815143784, | |
| "learning_rate": 2.7455465199170286e-07, | |
| "loss": 2.2518, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.293103448275862, | |
| "grad_norm": 1.6974150722131578, | |
| "learning_rate": 2.699873149917968e-07, | |
| "loss": 2.2504, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 1.2981744421906694, | |
| "grad_norm": 1.7036916845012207, | |
| "learning_rate": 2.655045870066172e-07, | |
| "loss": 2.2861, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.3032454361054766, | |
| "grad_norm": 1.7486208966066876, | |
| "learning_rate": 2.6110505478454324e-07, | |
| "loss": 2.2467, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 1.3083164300202839, | |
| "grad_norm": 1.712258524308874, | |
| "learning_rate": 2.5678732609615423e-07, | |
| "loss": 2.2515, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.3133874239350913, | |
| "grad_norm": 1.7341023622582277, | |
| "learning_rate": 2.525500294600939e-07, | |
| "loss": 2.2757, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 1.3184584178498986, | |
| "grad_norm": 1.889990239211246, | |
| "learning_rate": 2.4839181387201796e-07, | |
| "loss": 2.2791, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.3235294117647058, | |
| "grad_norm": 1.798861207791198, | |
| "learning_rate": 2.4431134853656976e-07, | |
| "loss": 2.2817, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 1.3286004056795133, | |
| "grad_norm": 1.7472239831698717, | |
| "learning_rate": 2.4030732260238086e-07, | |
| "loss": 2.2521, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.3336713995943206, | |
| "grad_norm": 1.782522588407923, | |
| "learning_rate": 2.3637844490004408e-07, | |
| "loss": 2.2316, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 1.3387423935091278, | |
| "grad_norm": 1.6996053792107884, | |
| "learning_rate": 2.325234436830538e-07, | |
| "loss": 2.2734, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.343813387423935, | |
| "grad_norm": 1.7994805518930097, | |
| "learning_rate": 2.2874106637166403e-07, | |
| "loss": 2.2484, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 1.3488843813387423, | |
| "grad_norm": 1.7489331509437775, | |
| "learning_rate": 2.2503007929965749e-07, | |
| "loss": 2.28, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.3539553752535496, | |
| "grad_norm": 1.7160678233869127, | |
| "learning_rate": 2.2138926746397777e-07, | |
| "loss": 2.2565, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 1.359026369168357, | |
| "grad_norm": 1.814687918697313, | |
| "learning_rate": 2.178174342772177e-07, | |
| "loss": 2.2517, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.3640973630831643, | |
| "grad_norm": 1.6987256946879317, | |
| "learning_rate": 2.143134013229167e-07, | |
| "loss": 2.2672, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 1.3691683569979716, | |
| "grad_norm": 1.7371785897491874, | |
| "learning_rate": 2.1087600811366032e-07, | |
| "loss": 2.2628, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.3742393509127788, | |
| "grad_norm": 1.745926263655127, | |
| "learning_rate": 2.075041118519355e-07, | |
| "loss": 2.2532, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 1.3793103448275863, | |
| "grad_norm": 1.700613383279488, | |
| "learning_rate": 2.0419658719373504e-07, | |
| "loss": 2.2617, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.3843813387423936, | |
| "grad_norm": 1.691103098158946, | |
| "learning_rate": 2.009523260148652e-07, | |
| "loss": 2.2391, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 1.3894523326572008, | |
| "grad_norm": 1.6917956046319294, | |
| "learning_rate": 1.977702371799498e-07, | |
| "loss": 2.2973, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.394523326572008, | |
| "grad_norm": 1.7504566996070137, | |
| "learning_rate": 1.946492463140869e-07, | |
| "loss": 2.3102, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 1.3995943204868153, | |
| "grad_norm": 1.838843879022522, | |
| "learning_rate": 1.9158829557714903e-07, | |
| "loss": 2.2819, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.4046653144016228, | |
| "grad_norm": 1.7034157869918263, | |
| "learning_rate": 1.8858634344068625e-07, | |
| "loss": 2.2463, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 1.40973630831643, | |
| "grad_norm": 1.7726664220307162, | |
| "learning_rate": 1.8564236446742146e-07, | |
| "loss": 2.2458, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.4148073022312373, | |
| "grad_norm": 1.7584441947795304, | |
| "learning_rate": 1.8275534909329853e-07, | |
| "loss": 2.2663, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 1.4198782961460445, | |
| "grad_norm": 1.7548926938859895, | |
| "learning_rate": 1.7992430341207304e-07, | |
| "loss": 2.29, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.4198782961460445, | |
| "eval_loss": 2.4734323024749756, | |
| "eval_runtime": 81.002, | |
| "eval_samples_per_second": 86.492, | |
| "eval_steps_per_second": 0.679, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.424949290060852, | |
| "grad_norm": 1.691411914276979, | |
| "learning_rate": 1.7714824896240595e-07, | |
| "loss": 2.2565, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 1.4300202839756593, | |
| "grad_norm": 1.7523279327159709, | |
| "learning_rate": 1.7442622251745125e-07, | |
| "loss": 2.2582, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.4350912778904665, | |
| "grad_norm": 1.6844227513504313, | |
| "learning_rate": 1.717572758768978e-07, | |
| "loss": 2.2416, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 1.4401622718052738, | |
| "grad_norm": 2.2030630647830245, | |
| "learning_rate": 1.6914047566145662e-07, | |
| "loss": 2.2289, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.445233265720081, | |
| "grad_norm": 1.7795541841017355, | |
| "learning_rate": 1.6657490310975468e-07, | |
| "loss": 2.2841, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 1.4503042596348885, | |
| "grad_norm": 1.8134633165357201, | |
| "learning_rate": 1.6405965387762636e-07, | |
| "loss": 2.2542, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.4553752535496958, | |
| "grad_norm": 1.7604092301048675, | |
| "learning_rate": 1.615938378397648e-07, | |
| "loss": 2.2493, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 1.460446247464503, | |
| "grad_norm": 1.8595724042593027, | |
| "learning_rate": 1.5917657889372315e-07, | |
| "loss": 2.2484, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.4655172413793103, | |
| "grad_norm": 1.7081713686615858, | |
| "learning_rate": 1.568070147662311e-07, | |
| "loss": 2.2744, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 14.41030902656843, | |
| "learning_rate": 1.5448429682181186e-07, | |
| "loss": 2.2609, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.475659229208925, | |
| "grad_norm": 1.7702111899429174, | |
| "learning_rate": 1.5220758987367309e-07, | |
| "loss": 2.2955, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 1.4807302231237323, | |
| "grad_norm": 1.7932941724173908, | |
| "learning_rate": 1.4997607199684964e-07, | |
| "loss": 2.2478, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.4858012170385395, | |
| "grad_norm": 1.7327449633169845, | |
| "learning_rate": 1.477889343435765e-07, | |
| "loss": 2.2713, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 1.4908722109533468, | |
| "grad_norm": 1.7047486187689578, | |
| "learning_rate": 1.456453809608691e-07, | |
| "loss": 2.2586, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.495943204868154, | |
| "grad_norm": 1.7085975289965103, | |
| "learning_rate": 1.4354462861028889e-07, | |
| "loss": 2.2602, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 1.5010141987829615, | |
| "grad_norm": 1.7708851051604204, | |
| "learning_rate": 1.414859065898731e-07, | |
| "loss": 2.2913, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.5060851926977687, | |
| "grad_norm": 1.6849008491575197, | |
| "learning_rate": 1.3946845655820588e-07, | |
| "loss": 2.2129, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 1.5111561866125762, | |
| "grad_norm": 1.6770410018579935, | |
| "learning_rate": 1.374915323606102e-07, | |
| "loss": 2.2641, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.5162271805273835, | |
| "grad_norm": 1.7333889728562109, | |
| "learning_rate": 1.3555439985743863e-07, | |
| "loss": 2.3096, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 1.5212981744421907, | |
| "grad_norm": 1.7381149429179856, | |
| "learning_rate": 1.3365633675444236e-07, | |
| "loss": 2.2449, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.526369168356998, | |
| "grad_norm": 1.7508604376509869, | |
| "learning_rate": 1.317966324351968e-07, | |
| "loss": 2.3006, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 1.5314401622718052, | |
| "grad_norm": 1.731173156378831, | |
| "learning_rate": 1.2997458779556342e-07, | |
| "loss": 2.2721, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.5365111561866125, | |
| "grad_norm": 1.7880722742651989, | |
| "learning_rate": 1.2818951508016706e-07, | |
| "loss": 2.2839, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 1.5415821501014197, | |
| "grad_norm": 1.766456825336907, | |
| "learning_rate": 1.264407377208682e-07, | |
| "loss": 2.2542, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.5466531440162272, | |
| "grad_norm": 1.793293076179441, | |
| "learning_rate": 1.2472759017720967e-07, | |
| "loss": 2.2345, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 1.5517241379310345, | |
| "grad_norm": 1.7255231286858488, | |
| "learning_rate": 1.2304941777881816e-07, | |
| "loss": 2.2587, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.556795131845842, | |
| "grad_norm": 1.7107497208562314, | |
| "learning_rate": 1.214055765697399e-07, | |
| "loss": 2.2587, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 1.5618661257606492, | |
| "grad_norm": 1.7448234273922532, | |
| "learning_rate": 1.197954331546911e-07, | |
| "loss": 2.2493, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.5669371196754565, | |
| "grad_norm": 1.713933005233849, | |
| "learning_rate": 1.1821836454720342e-07, | |
| "loss": 2.3028, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 1.5720081135902637, | |
| "grad_norm": 1.8430768650069782, | |
| "learning_rate": 1.1667375801964492e-07, | |
| "loss": 2.2595, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.577079107505071, | |
| "grad_norm": 1.7903141506679578, | |
| "learning_rate": 1.15161010955097e-07, | |
| "loss": 2.2555, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 1.5821501014198782, | |
| "grad_norm": 1.810165731715535, | |
| "learning_rate": 1.136795307010685e-07, | |
| "loss": 2.2728, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.5872210953346855, | |
| "grad_norm": 1.7357274884238136, | |
| "learning_rate": 1.1222873442502753e-07, | |
| "loss": 2.2741, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 1.592292089249493, | |
| "grad_norm": 1.7545984913046129, | |
| "learning_rate": 1.108080489717326e-07, | |
| "loss": 2.2609, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.5973630831643002, | |
| "grad_norm": 1.8639925458297812, | |
| "learning_rate": 1.0941691072234387e-07, | |
| "loss": 2.2349, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 1.6024340770791075, | |
| "grad_norm": 1.7125402909483072, | |
| "learning_rate": 1.080547654552963e-07, | |
| "loss": 2.2929, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.607505070993915, | |
| "grad_norm": 1.7300627575439524, | |
| "learning_rate": 1.0672106820891631e-07, | |
| "loss": 2.2823, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 1.6125760649087222, | |
| "grad_norm": 1.7190554348875562, | |
| "learning_rate": 1.0541528314576339e-07, | |
| "loss": 2.2708, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.6176470588235294, | |
| "grad_norm": 1.724918915538896, | |
| "learning_rate": 1.04136883418679e-07, | |
| "loss": 2.2491, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 1.6227180527383367, | |
| "grad_norm": 1.7342048226287368, | |
| "learning_rate": 1.0288535103852444e-07, | |
| "loss": 2.2566, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.6227180527383367, | |
| "eval_loss": 2.472487688064575, | |
| "eval_runtime": 81.0795, | |
| "eval_samples_per_second": 86.409, | |
| "eval_steps_per_second": 0.678, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.627789046653144, | |
| "grad_norm": 1.752725508386252, | |
| "learning_rate": 1.0166017674359012e-07, | |
| "loss": 2.2115, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 1.6328600405679512, | |
| "grad_norm": 1.7053034674622713, | |
| "learning_rate": 1.0046085987065856e-07, | |
| "loss": 2.2349, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.6379310344827587, | |
| "grad_norm": 1.6910767224745546, | |
| "learning_rate": 9.928690822770361e-08, | |
| "loss": 2.2661, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 1.643002028397566, | |
| "grad_norm": 1.9415101732879068, | |
| "learning_rate": 9.81378379682085e-08, | |
| "loss": 2.2355, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.6480730223123732, | |
| "grad_norm": 1.7692640477521646, | |
| "learning_rate": 9.70131734670856e-08, | |
| "loss": 2.2605, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 1.6531440162271807, | |
| "grad_norm": 1.7825871200246013, | |
| "learning_rate": 9.59124471981808e-08, | |
| "loss": 2.2842, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.658215010141988, | |
| "grad_norm": 1.805395258521555, | |
| "learning_rate": 9.483519961334607e-08, | |
| "loss": 2.2543, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 1.6632860040567952, | |
| "grad_norm": 1.7151309029731219, | |
| "learning_rate": 9.378097902306157e-08, | |
| "loss": 2.2507, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.6683569979716024, | |
| "grad_norm": 1.7662462146082336, | |
| "learning_rate": 9.274934147859458e-08, | |
| "loss": 2.2822, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 1.6734279918864097, | |
| "grad_norm": 1.7065430440445857, | |
| "learning_rate": 9.173985065567343e-08, | |
| "loss": 2.2727, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.678498985801217, | |
| "grad_norm": 1.8167004072102202, | |
| "learning_rate": 9.075207773966592e-08, | |
| "loss": 2.2582, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 1.6835699797160242, | |
| "grad_norm": 1.7276973068156511, | |
| "learning_rate": 8.978560131224021e-08, | |
| "loss": 2.2451, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.6886409736308317, | |
| "grad_norm": 1.7787413203893692, | |
| "learning_rate": 8.88400072394981e-08, | |
| "loss": 2.2421, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 1.693711967545639, | |
| "grad_norm": 0.8868153668800921, | |
| "learning_rate": 8.791488856155857e-08, | |
| "loss": 2.2354, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.6987829614604464, | |
| "grad_norm": 1.6998265742091707, | |
| "learning_rate": 8.700984538358205e-08, | |
| "loss": 2.264, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 1.7038539553752536, | |
| "grad_norm": 1.7045446815412617, | |
| "learning_rate": 8.612448476821393e-08, | |
| "loss": 2.2775, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.708924949290061, | |
| "grad_norm": 1.7898247009022359, | |
| "learning_rate": 8.525842062943714e-08, | |
| "loss": 2.2733, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 1.7139959432048681, | |
| "grad_norm": 1.7604334600933766, | |
| "learning_rate": 8.441127362781345e-08, | |
| "loss": 2.2704, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.7190669371196754, | |
| "grad_norm": 1.8108867949678853, | |
| "learning_rate": 8.358267106710315e-08, | |
| "loss": 2.2626, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 1.7241379310344827, | |
| "grad_norm": 1.6881452920332736, | |
| "learning_rate": 8.277224679224312e-08, | |
| "loss": 2.2694, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.72920892494929, | |
| "grad_norm": 1.7530216839199022, | |
| "learning_rate": 8.197964108867328e-08, | |
| "loss": 2.2622, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 1.7342799188640974, | |
| "grad_norm": 1.7278497657123897, | |
| "learning_rate": 8.12045005829916e-08, | |
| "loss": 2.2471, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.7393509127789046, | |
| "grad_norm": 1.8213327178561642, | |
| "learning_rate": 8.044647814492792e-08, | |
| "loss": 2.2313, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 1.744421906693712, | |
| "grad_norm": 1.8304362576609268, | |
| "learning_rate": 7.970523279061717e-08, | |
| "loss": 2.2738, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.7494929006085194, | |
| "grad_norm": 1.7718300765439339, | |
| "learning_rate": 7.898042958716228e-08, | |
| "loss": 2.2308, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 1.7545638945233266, | |
| "grad_norm": 1.7305535723288619, | |
| "learning_rate": 7.827173955846786e-08, | |
| "loss": 2.2513, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.7596348884381339, | |
| "grad_norm": 1.7402125464421778, | |
| "learning_rate": 7.757883959233495e-08, | |
| "loss": 2.2429, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 1.7647058823529411, | |
| "grad_norm": 1.8175975710441392, | |
| "learning_rate": 7.690141234879847e-08, | |
| "loss": 2.288, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.7697768762677484, | |
| "grad_norm": 1.851991292226803, | |
| "learning_rate": 7.623914616969753e-08, | |
| "loss": 2.2644, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 1.7748478701825556, | |
| "grad_norm": 1.6602366231900278, | |
| "learning_rate": 7.559173498946088e-08, | |
| "loss": 2.2733, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.779918864097363, | |
| "grad_norm": 1.7034994512549433, | |
| "learning_rate": 7.495887824709769e-08, | |
| "loss": 2.2674, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 1.7849898580121704, | |
| "grad_norm": 1.7102833212058115, | |
| "learning_rate": 7.434028079937624e-08, | |
| "loss": 2.2752, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.7900608519269778, | |
| "grad_norm": 2.1016603731428067, | |
| "learning_rate": 7.373565283518085e-08, | |
| "loss": 2.2726, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 1.795131845841785, | |
| "grad_norm": 1.7876491597075783, | |
| "learning_rate": 7.314470979103019e-08, | |
| "loss": 2.2188, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.8002028397565923, | |
| "grad_norm": 1.7984832581935817, | |
| "learning_rate": 7.256717226774701e-08, | |
| "loss": 2.2772, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 1.8052738336713996, | |
| "grad_norm": 1.7621637378160073, | |
| "learning_rate": 7.200276594826329e-08, | |
| "loss": 2.2466, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.8103448275862069, | |
| "grad_norm": 1.7255493399444854, | |
| "learning_rate": 7.145122151655066e-08, | |
| "loss": 2.2633, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 1.815415821501014, | |
| "grad_norm": 1.7774418294615342, | |
| "learning_rate": 7.101906869364121e-08, | |
| "loss": 2.2966, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.8204868154158214, | |
| "grad_norm": 1.7397631305330485, | |
| "learning_rate": 7.049001264123894e-08, | |
| "loss": 2.2644, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 1.8255578093306288, | |
| "grad_norm": 1.7641738767791946, | |
| "learning_rate": 6.997309032084255e-08, | |
| "loss": 2.3052, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.8255578093306288, | |
| "eval_loss": 2.4720866680145264, | |
| "eval_runtime": 81.0596, | |
| "eval_samples_per_second": 86.43, | |
| "eval_steps_per_second": 0.679, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.830628803245436, | |
| "grad_norm": 1.730995593445214, | |
| "learning_rate": 6.946805070044455e-08, | |
| "loss": 2.2748, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 1.8356997971602436, | |
| "grad_norm": 1.708076665562477, | |
| "learning_rate": 6.897464737518235e-08, | |
| "loss": 2.2709, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.8407707910750508, | |
| "grad_norm": 1.7961247246527527, | |
| "learning_rate": 6.849263849253629e-08, | |
| "loss": 2.2756, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 1.845841784989858, | |
| "grad_norm": 1.7873259024447121, | |
| "learning_rate": 6.802178667856782e-08, | |
| "loss": 2.2619, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.8509127789046653, | |
| "grad_norm": 1.7208578483390204, | |
| "learning_rate": 6.756185896518329e-08, | |
| "loss": 2.2563, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 1.8559837728194726, | |
| "grad_norm": 1.6824119656694438, | |
| "learning_rate": 6.711262671841385e-08, | |
| "loss": 2.2524, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.8610547667342798, | |
| "grad_norm": 1.717042060961093, | |
| "learning_rate": 6.667386556769717e-08, | |
| "loss": 2.3135, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 1.866125760649087, | |
| "grad_norm": 1.736419652896857, | |
| "learning_rate": 6.624535533615173e-08, | |
| "loss": 2.288, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.8711967545638946, | |
| "grad_norm": 1.75637188785577, | |
| "learning_rate": 6.582687997182971e-08, | |
| "loss": 2.2392, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 1.8762677484787018, | |
| "grad_norm": 1.7282509939601418, | |
| "learning_rate": 6.54182274799391e-08, | |
| "loss": 2.2662, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.8813387423935093, | |
| "grad_norm": 1.7060962855685544, | |
| "learning_rate": 6.501918985602177e-08, | |
| "loss": 2.2935, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 1.8864097363083165, | |
| "grad_norm": 1.7581616823404618, | |
| "learning_rate": 6.462956302007797e-08, | |
| "loss": 2.2478, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.8914807302231238, | |
| "grad_norm": 1.7987997676993257, | |
| "learning_rate": 6.424914675162432e-08, | |
| "loss": 2.2853, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 1.896551724137931, | |
| "grad_norm": 1.7116689993633696, | |
| "learning_rate": 6.387774462567602e-08, | |
| "loss": 2.2503, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.9016227180527383, | |
| "grad_norm": 1.7086258587789072, | |
| "learning_rate": 6.351516394964051e-08, | |
| "loss": 2.2822, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 1.9066937119675456, | |
| "grad_norm": 1.8235148496074345, | |
| "learning_rate": 6.31612157011135e-08, | |
| "loss": 2.2879, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.9117647058823528, | |
| "grad_norm": 1.7448709638927917, | |
| "learning_rate": 6.281571446656485e-08, | |
| "loss": 2.2586, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 1.9168356997971603, | |
| "grad_norm": 1.7421662505581106, | |
| "learning_rate": 6.247847838090545e-08, | |
| "loss": 2.2791, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.9219066937119675, | |
| "grad_norm": 1.825830026911039, | |
| "learning_rate": 6.21493290679226e-08, | |
| "loss": 2.2385, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 1.9269776876267748, | |
| "grad_norm": 1.796187481606512, | |
| "learning_rate": 6.182809158157558e-08, | |
| "loss": 2.2756, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.9320486815415823, | |
| "grad_norm": 1.7552941496595575, | |
| "learning_rate": 6.151459434813879e-08, | |
| "loss": 2.2587, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 1.9371196754563895, | |
| "grad_norm": 1.7522494947057408, | |
| "learning_rate": 6.120866910918446e-08, | |
| "loss": 2.2585, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.9421906693711968, | |
| "grad_norm": 1.7522459962159465, | |
| "learning_rate": 6.091015086539273e-08, | |
| "loss": 2.251, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 1.947261663286004, | |
| "grad_norm": 1.702096284758162, | |
| "learning_rate": 6.061887782118077e-08, | |
| "loss": 2.285, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.9523326572008113, | |
| "grad_norm": 1.7643281133012019, | |
| "learning_rate": 6.033469133013957e-08, | |
| "loss": 2.2846, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 1.9574036511156185, | |
| "grad_norm": 1.6926355627529537, | |
| "learning_rate": 6.005743584126981e-08, | |
| "loss": 2.2124, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.962474645030426, | |
| "grad_norm": 1.6991484085258466, | |
| "learning_rate": 5.984051918509233e-08, | |
| "loss": 2.2919, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 1.9675456389452333, | |
| "grad_norm": 1.6959402402475394, | |
| "learning_rate": 5.957535718971899e-08, | |
| "loss": 2.2133, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.9726166328600405, | |
| "grad_norm": 1.7435422008262311, | |
| "learning_rate": 5.931670667334593e-08, | |
| "loss": 2.2272, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 1.977687626774848, | |
| "grad_norm": 1.7235339509485863, | |
| "learning_rate": 5.906442337098544e-08, | |
| "loss": 2.2566, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.9827586206896552, | |
| "grad_norm": 1.8046591422600013, | |
| "learning_rate": 5.881836586579961e-08, | |
| "loss": 2.295, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 1.9878296146044625, | |
| "grad_norm": 1.8447312096680564, | |
| "learning_rate": 5.8578395539777033e-08, | |
| "loss": 2.29, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.9929006085192698, | |
| "grad_norm": 1.6943108398877464, | |
| "learning_rate": 5.834437652514426e-08, | |
| "loss": 2.2188, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 1.997971602434077, | |
| "grad_norm": 1.7174652428188777, | |
| "learning_rate": 5.811617565650129e-08, | |
| "loss": 2.2692, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.0030425963488843, | |
| "grad_norm": 1.6831299340128894, | |
| "learning_rate": 5.7893662423673665e-08, | |
| "loss": 2.2025, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 2.0081135902636915, | |
| "grad_norm": 1.826795197065323, | |
| "learning_rate": 5.767670892527061e-08, | |
| "loss": 2.2579, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.0131845841784988, | |
| "grad_norm": 1.7520235012361185, | |
| "learning_rate": 5.746518982294192e-08, | |
| "loss": 2.2388, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 2.0182555780933065, | |
| "grad_norm": 1.8440219249964744, | |
| "learning_rate": 5.72589822963234e-08, | |
| "loss": 2.2582, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.0233265720081137, | |
| "grad_norm": 1.7151060194819, | |
| "learning_rate": 5.705796599866345e-08, | |
| "loss": 2.2156, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 2.028397565922921, | |
| "grad_norm": 1.7333738899068507, | |
| "learning_rate": 5.686202301312118e-08, | |
| "loss": 2.2702, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.028397565922921, | |
| "eval_loss": 2.4733877182006836, | |
| "eval_runtime": 81.1205, | |
| "eval_samples_per_second": 86.365, | |
| "eval_steps_per_second": 0.678, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.0334685598377282, | |
| "grad_norm": 1.7637474983877708, | |
| "learning_rate": 5.667103780972823e-08, | |
| "loss": 2.2378, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 2.0385395537525355, | |
| "grad_norm": 1.7730571315134518, | |
| "learning_rate": 5.648489720300554e-08, | |
| "loss": 2.2513, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.0436105476673427, | |
| "grad_norm": 1.774271074894755, | |
| "learning_rate": 5.630349031022691e-08, | |
| "loss": 2.2518, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 2.04868154158215, | |
| "grad_norm": 1.6997020509374097, | |
| "learning_rate": 5.6126708510320976e-08, | |
| "loss": 2.2464, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.0537525354969572, | |
| "grad_norm": 1.7833382557650153, | |
| "learning_rate": 5.595444540340353e-08, | |
| "loss": 2.2317, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 2.0588235294117645, | |
| "grad_norm": 1.7296871432561252, | |
| "learning_rate": 5.578659677093205e-08, | |
| "loss": 2.231, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.063894523326572, | |
| "grad_norm": 1.7166463945290173, | |
| "learning_rate": 5.562306053647459e-08, | |
| "loss": 2.2347, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 2.0689655172413794, | |
| "grad_norm": 1.7948324654757548, | |
| "learning_rate": 5.546373672708482e-08, | |
| "loss": 2.2458, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.0740365111561867, | |
| "grad_norm": 1.745646645076283, | |
| "learning_rate": 5.530852743527571e-08, | |
| "loss": 2.2504, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 2.079107505070994, | |
| "grad_norm": 1.7778201657756552, | |
| "learning_rate": 5.515733678158393e-08, | |
| "loss": 2.26, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.084178498985801, | |
| "grad_norm": 1.7226724662159607, | |
| "learning_rate": 5.5010070877717374e-08, | |
| "loss": 2.24, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 2.0892494929006085, | |
| "grad_norm": 1.737085412071484, | |
| "learning_rate": 5.486663779027808e-08, | |
| "loss": 2.2138, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.0943204868154157, | |
| "grad_norm": 1.7680067007098665, | |
| "learning_rate": 5.4726947505053265e-08, | |
| "loss": 2.2688, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 2.099391480730223, | |
| "grad_norm": 1.7414742255329991, | |
| "learning_rate": 5.459091189186688e-08, | |
| "loss": 2.2591, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.1044624746450302, | |
| "grad_norm": 1.7804223600059563, | |
| "learning_rate": 5.4458444669984314e-08, | |
| "loss": 2.2337, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 2.109533468559838, | |
| "grad_norm": 1.7481822321590552, | |
| "learning_rate": 5.432946137406314e-08, | |
| "loss": 2.2792, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.114604462474645, | |
| "grad_norm": 1.7497391573214505, | |
| "learning_rate": 5.420387932064249e-08, | |
| "loss": 2.2927, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 2.1196754563894524, | |
| "grad_norm": 1.7279168540890797, | |
| "learning_rate": 5.408161757516413e-08, | |
| "loss": 2.2451, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.1247464503042597, | |
| "grad_norm": 1.7394662730899328, | |
| "learning_rate": 5.396259691951805e-08, | |
| "loss": 2.2424, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 2.129817444219067, | |
| "grad_norm": 1.77875077601377, | |
| "learning_rate": 5.384673982010568e-08, | |
| "loss": 2.2402, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.134888438133874, | |
| "grad_norm": 1.7319261658863345, | |
| "learning_rate": 5.373397039641377e-08, | |
| "loss": 2.2287, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 2.1399594320486814, | |
| "grad_norm": 1.751571162082358, | |
| "learning_rate": 5.362421439009217e-08, | |
| "loss": 2.2334, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.1450304259634887, | |
| "grad_norm": 1.8093044605440316, | |
| "learning_rate": 5.351739913452874e-08, | |
| "loss": 2.271, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 2.150101419878296, | |
| "grad_norm": 1.8469881188013633, | |
| "learning_rate": 5.341345352491468e-08, | |
| "loss": 2.2284, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.1551724137931036, | |
| "grad_norm": 1.7711139740473771, | |
| "learning_rate": 5.331230798879373e-08, | |
| "loss": 2.2644, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 2.160243407707911, | |
| "grad_norm": 1.7271859975777568, | |
| "learning_rate": 5.3213894457088646e-08, | |
| "loss": 2.2378, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.165314401622718, | |
| "grad_norm": 1.8925272013685321, | |
| "learning_rate": 5.3118146335598536e-08, | |
| "loss": 2.265, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 2.1703853955375254, | |
| "grad_norm": 1.7527393142771752, | |
| "learning_rate": 5.3024998476960626e-08, | |
| "loss": 2.2183, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.1754563894523327, | |
| "grad_norm": 1.7698628867396988, | |
| "learning_rate": 5.293438715307019e-08, | |
| "loss": 2.233, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 2.18052738336714, | |
| "grad_norm": 1.724950058777004, | |
| "learning_rate": 5.2846250027952295e-08, | |
| "loss": 2.249, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.185598377281947, | |
| "grad_norm": 1.9072718835854334, | |
| "learning_rate": 5.276052613107927e-08, | |
| "loss": 2.2342, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 2.1906693711967544, | |
| "grad_norm": 1.7983471937343785, | |
| "learning_rate": 5.2677155831127696e-08, | |
| "loss": 2.2707, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.1957403651115617, | |
| "grad_norm": 1.7092533410568467, | |
| "learning_rate": 5.259608081016899e-08, | |
| "loss": 2.2479, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 2.2008113590263694, | |
| "grad_norm": 1.7921254707864127, | |
| "learning_rate": 5.2517244038287416e-08, | |
| "loss": 2.229, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.2058823529411766, | |
| "grad_norm": 1.75489401951672, | |
| "learning_rate": 5.244058974861976e-08, | |
| "loss": 2.2772, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 2.210953346855984, | |
| "grad_norm": 1.8175479517709452, | |
| "learning_rate": 5.236606341281078e-08, | |
| "loss": 2.2356, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.216024340770791, | |
| "grad_norm": 1.808556074117745, | |
| "learning_rate": 5.229361171687859e-08, | |
| "loss": 2.2553, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 2.2210953346855984, | |
| "grad_norm": 1.7664667006627157, | |
| "learning_rate": 5.2223182537484316e-08, | |
| "loss": 2.2719, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.2261663286004056, | |
| "grad_norm": 1.7502392717778497, | |
| "learning_rate": 5.2154724918600314e-08, | |
| "loss": 2.2583, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 2.231237322515213, | |
| "grad_norm": 1.7242967584463027, | |
| "learning_rate": 5.208818904857144e-08, | |
| "loss": 2.2411, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.231237322515213, | |
| "eval_loss": 2.474597930908203, | |
| "eval_runtime": 81.0438, | |
| "eval_samples_per_second": 86.447, | |
| "eval_steps_per_second": 0.679, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.23630831643002, | |
| "grad_norm": 1.760326712726159, | |
| "learning_rate": 5.202352623756371e-08, | |
| "loss": 2.2356, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 2.2413793103448274, | |
| "grad_norm": 1.7625638663030738, | |
| "learning_rate": 5.1960688895395006e-08, | |
| "loss": 2.2441, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.2464503042596347, | |
| "grad_norm": 1.7518142596486186, | |
| "learning_rate": 5.189963050974238e-08, | |
| "loss": 2.2674, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 2.2515212981744424, | |
| "grad_norm": 1.8040378121090448, | |
| "learning_rate": 5.184030562472053e-08, | |
| "loss": 2.2233, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.2565922920892496, | |
| "grad_norm": 1.769147010660197, | |
| "learning_rate": 5.1782669819826294e-08, | |
| "loss": 2.2445, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 2.261663286004057, | |
| "grad_norm": 1.802360281392845, | |
| "learning_rate": 5.1726679689243875e-08, | |
| "loss": 2.234, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.266734279918864, | |
| "grad_norm": 1.763707867667644, | |
| "learning_rate": 5.1672292821505586e-08, | |
| "loss": 2.2132, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 2.2718052738336714, | |
| "grad_norm": 1.75034581686763, | |
| "learning_rate": 5.161946777950308e-08, | |
| "loss": 2.2381, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.2768762677484786, | |
| "grad_norm": 1.7401836199474783, | |
| "learning_rate": 5.1568164080844036e-08, | |
| "loss": 2.2416, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 2.281947261663286, | |
| "grad_norm": 1.7713650977668527, | |
| "learning_rate": 5.1518342178549174e-08, | |
| "loss": 2.224, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.287018255578093, | |
| "grad_norm": 1.7671231076913356, | |
| "learning_rate": 5.146996344208486e-08, | |
| "loss": 2.2183, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 2.292089249492901, | |
| "grad_norm": 1.7464419032652747, | |
| "learning_rate": 5.142299013872629e-08, | |
| "loss": 2.2419, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.297160243407708, | |
| "grad_norm": 1.7990294085116565, | |
| "learning_rate": 5.1377385415246445e-08, | |
| "loss": 2.2311, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 2.3022312373225153, | |
| "grad_norm": 1.7543351264072877, | |
| "learning_rate": 5.1333113279926185e-08, | |
| "loss": 2.238, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.3073022312373226, | |
| "grad_norm": 1.6898279670163325, | |
| "learning_rate": 5.129013858488057e-08, | |
| "loss": 2.2308, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 2.31237322515213, | |
| "grad_norm": 1.7334567047607963, | |
| "learning_rate": 5.124842700869695e-08, | |
| "loss": 2.3031, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.317444219066937, | |
| "grad_norm": 1.760983319309442, | |
| "learning_rate": 5.120794503938012e-08, | |
| "loss": 2.2455, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 2.3225152129817443, | |
| "grad_norm": 1.7621675205518297, | |
| "learning_rate": 5.116865995760006e-08, | |
| "loss": 2.228, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.3275862068965516, | |
| "grad_norm": 1.8080633887862172, | |
| "learning_rate": 5.113053982023768e-08, | |
| "loss": 2.284, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 2.332657200811359, | |
| "grad_norm": 1.7592998081055247, | |
| "learning_rate": 5.1093553444224286e-08, | |
| "loss": 2.2196, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.337728194726166, | |
| "grad_norm": 1.7831607571885368, | |
| "learning_rate": 5.105767039067024e-08, | |
| "loss": 2.269, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 2.342799188640974, | |
| "grad_norm": 1.7176459519033709, | |
| "learning_rate": 5.102286094927856e-08, | |
| "loss": 2.2435, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.347870182555781, | |
| "grad_norm": 1.7512756209003166, | |
| "learning_rate": 5.098909612303925e-08, | |
| "loss": 2.2579, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 1.7419259056225642, | |
| "learning_rate": 5.095634761319991e-08, | |
| "loss": 2.268, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.3580121703853956, | |
| "grad_norm": 1.7461469979215953, | |
| "learning_rate": 5.092458780450876e-08, | |
| "loss": 2.2252, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 2.363083164300203, | |
| "grad_norm": 1.745083473021831, | |
| "learning_rate": 5.089378975072569e-08, | |
| "loss": 2.2591, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.36815415821501, | |
| "grad_norm": 1.8343705825023535, | |
| "learning_rate": 5.086392716039744e-08, | |
| "loss": 2.2626, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 2.3732251521298173, | |
| "grad_norm": 1.7515682941502182, | |
| "learning_rate": 5.0834974382892763e-08, | |
| "loss": 2.2378, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.3782961460446246, | |
| "grad_norm": 1.772483228062822, | |
| "learning_rate": 5.080690639469371e-08, | |
| "loss": 2.2906, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 2.3833671399594323, | |
| "grad_norm": 1.8298309311035177, | |
| "learning_rate": 5.077969878593903e-08, | |
| "loss": 2.2782, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.3884381338742395, | |
| "grad_norm": 1.778228901931638, | |
| "learning_rate": 5.0753327747215805e-08, | |
| "loss": 2.2687, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 2.393509127789047, | |
| "grad_norm": 1.9355725485663295, | |
| "learning_rate": 5.0727770056595594e-08, | |
| "loss": 2.25, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.398580121703854, | |
| "grad_norm": 1.7876677525732199, | |
| "learning_rate": 5.070300306691114e-08, | |
| "loss": 2.2811, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 2.4036511156186613, | |
| "grad_norm": 1.766450812020173, | |
| "learning_rate": 5.067900469327011e-08, | |
| "loss": 2.265, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.4087221095334685, | |
| "grad_norm": 1.6988211316677768, | |
| "learning_rate": 5.065575340080193e-08, | |
| "loss": 2.2458, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 2.413793103448276, | |
| "grad_norm": 1.777565241311822, | |
| "learning_rate": 5.063322819263436e-08, | |
| "loss": 2.289, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.418864097363083, | |
| "grad_norm": 1.766648317811343, | |
| "learning_rate": 5.061140859809592e-08, | |
| "loss": 2.2263, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 2.4239350912778903, | |
| "grad_norm": 1.760808570512941, | |
| "learning_rate": 5.059027466114087e-08, | |
| "loss": 2.2371, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.4290060851926976, | |
| "grad_norm": 1.7497881623660254, | |
| "learning_rate": 5.056980692899308e-08, | |
| "loss": 2.2186, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 2.4340770791075053, | |
| "grad_norm": 1.904368651484495, | |
| "learning_rate": 5.0549986441005356e-08, | |
| "loss": 2.2413, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.4340770791075053, | |
| "eval_loss": 2.4748759269714355, | |
| "eval_runtime": 81.0832, | |
| "eval_samples_per_second": 86.405, | |
| "eval_steps_per_second": 0.678, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.4391480730223125, | |
| "grad_norm": 1.7410363640013542, | |
| "learning_rate": 5.053079471773089e-08, | |
| "loss": 2.2531, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 2.4442190669371198, | |
| "grad_norm": 1.7518018775000213, | |
| "learning_rate": 5.0512213750203305e-08, | |
| "loss": 2.2473, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.449290060851927, | |
| "grad_norm": 1.7662222396602074, | |
| "learning_rate": 5.049422598942212e-08, | |
| "loss": 2.2389, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 2.4543610547667343, | |
| "grad_norm": 1.780666367007688, | |
| "learning_rate": 5.0476814336040274e-08, | |
| "loss": 2.197, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.4594320486815415, | |
| "grad_norm": 1.7499711395815145, | |
| "learning_rate": 5.04599621302504e-08, | |
| "loss": 2.2261, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 2.464503042596349, | |
| "grad_norm": 1.7882713122146334, | |
| "learning_rate": 5.04436531418668e-08, | |
| "loss": 2.2393, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.469574036511156, | |
| "grad_norm": 1.75643986036064, | |
| "learning_rate": 5.042787156059982e-08, | |
| "loss": 2.2439, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 2.4746450304259637, | |
| "grad_norm": 1.7353199942499, | |
| "learning_rate": 5.041260198651953e-08, | |
| "loss": 2.2275, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.479716024340771, | |
| "grad_norm": 1.7683236873580634, | |
| "learning_rate": 5.039782942070575e-08, | |
| "loss": 2.2378, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 2.4847870182555782, | |
| "grad_norm": 1.7482878827223234, | |
| "learning_rate": 5.038353925608112e-08, | |
| "loss": 2.2655, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.4898580121703855, | |
| "grad_norm": 1.7553465772492238, | |
| "learning_rate": 5.036971726842454e-08, | |
| "loss": 2.2509, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 2.4949290060851927, | |
| "grad_norm": 1.7194051175937297, | |
| "learning_rate": 5.035634960756173e-08, | |
| "loss": 2.2246, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 1.780820717878673, | |
| "learning_rate": 5.0345973520341744e-08, | |
| "loss": 2.3116, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 2.5050709939148073, | |
| "grad_norm": 1.7092302368812895, | |
| "learning_rate": 5.0333389906255366e-08, | |
| "loss": 2.2434, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.5101419878296145, | |
| "grad_norm": 1.6995993050400164, | |
| "learning_rate": 5.03212237555571e-08, | |
| "loss": 2.234, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 2.5152129817444218, | |
| "grad_norm": 1.7916125090755124, | |
| "learning_rate": 5.030946256214713e-08, | |
| "loss": 2.2365, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.520283975659229, | |
| "grad_norm": 1.743409123646943, | |
| "learning_rate": 5.0298094154063516e-08, | |
| "loss": 2.2778, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 2.5253549695740363, | |
| "grad_norm": 1.7989761193864806, | |
| "learning_rate": 5.028710668564437e-08, | |
| "loss": 2.2698, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.530425963488844, | |
| "grad_norm": 1.768436463277154, | |
| "learning_rate": 5.027648862984817e-08, | |
| "loss": 2.2295, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 2.535496957403651, | |
| "grad_norm": 1.7762161444449078, | |
| "learning_rate": 5.026622877072948e-08, | |
| "loss": 2.2772, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.5405679513184585, | |
| "grad_norm": 1.7325943514517332, | |
| "learning_rate": 5.0256316196067565e-08, | |
| "loss": 2.2326, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 2.5456389452332657, | |
| "grad_norm": 1.7568007182157335, | |
| "learning_rate": 5.024674029014512e-08, | |
| "loss": 2.2575, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.550709939148073, | |
| "grad_norm": 1.7465474101311085, | |
| "learning_rate": 5.023749072667476e-08, | |
| "loss": 2.2398, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 2.5557809330628802, | |
| "grad_norm": 1.7105972624166814, | |
| "learning_rate": 5.022855746187064e-08, | |
| "loss": 2.2348, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.5608519269776875, | |
| "grad_norm": 1.759196327867933, | |
| "learning_rate": 5.021993072766265e-08, | |
| "loss": 2.2302, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 2.565922920892495, | |
| "grad_norm": 1.7618696598564434, | |
| "learning_rate": 5.0211601025050875e-08, | |
| "loss": 2.2783, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.5709939148073024, | |
| "grad_norm": 1.7357397604845723, | |
| "learning_rate": 5.020355911759782e-08, | |
| "loss": 2.2399, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 2.5760649087221097, | |
| "grad_norm": 1.7797963559349856, | |
| "learning_rate": 5.019579602505595e-08, | |
| "loss": 2.3119, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.581135902636917, | |
| "grad_norm": 1.7476476267237637, | |
| "learning_rate": 5.0188303017128396e-08, | |
| "loss": 2.2362, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 2.586206896551724, | |
| "grad_norm": 1.7871655712678034, | |
| "learning_rate": 5.018107160736018e-08, | |
| "loss": 2.2684, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.5912778904665315, | |
| "grad_norm": 1.8564365985849263, | |
| "learning_rate": 5.0174093547158035e-08, | |
| "loss": 2.2683, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 2.5963488843813387, | |
| "grad_norm": 1.7498854511370805, | |
| "learning_rate": 5.016736081993624e-08, | |
| "loss": 2.2518, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.601419878296146, | |
| "grad_norm": 1.7966977533010748, | |
| "learning_rate": 5.016086563538651e-08, | |
| "loss": 2.2218, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 2.606490872210953, | |
| "grad_norm": 1.7558979371137615, | |
| "learning_rate": 5.015460042386951e-08, | |
| "loss": 2.2658, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.6115618661257605, | |
| "grad_norm": 1.7805268954368878, | |
| "learning_rate": 5.014855783092602e-08, | |
| "loss": 2.2324, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 2.6166328600405677, | |
| "grad_norm": 1.7547744035144406, | |
| "learning_rate": 5.0142730711905564e-08, | |
| "loss": 2.2635, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.6217038539553754, | |
| "grad_norm": 1.7892043381738651, | |
| "learning_rate": 5.013711212671024e-08, | |
| "loss": 2.2174, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 2.6267748478701827, | |
| "grad_norm": 1.7661048483256172, | |
| "learning_rate": 5.013169533465201e-08, | |
| "loss": 2.2411, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.63184584178499, | |
| "grad_norm": 1.7714992602824393, | |
| "learning_rate": 5.012647378942108e-08, | |
| "loss": 2.2379, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 2.636916835699797, | |
| "grad_norm": 1.757980523509378, | |
| "learning_rate": 5.0121441134163554e-08, | |
| "loss": 2.216, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.636916835699797, | |
| "eval_loss": 2.4749209880828857, | |
| "eval_runtime": 81.0391, | |
| "eval_samples_per_second": 86.452, | |
| "eval_steps_per_second": 0.679, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.6419878296146044, | |
| "grad_norm": 1.8485215916583273, | |
| "learning_rate": 5.011659119666631e-08, | |
| "loss": 2.2233, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 2.6470588235294117, | |
| "grad_norm": 1.7863067371305124, | |
| "learning_rate": 5.0111917984647157e-08, | |
| "loss": 2.244, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.652129817444219, | |
| "grad_norm": 1.7146816358296353, | |
| "learning_rate": 5.010741568114834e-08, | |
| "loss": 2.2351, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 2.6572008113590266, | |
| "grad_norm": 1.831188399230356, | |
| "learning_rate": 5.0103078640031516e-08, | |
| "loss": 2.2269, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.662271805273834, | |
| "grad_norm": 1.7724728214531387, | |
| "learning_rate": 5.009890138157231e-08, | |
| "loss": 2.2075, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 2.667342799188641, | |
| "grad_norm": 1.782021890238949, | |
| "learning_rate": 5.009487858815262e-08, | |
| "loss": 2.217, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.6724137931034484, | |
| "grad_norm": 1.7481328251498853, | |
| "learning_rate": 5.0091005100048845e-08, | |
| "loss": 2.2719, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 2.6774847870182557, | |
| "grad_norm": 1.7906104909059064, | |
| "learning_rate": 5.0087275911314286e-08, | |
| "loss": 2.236, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.682555780933063, | |
| "grad_norm": 1.7602535674283515, | |
| "learning_rate": 5.008368616575389e-08, | |
| "loss": 2.2479, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 2.68762677484787, | |
| "grad_norm": 1.775336072092801, | |
| "learning_rate": 5.00802311529897e-08, | |
| "loss": 2.2651, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.6926977687626774, | |
| "grad_norm": 1.7553544981528668, | |
| "learning_rate": 5.00769063046152e-08, | |
| "loss": 2.2695, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 2.6977687626774847, | |
| "grad_norm": 1.827043155040219, | |
| "learning_rate": 5.0073707190436947e-08, | |
| "loss": 2.2565, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.702839756592292, | |
| "grad_norm": 1.7286161050152862, | |
| "learning_rate": 5.00706295148018e-08, | |
| "loss": 2.2447, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 2.707910750507099, | |
| "grad_norm": 1.818175461042268, | |
| "learning_rate": 5.0067669113008144e-08, | |
| "loss": 2.2437, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.7129817444219064, | |
| "grad_norm": 1.8017061603291116, | |
| "learning_rate": 5.006482194779946e-08, | |
| "loss": 2.2557, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 2.718052738336714, | |
| "grad_norm": 1.7866064039916518, | |
| "learning_rate": 5.006208410593867e-08, | |
| "loss": 2.2752, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.7231237322515214, | |
| "grad_norm": 1.7655940160674672, | |
| "learning_rate": 5.0059451794861766e-08, | |
| "loss": 2.2834, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 2.7281947261663286, | |
| "grad_norm": 1.7936324116014108, | |
| "learning_rate": 5.005692133940906e-08, | |
| "loss": 2.2634, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.733265720081136, | |
| "grad_norm": 1.7857563825463283, | |
| "learning_rate": 5.00544891786327e-08, | |
| "loss": 2.2741, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 2.738336713995943, | |
| "grad_norm": 1.7472045814339527, | |
| "learning_rate": 5.005215186267882e-08, | |
| "loss": 2.2644, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.7434077079107504, | |
| "grad_norm": 1.8795177703424921, | |
| "learning_rate": 5.0049906049743e-08, | |
| "loss": 2.3007, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 2.7484787018255576, | |
| "grad_norm": 1.8521743861085576, | |
| "learning_rate": 5.004774850309745e-08, | |
| "loss": 2.2366, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.7535496957403653, | |
| "grad_norm": 1.7735396381086006, | |
| "learning_rate": 5.0045676088188616e-08, | |
| "loss": 2.2481, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 2.7586206896551726, | |
| "grad_norm": 1.750426755759642, | |
| "learning_rate": 5.004368576980381e-08, | |
| "loss": 2.2235, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.76369168356998, | |
| "grad_norm": 1.7041388090684644, | |
| "learning_rate": 5.004177460930539e-08, | |
| "loss": 2.2231, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 2.768762677484787, | |
| "grad_norm": 1.8140115420681437, | |
| "learning_rate": 5.003993976193124e-08, | |
| "loss": 2.2138, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.7738336713995944, | |
| "grad_norm": 1.822513477317258, | |
| "learning_rate": 5.0038178474160234e-08, | |
| "loss": 2.2612, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 2.7789046653144016, | |
| "grad_norm": 1.7108014551704207, | |
| "learning_rate": 5.003648808114121e-08, | |
| "loss": 2.2464, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.783975659229209, | |
| "grad_norm": 1.7880353168056893, | |
| "learning_rate": 5.0034866004184443e-08, | |
| "loss": 2.2571, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 2.789046653144016, | |
| "grad_norm": 1.738078469289302, | |
| "learning_rate": 5.003330974831406e-08, | |
| "loss": 2.2712, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.7941176470588234, | |
| "grad_norm": 1.851997917147577, | |
| "learning_rate": 5.0031816899880413e-08, | |
| "loss": 2.266, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 2.7991886409736306, | |
| "grad_norm": 1.7297614602052127, | |
| "learning_rate": 5.0030385124230966e-08, | |
| "loss": 2.2423, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.804259634888438, | |
| "grad_norm": 1.8006816107770167, | |
| "learning_rate": 5.002901216343864e-08, | |
| "loss": 2.2506, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 2.8093306288032456, | |
| "grad_norm": 1.8037373860257597, | |
| "learning_rate": 5.002769583408638e-08, | |
| "loss": 2.2504, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.814401622718053, | |
| "grad_norm": 1.7406557827783702, | |
| "learning_rate": 5.002643402510677e-08, | |
| "loss": 2.2676, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 2.81947261663286, | |
| "grad_norm": 1.7784795193672072, | |
| "learning_rate": 5.0025224695675576e-08, | |
| "loss": 2.2052, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.8245436105476673, | |
| "grad_norm": 1.7627831810019972, | |
| "learning_rate": 5.002406587315805e-08, | |
| "loss": 2.2315, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 2.8296146044624746, | |
| "grad_norm": 1.798869752268086, | |
| "learning_rate": 5.0022955651106973e-08, | |
| "loss": 2.2436, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.834685598377282, | |
| "grad_norm": 1.712097491290732, | |
| "learning_rate": 5.00218921873112e-08, | |
| "loss": 2.274, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 2.839756592292089, | |
| "grad_norm": 1.8197661388888422, | |
| "learning_rate": 5.002087370189384e-08, | |
| "loss": 2.2696, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.839756592292089, | |
| "eval_loss": 2.4746689796447754, | |
| "eval_runtime": 80.933, | |
| "eval_samples_per_second": 86.565, | |
| "eval_steps_per_second": 0.68, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.844827586206897, | |
| "grad_norm": 1.7693694208988924, | |
| "learning_rate": 5.001989847545882e-08, | |
| "loss": 2.2054, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 2.849898580121704, | |
| "grad_norm": 1.8223549799119019, | |
| "learning_rate": 5.001896484728491e-08, | |
| "loss": 2.2656, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.8549695740365113, | |
| "grad_norm": 1.805868445642325, | |
| "learning_rate": 5.00180712135662e-08, | |
| "loss": 2.26, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 2.8600405679513186, | |
| "grad_norm": 1.7505054153674502, | |
| "learning_rate": 5.001721602569797e-08, | |
| "loss": 2.2465, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.865111561866126, | |
| "grad_norm": 1.8486977309170785, | |
| "learning_rate": 5.0016397788606984e-08, | |
| "loss": 2.2764, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 2.870182555780933, | |
| "grad_norm": 1.7740829866432102, | |
| "learning_rate": 5.0015615059125324e-08, | |
| "loss": 2.2303, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.8752535496957403, | |
| "grad_norm": 1.7656514305652502, | |
| "learning_rate": 5.00148664444067e-08, | |
| "loss": 2.238, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 2.8803245436105476, | |
| "grad_norm": 1.7634420973902674, | |
| "learning_rate": 5.001415060038435e-08, | |
| "loss": 2.2489, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.885395537525355, | |
| "grad_norm": 1.8143454888420456, | |
| "learning_rate": 5.0013466230269694e-08, | |
| "loss": 2.2607, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 2.890466531440162, | |
| "grad_norm": 1.7405623983796592, | |
| "learning_rate": 5.001281208309067e-08, | |
| "loss": 2.2677, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.8955375253549693, | |
| "grad_norm": 1.7692613071607504, | |
| "learning_rate": 5.0012186952269086e-08, | |
| "loss": 2.2499, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 2.900608519269777, | |
| "grad_norm": 1.8007487263191868, | |
| "learning_rate": 5.0011589674235926e-08, | |
| "loss": 2.277, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.9056795131845843, | |
| "grad_norm": 1.7487914626739638, | |
| "learning_rate": 5.001101912708386e-08, | |
| "loss": 2.2377, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 2.9107505070993915, | |
| "grad_norm": 1.7555747509644022, | |
| "learning_rate": 5.0010474229256126e-08, | |
| "loss": 2.2532, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.915821501014199, | |
| "grad_norm": 1.791874000591728, | |
| "learning_rate": 5.0009953938270927e-08, | |
| "loss": 2.234, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 2.920892494929006, | |
| "grad_norm": 1.8071787232301668, | |
| "learning_rate": 5.0009457249480536e-08, | |
| "loss": 2.2316, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.9259634888438133, | |
| "grad_norm": 1.7814343272445903, | |
| "learning_rate": 5.000898319486436e-08, | |
| "loss": 2.2427, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 2.9310344827586206, | |
| "grad_norm": 1.8248593697919109, | |
| "learning_rate": 5.000853084185513e-08, | |
| "loss": 2.2027, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.9361054766734282, | |
| "grad_norm": 1.7986268547334479, | |
| "learning_rate": 5.00080992921975e-08, | |
| "loss": 2.244, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 2.9411764705882355, | |
| "grad_norm": 1.8701642658692874, | |
| "learning_rate": 5.0007687680838296e-08, | |
| "loss": 2.2341, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.9462474645030428, | |
| "grad_norm": 1.7265239787323012, | |
| "learning_rate": 5.000729517484766e-08, | |
| "loss": 2.2781, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 2.95131845841785, | |
| "grad_norm": 1.7596094154490194, | |
| "learning_rate": 5.0006920972370384e-08, | |
| "loss": 2.2184, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.9563894523326573, | |
| "grad_norm": 1.775542548895703, | |
| "learning_rate": 5.000656430160671e-08, | |
| "loss": 2.2404, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 2.9614604462474645, | |
| "grad_norm": 1.7859302210997496, | |
| "learning_rate": 5.0006224419821984e-08, | |
| "loss": 2.2567, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.9665314401622718, | |
| "grad_norm": 1.8410867262560875, | |
| "learning_rate": 5.000590061238431e-08, | |
| "loss": 2.2288, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 2.971602434077079, | |
| "grad_norm": 1.79261063919542, | |
| "learning_rate": 5.0005592191829755e-08, | |
| "loss": 2.2421, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.9766734279918863, | |
| "grad_norm": 1.787266539908181, | |
| "learning_rate": 5.0005298496954236e-08, | |
| "loss": 2.2713, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 2.9817444219066935, | |
| "grad_norm": 1.8046073077938924, | |
| "learning_rate": 5.000501889193161e-08, | |
| "loss": 2.2292, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.986815415821501, | |
| "grad_norm": 1.785150585134779, | |
| "learning_rate": 5.0004752765457286e-08, | |
| "loss": 2.2557, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 2.991886409736308, | |
| "grad_norm": 1.7007836630596234, | |
| "learning_rate": 5.000449952991666e-08, | |
| "loss": 2.2913, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.9969574036511157, | |
| "grad_norm": 1.7834634363941848, | |
| "learning_rate": 5.000425862057791e-08, | |
| "loss": 2.2178, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 3.002028397565923, | |
| "grad_norm": 1.7711499203458665, | |
| "learning_rate": 5.000402949480845e-08, | |
| "loss": 2.2302, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 3.0070993914807302, | |
| "grad_norm": 1.757400702100505, | |
| "learning_rate": 5.000381163131448e-08, | |
| "loss": 2.228, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 3.0121703853955375, | |
| "grad_norm": 1.7587243027978727, | |
| "learning_rate": 5.0003604529403105e-08, | |
| "loss": 2.2532, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 3.0172413793103448, | |
| "grad_norm": 1.8076763012567914, | |
| "learning_rate": 5.000340770826644e-08, | |
| "loss": 2.2812, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 3.022312373225152, | |
| "grad_norm": 1.7710168575859588, | |
| "learning_rate": 5.000322070628711e-08, | |
| "loss": 2.2227, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 3.0273833671399593, | |
| "grad_norm": 1.7518567665908418, | |
| "learning_rate": 5.0003043080364665e-08, | |
| "loss": 2.267, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 3.032454361054767, | |
| "grad_norm": 1.75371879782544, | |
| "learning_rate": 5.0002874405262365e-08, | |
| "loss": 2.2748, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 3.037525354969574, | |
| "grad_norm": 1.7604102341237111, | |
| "learning_rate": 5.000271427297382e-08, | |
| "loss": 2.244, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 3.0425963488843815, | |
| "grad_norm": 1.7473066315528492, | |
| "learning_rate": 5.0002562292108974e-08, | |
| "loss": 2.2455, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.0425963488843815, | |
| "eval_loss": 2.475208282470703, | |
| "eval_runtime": 81.0816, | |
| "eval_samples_per_second": 86.407, | |
| "eval_steps_per_second": 0.678, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 3.0476673427991887, | |
| "grad_norm": 1.8183626105425974, | |
| "learning_rate": 5.000241808729891e-08, | |
| "loss": 2.2598, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 3.052738336713996, | |
| "grad_norm": 1.776003383845723, | |
| "learning_rate": 5.00022812986191e-08, | |
| "loss": 2.2749, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 3.0578093306288032, | |
| "grad_norm": 1.8405505191800016, | |
| "learning_rate": 5.0002151581030434e-08, | |
| "loss": 2.2201, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 3.0628803245436105, | |
| "grad_norm": 1.7687042107524293, | |
| "learning_rate": 5.00020286038378e-08, | |
| "loss": 2.2398, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 3.0679513184584177, | |
| "grad_norm": 1.7504153888466234, | |
| "learning_rate": 5.000191205016553e-08, | |
| "loss": 2.2221, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 3.073022312373225, | |
| "grad_norm": 1.7642074409964643, | |
| "learning_rate": 5.000180161644944e-08, | |
| "loss": 2.2223, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 3.0780933062880322, | |
| "grad_norm": 1.7392036544850287, | |
| "learning_rate": 5.000169701194494e-08, | |
| "loss": 2.2192, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 3.08316430020284, | |
| "grad_norm": 1.720350344708903, | |
| "learning_rate": 5.0001597958250776e-08, | |
| "loss": 2.2315, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 3.088235294117647, | |
| "grad_norm": 1.7724706443214726, | |
| "learning_rate": 5.000150418884808e-08, | |
| "loss": 2.2501, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 3.0933062880324544, | |
| "grad_norm": 1.7924639073969963, | |
| "learning_rate": 5.000141544865421e-08, | |
| "loss": 2.2446, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 3.0983772819472617, | |
| "grad_norm": 1.736852243176053, | |
| "learning_rate": 5.000133149359102e-08, | |
| "loss": 2.2457, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 3.103448275862069, | |
| "grad_norm": 1.784090807966895, | |
| "learning_rate": 5.000125209016723e-08, | |
| "loss": 2.2521, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 3.108519269776876, | |
| "grad_norm": 1.7552195819841987, | |
| "learning_rate": 5.000117701507439e-08, | |
| "loss": 2.2331, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 3.1135902636916835, | |
| "grad_norm": 1.7588419707647238, | |
| "learning_rate": 5.0001106054796176e-08, | |
| "loss": 2.2465, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 3.1186612576064907, | |
| "grad_norm": 1.731249391051153, | |
| "learning_rate": 5.000103900523059e-08, | |
| "loss": 2.2154, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 3.123732251521298, | |
| "grad_norm": 1.86107961069035, | |
| "learning_rate": 5.0000975671324725e-08, | |
| "loss": 2.2498, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 3.1288032454361057, | |
| "grad_norm": 1.7453958505335196, | |
| "learning_rate": 5.000091586672176e-08, | |
| "loss": 2.213, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 3.133874239350913, | |
| "grad_norm": 1.739107722358469, | |
| "learning_rate": 5.000085941341981e-08, | |
| "loss": 2.2703, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 3.13894523326572, | |
| "grad_norm": 1.723031377500322, | |
| "learning_rate": 5.000080614144228e-08, | |
| "loss": 2.256, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 3.1440162271805274, | |
| "grad_norm": 1.7859618571141844, | |
| "learning_rate": 5.0000755888519526e-08, | |
| "loss": 2.2446, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 3.1490872210953347, | |
| "grad_norm": 1.7642645902841112, | |
| "learning_rate": 5.0000708499781274e-08, | |
| "loss": 2.2365, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 3.154158215010142, | |
| "grad_norm": 1.8188951223969028, | |
| "learning_rate": 5.000066382745973e-08, | |
| "loss": 2.2743, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 3.159229208924949, | |
| "grad_norm": 1.8017937041457348, | |
| "learning_rate": 5.000062173060291e-08, | |
| "loss": 2.2501, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 3.1643002028397564, | |
| "grad_norm": 1.7816544045204796, | |
| "learning_rate": 5.0000582074797944e-08, | |
| "loss": 2.2025, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 3.1693711967545637, | |
| "grad_norm": 1.7911385432695703, | |
| "learning_rate": 5.0000544731904076e-08, | |
| "loss": 2.2284, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 3.1744421906693714, | |
| "grad_norm": 1.9232399576032946, | |
| "learning_rate": 5.000050957979507e-08, | |
| "loss": 2.2407, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 3.1795131845841786, | |
| "grad_norm": 1.7293397524348884, | |
| "learning_rate": 5.000047650211071e-08, | |
| "loss": 2.2468, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 3.184584178498986, | |
| "grad_norm": 1.7870474846773756, | |
| "learning_rate": 5.000044538801721e-08, | |
| "loss": 2.2432, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 3.189655172413793, | |
| "grad_norm": 1.7179456705770244, | |
| "learning_rate": 5.000041613197611e-08, | |
| "loss": 2.2478, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 3.1947261663286004, | |
| "grad_norm": 1.782930312662543, | |
| "learning_rate": 5.0000388633521626e-08, | |
| "loss": 2.219, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 3.1997971602434077, | |
| "grad_norm": 1.8396726211182168, | |
| "learning_rate": 5.000036279704598e-08, | |
| "loss": 2.2131, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 3.204868154158215, | |
| "grad_norm": 1.7441223394696925, | |
| "learning_rate": 5.000033853159261e-08, | |
| "loss": 2.216, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 3.209939148073022, | |
| "grad_norm": 1.79701015495686, | |
| "learning_rate": 5.000031575065695e-08, | |
| "loss": 2.2423, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 3.2150101419878294, | |
| "grad_norm": 1.7824241551117812, | |
| "learning_rate": 5.000029437199458e-08, | |
| "loss": 2.245, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 3.220081135902637, | |
| "grad_norm": 1.7859671284571614, | |
| "learning_rate": 5.000027431743653e-08, | |
| "loss": 2.2466, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 3.2251521298174444, | |
| "grad_norm": 1.7508641392805016, | |
| "learning_rate": 5.000025551271141e-08, | |
| "loss": 2.2123, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 3.2302231237322516, | |
| "grad_norm": 1.790375251718636, | |
| "learning_rate": 5.000023788727435e-08, | |
| "loss": 2.2387, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 3.235294117647059, | |
| "grad_norm": 1.8347285573544698, | |
| "learning_rate": 5.0000221374142326e-08, | |
| "loss": 2.2024, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 3.240365111561866, | |
| "grad_norm": 1.766020664546832, | |
| "learning_rate": 5.0000205909735805e-08, | |
| "loss": 2.25, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 3.2454361054766734, | |
| "grad_norm": 1.7685652184853669, | |
| "learning_rate": 5.000019143372644e-08, | |
| "loss": 2.216, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.2454361054766734, | |
| "eval_loss": 2.475315809249878, | |
| "eval_runtime": 81.0728, | |
| "eval_samples_per_second": 86.416, | |
| "eval_steps_per_second": 0.678, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 3.2505070993914806, | |
| "grad_norm": 1.8114020440458831, | |
| "learning_rate": 5.000017788889067e-08, | |
| "loss": 2.2909, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 3.255578093306288, | |
| "grad_norm": 1.8044780174846506, | |
| "learning_rate": 5.0000165220969006e-08, | |
| "loss": 2.2682, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 3.260649087221095, | |
| "grad_norm": 1.8227060747974817, | |
| "learning_rate": 5.0000153378530776e-08, | |
| "loss": 2.2551, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 3.2657200811359024, | |
| "grad_norm": 1.712746112733307, | |
| "learning_rate": 5.000014231284425e-08, | |
| "loss": 2.2085, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 3.27079107505071, | |
| "grad_norm": 1.7693643379563115, | |
| "learning_rate": 5.000013197775189e-08, | |
| "loss": 2.2089, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 3.2758620689655173, | |
| "grad_norm": 1.742416891486272, | |
| "learning_rate": 5.000012232955056e-08, | |
| "loss": 2.2256, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 3.2809330628803246, | |
| "grad_norm": 1.7588332712006007, | |
| "learning_rate": 5.000011332687656e-08, | |
| "loss": 2.2411, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 3.286004056795132, | |
| "grad_norm": 1.748987632844159, | |
| "learning_rate": 5.000010493059533e-08, | |
| "loss": 2.2161, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 3.291075050709939, | |
| "grad_norm": 1.7730209178260556, | |
| "learning_rate": 5.000009710369558e-08, | |
| "loss": 2.2454, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 3.2961460446247464, | |
| "grad_norm": 1.7638994477476329, | |
| "learning_rate": 5.000008981118782e-08, | |
| "loss": 2.2762, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 3.3012170385395536, | |
| "grad_norm": 1.8306906774843352, | |
| "learning_rate": 5.000008302000705e-08, | |
| "loss": 2.2484, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 3.306288032454361, | |
| "grad_norm": 1.8155910247025784, | |
| "learning_rate": 5.0000076698919504e-08, | |
| "loss": 2.2172, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 3.3113590263691686, | |
| "grad_norm": 1.9000838772092157, | |
| "learning_rate": 5.0000070818433264e-08, | |
| "loss": 2.2639, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 3.316430020283976, | |
| "grad_norm": 1.8182257588876376, | |
| "learning_rate": 5.000006535071267e-08, | |
| "loss": 2.2302, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 3.321501014198783, | |
| "grad_norm": 1.7421030430480422, | |
| "learning_rate": 5.0000060269496374e-08, | |
| "loss": 2.2618, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 3.3265720081135903, | |
| "grad_norm": 1.7545361773998456, | |
| "learning_rate": 5.0000055550018825e-08, | |
| "loss": 2.2174, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 3.3316430020283976, | |
| "grad_norm": 1.7382589137313635, | |
| "learning_rate": 5.000005116893524e-08, | |
| "loss": 2.2497, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 3.336713995943205, | |
| "grad_norm": 1.7544110577796528, | |
| "learning_rate": 5.000004710424972e-08, | |
| "loss": 2.2386, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 3.341784989858012, | |
| "grad_norm": 1.7756370830140873, | |
| "learning_rate": 5.0000043335246576e-08, | |
| "loss": 2.2124, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 3.3468559837728193, | |
| "grad_norm": 1.7647740914276824, | |
| "learning_rate": 5.0000039842424645e-08, | |
| "loss": 2.2357, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 3.3519269776876266, | |
| "grad_norm": 1.7614092517536837, | |
| "learning_rate": 5.000003660743452e-08, | |
| "loss": 2.2823, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 3.356997971602434, | |
| "grad_norm": 1.7889494130903192, | |
| "learning_rate": 5.000003361301858e-08, | |
| "loss": 2.1835, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 3.3620689655172415, | |
| "grad_norm": 1.7154434994558871, | |
| "learning_rate": 5.000003084295374e-08, | |
| "loss": 2.2724, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 3.367139959432049, | |
| "grad_norm": 1.8155130093382392, | |
| "learning_rate": 5.0000028281996743e-08, | |
| "loss": 2.2823, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 3.372210953346856, | |
| "grad_norm": 1.880078020122213, | |
| "learning_rate": 5.0000025915832e-08, | |
| "loss": 2.2421, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 3.3772819472616633, | |
| "grad_norm": 1.7913171122885942, | |
| "learning_rate": 5.000002373102181e-08, | |
| "loss": 2.1806, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 3.3823529411764706, | |
| "grad_norm": 1.8110141267464457, | |
| "learning_rate": 5.000002171495887e-08, | |
| "loss": 2.2315, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 3.387423935091278, | |
| "grad_norm": 1.8187945379716748, | |
| "learning_rate": 5.000001985582107e-08, | |
| "loss": 2.2207, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 3.392494929006085, | |
| "grad_norm": 1.7822827152937282, | |
| "learning_rate": 5.000001814252828e-08, | |
| "loss": 2.2411, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 3.3975659229208923, | |
| "grad_norm": 1.7281310183638643, | |
| "learning_rate": 5.0000016564701364e-08, | |
| "loss": 2.2415, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 3.4026369168357, | |
| "grad_norm": 1.7550793470914747, | |
| "learning_rate": 5.000001511262302e-08, | |
| "loss": 2.2464, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 3.4077079107505073, | |
| "grad_norm": 1.7459578038518018, | |
| "learning_rate": 5.0000013777200565e-08, | |
| "loss": 2.2504, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 3.4127789046653145, | |
| "grad_norm": 1.740338062654503, | |
| "learning_rate": 5.000001254993049e-08, | |
| "loss": 2.2292, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 3.417849898580122, | |
| "grad_norm": 1.8005446847395141, | |
| "learning_rate": 5.000001142286484e-08, | |
| "loss": 2.2646, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 3.422920892494929, | |
| "grad_norm": 1.8075984781615184, | |
| "learning_rate": 5.000001038857911e-08, | |
| "loss": 2.2549, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 3.4279918864097363, | |
| "grad_norm": 1.7944612854944237, | |
| "learning_rate": 5.000000944014192e-08, | |
| "loss": 2.2607, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 3.4330628803245435, | |
| "grad_norm": 1.8042996177778357, | |
| "learning_rate": 5.000000857108604e-08, | |
| "loss": 2.2129, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 3.438133874239351, | |
| "grad_norm": 1.812331539187214, | |
| "learning_rate": 5.0000007775380984e-08, | |
| "loss": 2.247, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 3.443204868154158, | |
| "grad_norm": 1.7634101221518121, | |
| "learning_rate": 5.0000007047407e-08, | |
| "loss": 2.2454, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "grad_norm": 1.8137979752467785, | |
| "learning_rate": 5.000000638193037e-08, | |
| "loss": 2.2348, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.4482758620689653, | |
| "eval_loss": 2.475677013397217, | |
| "eval_runtime": 81.0429, | |
| "eval_samples_per_second": 86.448, | |
| "eval_steps_per_second": 0.679, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 3.453346855983773, | |
| "grad_norm": 1.7639358988388496, | |
| "learning_rate": 5.0000005774079994e-08, | |
| "loss": 2.2434, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 3.4584178498985803, | |
| "grad_norm": 1.8860372894717414, | |
| "learning_rate": 5.0000005219325215e-08, | |
| "loss": 2.2184, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 3.4634888438133875, | |
| "grad_norm": 1.792302245525526, | |
| "learning_rate": 5.000000471345483e-08, | |
| "loss": 2.2405, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 3.4685598377281948, | |
| "grad_norm": 1.7326646638681342, | |
| "learning_rate": 5.000000425255718e-08, | |
| "loss": 2.2582, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 3.473630831643002, | |
| "grad_norm": 1.7944771245301363, | |
| "learning_rate": 5.0000003833001365e-08, | |
| "loss": 2.202, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 3.4787018255578093, | |
| "grad_norm": 1.8158606522431084, | |
| "learning_rate": 5.000000345141943e-08, | |
| "loss": 2.2533, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 3.4837728194726165, | |
| "grad_norm": 1.8541024781685664, | |
| "learning_rate": 5.0000003104689555e-08, | |
| "loss": 2.2387, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 3.4888438133874238, | |
| "grad_norm": 1.7999921658917655, | |
| "learning_rate": 5.0000002789920174e-08, | |
| "loss": 2.2441, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 3.4939148073022315, | |
| "grad_norm": 1.7685774604287066, | |
| "learning_rate": 5.000000250443497e-08, | |
| "loss": 2.3018, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 3.4989858012170387, | |
| "grad_norm": 1.7777470112493552, | |
| "learning_rate": 5.000000224575872e-08, | |
| "loss": 2.2433, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 3.504056795131846, | |
| "grad_norm": 1.7748253950125374, | |
| "learning_rate": 5.000000201160396e-08, | |
| "loss": 2.2782, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 3.5091277890466532, | |
| "grad_norm": 1.7842700957790634, | |
| "learning_rate": 5.000000179985839e-08, | |
| "loss": 2.2659, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 3.5141987829614605, | |
| "grad_norm": 1.798939281745875, | |
| "learning_rate": 5.000000160857302e-08, | |
| "loss": 2.2396, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 3.5192697768762677, | |
| "grad_norm": 1.8045276757468276, | |
| "learning_rate": 5.000000143595102e-08, | |
| "loss": 2.2325, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 3.524340770791075, | |
| "grad_norm": 1.7262031285233723, | |
| "learning_rate": 5.0000001280337235e-08, | |
| "loss": 2.243, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 3.5294117647058822, | |
| "grad_norm": 1.8375261220518257, | |
| "learning_rate": 5.000000114020828e-08, | |
| "loss": 2.2075, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 3.5344827586206895, | |
| "grad_norm": 1.8163152606406519, | |
| "learning_rate": 5.0000001014163305e-08, | |
| "loss": 2.2494, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 3.5395537525354968, | |
| "grad_norm": 1.8525927462335219, | |
| "learning_rate": 5.0000000900915245e-08, | |
| "loss": 2.2163, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 3.544624746450304, | |
| "grad_norm": 1.7805165281974848, | |
| "learning_rate": 5.000000079928269e-08, | |
| "loss": 2.2525, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 3.5496957403651117, | |
| "grad_norm": 1.7990737454408499, | |
| "learning_rate": 5.000000070818217e-08, | |
| "loss": 2.2874, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.554766734279919, | |
| "grad_norm": 1.8247781997920414, | |
| "learning_rate": 5.000000062662102e-08, | |
| "loss": 2.2215, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 3.559837728194726, | |
| "grad_norm": 1.9826615858248522, | |
| "learning_rate": 5.000000055369062e-08, | |
| "loss": 2.2443, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 3.5649087221095335, | |
| "grad_norm": 1.799487216606698, | |
| "learning_rate": 5.000000048856012e-08, | |
| "loss": 2.2266, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 3.5699797160243407, | |
| "grad_norm": 1.8091696515518445, | |
| "learning_rate": 5.0000000430470526e-08, | |
| "loss": 2.2517, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 3.575050709939148, | |
| "grad_norm": 1.7814535925288772, | |
| "learning_rate": 5.0000000378729234e-08, | |
| "loss": 2.2321, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 3.5801217038539552, | |
| "grad_norm": 1.850742214981416, | |
| "learning_rate": 5.000000033270488e-08, | |
| "loss": 2.2597, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 3.585192697768763, | |
| "grad_norm": 1.7822355084719033, | |
| "learning_rate": 5.000000029182252e-08, | |
| "loss": 2.2963, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 3.59026369168357, | |
| "grad_norm": 1.7548584963433536, | |
| "learning_rate": 5.0000000255559235e-08, | |
| "loss": 2.2669, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 3.5953346855983774, | |
| "grad_norm": 1.8526633444752874, | |
| "learning_rate": 5.0000000223439884e-08, | |
| "loss": 2.2367, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 3.6004056795131847, | |
| "grad_norm": 1.8813498033155052, | |
| "learning_rate": 5.0000000195033304e-08, | |
| "loss": 2.2373, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 3.605476673427992, | |
| "grad_norm": 1.7670822667081592, | |
| "learning_rate": 5.0000000169948675e-08, | |
| "loss": 2.2705, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 3.610547667342799, | |
| "grad_norm": 1.7756286276528583, | |
| "learning_rate": 5.000000014783217e-08, | |
| "loss": 2.2979, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 3.6156186612576064, | |
| "grad_norm": 1.7467172856710016, | |
| "learning_rate": 5.000000012836387e-08, | |
| "loss": 2.2538, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 3.6206896551724137, | |
| "grad_norm": 1.7107623358426811, | |
| "learning_rate": 5.000000011125491e-08, | |
| "loss": 2.2807, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 3.625760649087221, | |
| "grad_norm": 1.8431542462448438, | |
| "learning_rate": 5.000000009624475e-08, | |
| "loss": 2.252, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 3.630831643002028, | |
| "grad_norm": 1.7683303237840782, | |
| "learning_rate": 5.000000008309876e-08, | |
| "loss": 2.2722, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 3.6359026369168355, | |
| "grad_norm": 1.7463535795755278, | |
| "learning_rate": 5.000000007160591e-08, | |
| "loss": 2.2712, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 3.640973630831643, | |
| "grad_norm": 1.8412435208194315, | |
| "learning_rate": 5.0000000061576706e-08, | |
| "loss": 2.2438, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 3.6460446247464504, | |
| "grad_norm": 1.7731354966851007, | |
| "learning_rate": 5.000000005284119e-08, | |
| "loss": 2.2305, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 3.6511156186612577, | |
| "grad_norm": 1.7263977118619886, | |
| "learning_rate": 5.0000000045247174e-08, | |
| "loss": 2.238, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.6511156186612577, | |
| "eval_loss": 2.475299596786499, | |
| "eval_runtime": 81.0503, | |
| "eval_samples_per_second": 86.44, | |
| "eval_steps_per_second": 0.679, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 3.656186612576065, | |
| "grad_norm": 1.725184319305705, | |
| "learning_rate": 5.000000003865863e-08, | |
| "loss": 2.2283, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 3.661257606490872, | |
| "grad_norm": 1.9023050674895976, | |
| "learning_rate": 5.000000003295409e-08, | |
| "loss": 2.21, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 3.6663286004056794, | |
| "grad_norm": 1.8044353617499143, | |
| "learning_rate": 5.0000000028025353e-08, | |
| "loss": 2.2658, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 3.6713995943204867, | |
| "grad_norm": 1.7560239895320502, | |
| "learning_rate": 5.0000000023776127e-08, | |
| "loss": 2.2558, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 3.6764705882352944, | |
| "grad_norm": 1.9019670084185585, | |
| "learning_rate": 5.00000000201209e-08, | |
| "loss": 2.2154, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 3.6815415821501016, | |
| "grad_norm": 1.835689830804529, | |
| "learning_rate": 5.0000000016983875e-08, | |
| "loss": 2.2586, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 3.686612576064909, | |
| "grad_norm": 1.8589538257906977, | |
| "learning_rate": 5.000000001429796e-08, | |
| "loss": 2.2388, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 3.691683569979716, | |
| "grad_norm": 1.8068715773945243, | |
| "learning_rate": 5.000000001200391e-08, | |
| "loss": 2.2571, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 3.6967545638945234, | |
| "grad_norm": 1.7775448603509494, | |
| "learning_rate": 5.0000000010049494e-08, | |
| "loss": 2.2751, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 3.7018255578093306, | |
| "grad_norm": 1.748064680879759, | |
| "learning_rate": 5.0000000008388774e-08, | |
| "loss": 2.2183, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 3.706896551724138, | |
| "grad_norm": 1.752057568304335, | |
| "learning_rate": 5.000000000698141e-08, | |
| "loss": 2.2532, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 3.711967545638945, | |
| "grad_norm": 1.7976874660325244, | |
| "learning_rate": 5.000000000579206e-08, | |
| "loss": 2.2447, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 3.7170385395537524, | |
| "grad_norm": 1.8361658170177098, | |
| "learning_rate": 5.000000000478986e-08, | |
| "loss": 2.2274, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 3.7221095334685597, | |
| "grad_norm": 1.7595086838837224, | |
| "learning_rate": 5.0000000003947866e-08, | |
| "loss": 2.2704, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 3.727180527383367, | |
| "grad_norm": 1.7772692374868122, | |
| "learning_rate": 5.0000000003242645e-08, | |
| "loss": 2.2394, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 3.732251521298174, | |
| "grad_norm": 1.7860835232171102, | |
| "learning_rate": 5.000000000265387e-08, | |
| "loss": 2.238, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 3.737322515212982, | |
| "grad_norm": 1.7590689183822192, | |
| "learning_rate": 5.000000000216394e-08, | |
| "loss": 2.2764, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 3.742393509127789, | |
| "grad_norm": 1.7659065260707336, | |
| "learning_rate": 5.0000000001757664e-08, | |
| "loss": 2.2459, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 3.7474645030425964, | |
| "grad_norm": 1.8153822365083379, | |
| "learning_rate": 5.0000000001421954e-08, | |
| "loss": 2.2299, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 3.7525354969574036, | |
| "grad_norm": 1.7704864144251407, | |
| "learning_rate": 5.0000000001145583e-08, | |
| "loss": 2.247, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 3.757606490872211, | |
| "grad_norm": 1.7268180675977047, | |
| "learning_rate": 5.000000000091894e-08, | |
| "loss": 2.2483, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 3.762677484787018, | |
| "grad_norm": 1.7808473093189052, | |
| "learning_rate": 5.000000000073382e-08, | |
| "loss": 2.2774, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 3.767748478701826, | |
| "grad_norm": 1.7999930755140212, | |
| "learning_rate": 5.0000000000583246e-08, | |
| "loss": 2.2209, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 3.772819472616633, | |
| "grad_norm": 1.7741565202241085, | |
| "learning_rate": 5.0000000000461306e-08, | |
| "loss": 2.2353, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 3.7778904665314403, | |
| "grad_norm": 1.8046657930760326, | |
| "learning_rate": 5.0000000000363e-08, | |
| "loss": 2.2255, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 3.7829614604462476, | |
| "grad_norm": 1.8038566902418574, | |
| "learning_rate": 5.000000000028412e-08, | |
| "loss": 2.2781, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 3.788032454361055, | |
| "grad_norm": 1.7944584001789026, | |
| "learning_rate": 5.0000000000221146e-08, | |
| "loss": 2.272, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 3.793103448275862, | |
| "grad_norm": 1.7491739462315397, | |
| "learning_rate": 5.0000000000171125e-08, | |
| "loss": 2.2293, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 3.7981744421906694, | |
| "grad_norm": 1.7505007397811716, | |
| "learning_rate": 5.000000000013161e-08, | |
| "loss": 2.2373, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 3.8032454361054766, | |
| "grad_norm": 1.8014769703402196, | |
| "learning_rate": 5.000000000010057e-08, | |
| "loss": 2.2552, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 3.808316430020284, | |
| "grad_norm": 1.7608287864741985, | |
| "learning_rate": 5.0000000000076337e-08, | |
| "loss": 2.2277, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 3.813387423935091, | |
| "grad_norm": 1.8323757058256038, | |
| "learning_rate": 5.0000000000057536e-08, | |
| "loss": 2.2341, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 3.8184584178498984, | |
| "grad_norm": 1.7574657806555387, | |
| "learning_rate": 5.000000000004304e-08, | |
| "loss": 2.2223, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 3.8235294117647056, | |
| "grad_norm": 1.7900689784727426, | |
| "learning_rate": 5.000000000003194e-08, | |
| "loss": 2.2445, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 3.8286004056795133, | |
| "grad_norm": 1.7873969080046235, | |
| "learning_rate": 5.000000000002351e-08, | |
| "loss": 2.2692, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 3.8336713995943206, | |
| "grad_norm": 1.7693343584107923, | |
| "learning_rate": 5.000000000001716e-08, | |
| "loss": 2.1982, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 3.838742393509128, | |
| "grad_norm": 1.782049247288072, | |
| "learning_rate": 5.00000000000124e-08, | |
| "loss": 2.2417, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 3.843813387423935, | |
| "grad_norm": 1.8357614780582354, | |
| "learning_rate": 5.000000000000888e-08, | |
| "loss": 2.2414, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 3.8488843813387423, | |
| "grad_norm": 1.7593131764821546, | |
| "learning_rate": 5.0000000000006284e-08, | |
| "loss": 2.2721, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 3.8539553752535496, | |
| "grad_norm": 1.8355045282767246, | |
| "learning_rate": 5.0000000000004405e-08, | |
| "loss": 2.2349, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.8539553752535496, | |
| "eval_loss": 2.475205421447754, | |
| "eval_runtime": 81.089, | |
| "eval_samples_per_second": 86.399, | |
| "eval_steps_per_second": 0.678, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 3.859026369168357, | |
| "grad_norm": 1.7617334472370734, | |
| "learning_rate": 5.000000000000305e-08, | |
| "loss": 2.2796, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 3.8640973630831645, | |
| "grad_norm": 1.7655616354078496, | |
| "learning_rate": 5.000000000000208e-08, | |
| "loss": 2.2904, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 3.869168356997972, | |
| "grad_norm": 1.7499887502905194, | |
| "learning_rate": 5.00000000000014e-08, | |
| "loss": 2.2289, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 3.874239350912779, | |
| "grad_norm": 1.7552158736441676, | |
| "learning_rate": 5.000000000000093e-08, | |
| "loss": 2.2524, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 3.8793103448275863, | |
| "grad_norm": 1.779864718453615, | |
| "learning_rate": 5.0000000000000607e-08, | |
| "loss": 2.2557, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 3.8843813387423936, | |
| "grad_norm": 1.8326086874257492, | |
| "learning_rate": 5.000000000000039e-08, | |
| "loss": 2.2642, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 3.889452332657201, | |
| "grad_norm": 1.7709614684441606, | |
| "learning_rate": 5.000000000000024e-08, | |
| "loss": 2.2316, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 3.894523326572008, | |
| "grad_norm": 1.8053802580849208, | |
| "learning_rate": 5.000000000000015e-08, | |
| "loss": 2.2568, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 3.8995943204868153, | |
| "grad_norm": 1.7935470548184194, | |
| "learning_rate": 5.0000000000000104e-08, | |
| "loss": 2.2993, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 3.9046653144016226, | |
| "grad_norm": 1.7497664491493299, | |
| "learning_rate": 5.000000000000006e-08, | |
| "loss": 2.1989, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 3.90973630831643, | |
| "grad_norm": 1.754972418650299, | |
| "learning_rate": 5.000000000000003e-08, | |
| "loss": 2.2424, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 3.914807302231237, | |
| "grad_norm": 1.7589479994346042, | |
| "learning_rate": 5.000000000000002e-08, | |
| "loss": 2.2632, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 3.9198782961460448, | |
| "grad_norm": 1.7971848831669277, | |
| "learning_rate": 5.000000000000001e-08, | |
| "loss": 2.2336, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 3.924949290060852, | |
| "grad_norm": 1.7639968737695348, | |
| "learning_rate": 5.0000000000000004e-08, | |
| "loss": 2.2296, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 3.9300202839756593, | |
| "grad_norm": 1.72827012743299, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2451, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 3.9350912778904665, | |
| "grad_norm": 1.749153588059136, | |
| "learning_rate": 5e-08, | |
| "loss": 2.258, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 3.940162271805274, | |
| "grad_norm": 1.753206456867822, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2587, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 3.945233265720081, | |
| "grad_norm": 1.7816747777928572, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2532, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 3.9503042596348883, | |
| "grad_norm": 1.7762615930524053, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2331, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 3.955375253549696, | |
| "grad_norm": 1.8039115341801395, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2271, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.9604462474645032, | |
| "grad_norm": 1.7530354888252304, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2191, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 3.9655172413793105, | |
| "grad_norm": 1.883699780217342, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2059, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 3.9705882352941178, | |
| "grad_norm": 1.7246634345468168, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2482, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 3.975659229208925, | |
| "grad_norm": 1.762677648630269, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2521, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 3.9807302231237323, | |
| "grad_norm": 1.786354894638501, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2763, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 3.9858012170385395, | |
| "grad_norm": 1.81100838850099, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2326, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 3.9908722109533468, | |
| "grad_norm": 1.8115971845880692, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2409, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 3.995943204868154, | |
| "grad_norm": 1.901268059775357, | |
| "learning_rate": 5e-08, | |
| "loss": 2.2217, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 3944, | |
| "total_flos": 411954472550400.0, | |
| "train_loss": 2.318100369605283, | |
| "train_runtime": 14372.236, | |
| "train_samples_per_second": 17.546, | |
| "train_steps_per_second": 0.274 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 3944, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 200, | |
| "total_flos": 411954472550400.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |