| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.999136690647482, |
| "eval_steps": 163, |
| "global_step": 651, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0015347721822541965, |
| "grad_norm": 4.09375, |
| "learning_rate": 3.846153846153847e-07, |
| "loss": 1.5132, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0015347721822541965, |
| "eval_loss": 1.6450660228729248, |
| "eval_runtime": 59.1102, |
| "eval_samples_per_second": 21.215, |
| "eval_steps_per_second": 21.215, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.003069544364508393, |
| "grad_norm": 4.0, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 1.7745, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00460431654676259, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.153846153846154e-06, |
| "loss": 1.4893, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.006139088729016786, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 1.593, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.007673860911270983, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.9230769230769234e-06, |
| "loss": 1.5801, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00920863309352518, |
| "grad_norm": 3.65625, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 1.6869, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.010743405275779376, |
| "grad_norm": 3.625, |
| "learning_rate": 2.6923076923076923e-06, |
| "loss": 1.6167, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.012278177458033572, |
| "grad_norm": 3.90625, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 1.6349, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01381294964028777, |
| "grad_norm": 3.28125, |
| "learning_rate": 3.4615384615384617e-06, |
| "loss": 1.5281, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.015347721822541967, |
| "grad_norm": 3.46875, |
| "learning_rate": 3.846153846153847e-06, |
| "loss": 1.7309, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01688249400479616, |
| "grad_norm": 3.625, |
| "learning_rate": 4.230769230769231e-06, |
| "loss": 1.6916, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.01841726618705036, |
| "grad_norm": 3.46875, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 1.7503, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.019952038369304557, |
| "grad_norm": 3.078125, |
| "learning_rate": 5e-06, |
| "loss": 1.6742, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.021486810551558752, |
| "grad_norm": 2.8125, |
| "learning_rate": 5.384615384615385e-06, |
| "loss": 1.6483, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02302158273381295, |
| "grad_norm": 2.71875, |
| "learning_rate": 5.769230769230769e-06, |
| "loss": 1.6429, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.024556354916067145, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 1.4412, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.026091127098321343, |
| "grad_norm": 2.484375, |
| "learning_rate": 6.538461538461539e-06, |
| "loss": 1.4474, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.02762589928057554, |
| "grad_norm": 2.546875, |
| "learning_rate": 6.923076923076923e-06, |
| "loss": 1.4794, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.029160671462829735, |
| "grad_norm": 2.84375, |
| "learning_rate": 7.307692307692308e-06, |
| "loss": 1.5863, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.030695443645083934, |
| "grad_norm": 2.5625, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 1.7385, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03223021582733813, |
| "grad_norm": 2.328125, |
| "learning_rate": 8.076923076923077e-06, |
| "loss": 1.5931, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03376498800959232, |
| "grad_norm": 2.1875, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 1.3675, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.035299760191846524, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.846153846153847e-06, |
| "loss": 1.5693, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.03683453237410072, |
| "grad_norm": 2.125, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 1.572, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.03836930455635491, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.615384615384616e-06, |
| "loss": 1.5319, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.039904076738609115, |
| "grad_norm": 2.0, |
| "learning_rate": 1e-05, |
| "loss": 1.4973, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.04143884892086331, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.0384615384615386e-05, |
| "loss": 1.6304, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.042973621103117504, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.076923076923077e-05, |
| "loss": 1.5787, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.044508393285371706, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.1153846153846154e-05, |
| "loss": 1.4448, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0460431654676259, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.1538461538461538e-05, |
| "loss": 1.455, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.047577937649880095, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.1923076923076925e-05, |
| "loss": 1.479, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.04911270983213429, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.230769230769231e-05, |
| "loss": 1.4277, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05064748201438849, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.2692307692307693e-05, |
| "loss": 1.5078, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.052182254196642686, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.3076923076923078e-05, |
| "loss": 1.337, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.05371702637889688, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.3461538461538463e-05, |
| "loss": 1.4207, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.05525179856115108, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.3846153846153847e-05, |
| "loss": 1.5279, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.056786570743405276, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.4230769230769232e-05, |
| "loss": 1.5279, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.05832134292565947, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.4615384615384615e-05, |
| "loss": 1.3525, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.05985611510791367, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.5602, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.06139088729016787, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 1.6014, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06292565947242207, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.576923076923077e-05, |
| "loss": 1.4031, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.06446043165467626, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.6153846153846154e-05, |
| "loss": 1.6676, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.06599520383693046, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.653846153846154e-05, |
| "loss": 1.4937, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.06752997601918465, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.6923076923076924e-05, |
| "loss": 1.5643, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.06906474820143885, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.730769230769231e-05, |
| "loss": 1.4824, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07059952038369305, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.7692307692307694e-05, |
| "loss": 1.4603, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.07213429256594724, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.807692307692308e-05, |
| "loss": 1.5862, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.07366906474820144, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 1.4719, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.07520383693045564, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.8846153846153846e-05, |
| "loss": 1.4937, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.07673860911270983, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.923076923076923e-05, |
| "loss": 1.5793, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.07827338129496403, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.9615384615384617e-05, |
| "loss": 1.3622, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.07980815347721823, |
| "grad_norm": 1.71875, |
| "learning_rate": 2e-05, |
| "loss": 1.2495, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.08134292565947242, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.9999968417282542e-05, |
| "loss": 1.4069, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.08287769784172662, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.999987366932966e-05, |
| "loss": 1.49, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.08441247002398082, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9999715756739833e-05, |
| "loss": 1.4333, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08594724220623501, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.999949468051052e-05, |
| "loss": 1.5375, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.08748201438848921, |
| "grad_norm": 2.0, |
| "learning_rate": 1.9999210442038164e-05, |
| "loss": 1.5002, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.08901678657074341, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.9998863043118163e-05, |
| "loss": 1.5414, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.0905515587529976, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.999845248594489e-05, |
| "loss": 1.4547, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0920863309352518, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.999797877311163e-05, |
| "loss": 1.308, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.093621103117506, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.9997441907610624e-05, |
| "loss": 1.4789, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.09515587529976019, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9996841892833e-05, |
| "loss": 1.2503, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.09669064748201439, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9996178732568784e-05, |
| "loss": 1.4519, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.09822541966426858, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.9995452431006844e-05, |
| "loss": 1.2409, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.09976019184652278, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.999466299273491e-05, |
| "loss": 1.4345, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.10129496402877698, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9993810422739496e-05, |
| "loss": 1.4491, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.10282973621103117, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9992894726405894e-05, |
| "loss": 1.4475, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.10436450839328537, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9991915909518146e-05, |
| "loss": 1.4997, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.10589928057553957, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.999087397825899e-05, |
| "loss": 1.4607, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.10743405275779376, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9989768939209826e-05, |
| "loss": 1.4236, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.10896882494004796, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.9988600799350685e-05, |
| "loss": 1.4913, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.11050359712230216, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.998736956606018e-05, |
| "loss": 1.5473, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.11203836930455635, |
| "grad_norm": 1.75, |
| "learning_rate": 1.998607524711543e-05, |
| "loss": 1.4922, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.11357314148681055, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.998471785069208e-05, |
| "loss": 1.3825, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.11510791366906475, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9983297385364166e-05, |
| "loss": 1.4647, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.11664268585131894, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.998181386010413e-05, |
| "loss": 1.4448, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.11817745803357314, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9980267284282718e-05, |
| "loss": 1.5147, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.11971223021582734, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9978657667668945e-05, |
| "loss": 1.4692, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.12124700239808153, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.9976985020430022e-05, |
| "loss": 1.5878, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.12278177458033573, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.9975249353131304e-05, |
| "loss": 1.3711, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12431654676258992, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9973450676736205e-05, |
| "loss": 1.5019, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.12585131894484414, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.997158900260614e-05, |
| "loss": 1.4792, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.1273860911270983, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.996966434250046e-05, |
| "loss": 1.4263, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.1289208633093525, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.9967676708576362e-05, |
| "loss": 1.507, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.13045563549160671, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.9965626113388823e-05, |
| "loss": 1.4734, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.13199040767386092, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9963512569890512e-05, |
| "loss": 1.4456, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.13352517985611512, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.9961336091431728e-05, |
| "loss": 1.2601, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.1350599520383693, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.9959096691760284e-05, |
| "loss": 1.5481, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.1365947242206235, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9956794385021444e-05, |
| "loss": 1.4177, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.1381294964028777, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.9954429185757835e-05, |
| "loss": 1.6005, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.1396642685851319, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.9952001108909336e-05, |
| "loss": 1.4551, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.1411990407673861, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9949510169813006e-05, |
| "loss": 1.4133, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1427338129496403, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.994695638420296e-05, |
| "loss": 1.4024, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.14426858513189447, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.994433976821031e-05, |
| "loss": 1.4194, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.14580335731414867, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9941660338363008e-05, |
| "loss": 1.5165, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.14733812949640288, |
| "grad_norm": 1.875, |
| "learning_rate": 1.9938918111585805e-05, |
| "loss": 1.5456, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.14887290167865708, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9936113105200085e-05, |
| "loss": 1.5324, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.15040767386091128, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9933245336923798e-05, |
| "loss": 1.3492, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.15194244604316548, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9930314824871326e-05, |
| "loss": 1.4851, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.15347721822541965, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9927321587553378e-05, |
| "loss": 1.4352, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.15501199040767386, |
| "grad_norm": 1.75, |
| "learning_rate": 1.992426564387686e-05, |
| "loss": 1.4341, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.15654676258992806, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.9921147013144782e-05, |
| "loss": 1.5551, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.15808153477218226, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9917965715056106e-05, |
| "loss": 1.4501, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.15961630695443646, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9914721769705637e-05, |
| "loss": 1.4443, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.16115107913669063, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.9911415197583904e-05, |
| "loss": 1.4481, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.16268585131894484, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.990804601957701e-05, |
| "loss": 1.4376, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.16422062350119904, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9904614256966514e-05, |
| "loss": 1.5503, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.16575539568345324, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9901119931429294e-05, |
| "loss": 1.406, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.16729016786570744, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9897563065037412e-05, |
| "loss": 1.3818, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.16882494004796164, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9893943680257964e-05, |
| "loss": 1.3271, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.17035971223021582, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.9890261799952954e-05, |
| "loss": 1.5972, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.17189448441247002, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.988651744737914e-05, |
| "loss": 1.5008, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.17342925659472422, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.988271064618789e-05, |
| "loss": 1.3596, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.17496402877697842, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9878841420425023e-05, |
| "loss": 1.3632, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.17649880095923262, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.9874909794530677e-05, |
| "loss": 1.6275, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.17803357314148682, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9870915793339137e-05, |
| "loss": 1.4541, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.179568345323741, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.986685944207868e-05, |
| "loss": 1.4712, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.1811031175059952, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9862740766371434e-05, |
| "loss": 1.5007, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.1826378896882494, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.985855979223319e-05, |
| "loss": 1.4757, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.1841726618705036, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.985431654607325e-05, |
| "loss": 1.3876, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1857074340527578, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9850011054694264e-05, |
| "loss": 1.4466, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.187242206235012, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.9845643345292055e-05, |
| "loss": 1.3912, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.18877697841726618, |
| "grad_norm": 1.875, |
| "learning_rate": 1.984121344545545e-05, |
| "loss": 1.4602, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.19031175059952038, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.983672138316611e-05, |
| "loss": 1.5255, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.19184652278177458, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9832167186798333e-05, |
| "loss": 1.3831, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.19338129496402878, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9827550885118902e-05, |
| "loss": 1.478, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.19491606714628298, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.982287250728689e-05, |
| "loss": 1.5094, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.19645083932853716, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.9818132082853466e-05, |
| "loss": 1.5228, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.19798561151079136, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9813329641761738e-05, |
| "loss": 1.4506, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.19952038369304556, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9808465214346525e-05, |
| "loss": 1.5035, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.20105515587529976, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.98035388313342e-05, |
| "loss": 1.4746, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.20258992805755396, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.979855052384247e-05, |
| "loss": 1.5071, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.20412470023980817, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.97935003233802e-05, |
| "loss": 1.472, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.20565947242206234, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.9788388261847204e-05, |
| "loss": 1.3509, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.20719424460431654, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.9783214371534037e-05, |
| "loss": 1.4248, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.20872901678657074, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.97779786851218e-05, |
| "loss": 1.5036, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.21026378896882494, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9772681235681936e-05, |
| "loss": 1.4228, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.21179856115107915, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.9767322056676018e-05, |
| "loss": 1.4464, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.976190118195553e-05, |
| "loss": 1.3816, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.21486810551558752, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.975641864576166e-05, |
| "loss": 1.5671, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.21640287769784172, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9750874482725093e-05, |
| "loss": 1.4326, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.21793764988009592, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.9745268727865774e-05, |
| "loss": 1.5385, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.21947242206235013, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9739601416592693e-05, |
| "loss": 1.2213, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.22100719424460433, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9733872584703673e-05, |
| "loss": 1.4447, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.2225419664268585, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.9728082268385126e-05, |
| "loss": 1.5023, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2240767386091127, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.9722230504211843e-05, |
| "loss": 1.496, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.2256115107913669, |
| "grad_norm": 1.59375, |
| "learning_rate": 1.971631732914674e-05, |
| "loss": 1.4072, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2271462829736211, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.971034278054065e-05, |
| "loss": 1.3316, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.2286810551558753, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.9704306896132063e-05, |
| "loss": 1.3629, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2302158273381295, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.969820971404691e-05, |
| "loss": 1.405, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.23175059952038368, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.9692051272798304e-05, |
| "loss": 1.3486, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.23328537170263788, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.9685831611286312e-05, |
| "loss": 1.3927, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.23482014388489209, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.967955076879769e-05, |
| "loss": 1.3901, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.2363549160671463, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.9673208785005658e-05, |
| "loss": 1.5, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2378896882494005, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.966680569996963e-05, |
| "loss": 1.2666, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2394244604316547, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.9660341554134972e-05, |
| "loss": 1.3021, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.24095923261390886, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.965381638833274e-05, |
| "loss": 1.4593, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.24249400479616307, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.9647230243779432e-05, |
| "loss": 1.5067, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.24402877697841727, |
| "grad_norm": 1.875, |
| "learning_rate": 1.964058316207671e-05, |
| "loss": 1.5402, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.24556354916067147, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.963387518521116e-05, |
| "loss": 1.3881, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.24709832134292567, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.962710635555401e-05, |
| "loss": 1.6041, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.24863309352517984, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.962027671586086e-05, |
| "loss": 1.5419, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.25016786570743405, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9613386309271437e-05, |
| "loss": 1.3791, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.25016786570743405, |
| "eval_loss": 1.441381812095642, |
| "eval_runtime": 58.8537, |
| "eval_samples_per_second": 21.307, |
| "eval_steps_per_second": 21.307, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.2517026378896883, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.9606435179309284e-05, |
| "loss": 1.4643, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.25323741007194245, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.959942336988152e-05, |
| "loss": 1.3267, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2547721822541966, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9592350925278546e-05, |
| "loss": 1.507, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.25630695443645085, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.958521789017376e-05, |
| "loss": 1.3429, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.257841726618705, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.9578024309623296e-05, |
| "loss": 1.464, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.25937649880095925, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.9570770229065716e-05, |
| "loss": 1.3992, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.26091127098321343, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.956345569432173e-05, |
| "loss": 1.6172, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.2624460431654676, |
| "grad_norm": 1.75, |
| "learning_rate": 1.955608075159392e-05, |
| "loss": 1.3302, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.26398081534772183, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9548645447466433e-05, |
| "loss": 1.4756, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.265515587529976, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9541149828904686e-05, |
| "loss": 1.2405, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.26705035971223023, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.9533593943255087e-05, |
| "loss": 1.3672, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.2685851318944844, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.952597783824471e-05, |
| "loss": 1.3942, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2701199040767386, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.9518301561981016e-05, |
| "loss": 1.5685, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.2716546762589928, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 1.5139, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.273189448441247, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.9502768690023574e-05, |
| "loss": 1.4495, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.2747242206235012, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.949491219244389e-05, |
| "loss": 1.3186, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.2762589928057554, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.9486995719838392e-05, |
| "loss": 1.372, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2777937649880096, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.9479019322211824e-05, |
| "loss": 1.3685, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.2793285371702638, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.9470983049947446e-05, |
| "loss": 1.4346, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.28086330935251796, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.946288695380672e-05, |
| "loss": 1.3951, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.2823980815347722, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.9454731084928995e-05, |
| "loss": 1.3547, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.28393285371702637, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.9446515494831168e-05, |
| "loss": 1.5246, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.2854676258992806, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9438240235407375e-05, |
| "loss": 1.459, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.28700239808153477, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9429905358928648e-05, |
| "loss": 1.3077, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.28853717026378894, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9421510918042593e-05, |
| "loss": 1.4291, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.2900719424460432, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.941305696577307e-05, |
| "loss": 1.4862, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.29160671462829735, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.940454355551983e-05, |
| "loss": 1.2541, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.2931414868105516, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.9395970741058202e-05, |
| "loss": 1.4298, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.29467625899280575, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.9387338576538743e-05, |
| "loss": 1.5857, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.2962110311750599, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.937864711648689e-05, |
| "loss": 1.5354, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.29774580335731415, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.936989641580263e-05, |
| "loss": 1.5927, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.2992805755395683, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.936108652976015e-05, |
| "loss": 1.3927, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.30081534772182256, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.935221751400747e-05, |
| "loss": 1.3322, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.30235011990407673, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.9343289424566122e-05, |
| "loss": 1.3863, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.30388489208633096, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9334302317830764e-05, |
| "loss": 1.3775, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.30541966426858513, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.9325256250568852e-05, |
| "loss": 1.3753, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.3069544364508393, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.931615127992026e-05, |
| "loss": 1.4834, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.30848920863309354, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9306987463396934e-05, |
| "loss": 1.4202, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.3100239808153477, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9297764858882516e-05, |
| "loss": 1.3512, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.31155875299760194, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.928848352463199e-05, |
| "loss": 1.5923, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.3130935251798561, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.927914351927131e-05, |
| "loss": 1.447, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.3146282973621103, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.9269744901797022e-05, |
| "loss": 1.4988, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3161630695443645, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9260287731575902e-05, |
| "loss": 1.5078, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.3176978417266187, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.925077206834458e-05, |
| "loss": 1.4488, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.3192326139088729, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.9241197972209157e-05, |
| "loss": 1.2465, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3207673860911271, |
| "grad_norm": 1.75, |
| "learning_rate": 1.9231565503644826e-05, |
| "loss": 1.4034, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.32230215827338127, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9221874723495494e-05, |
| "loss": 1.4779, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.3238369304556355, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.9212125692973396e-05, |
| "loss": 1.2789, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.32537170263788967, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9202318473658707e-05, |
| "loss": 1.4495, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.3269064748201439, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.919245312749915e-05, |
| "loss": 1.4263, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.3284412470023981, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.9182529716809618e-05, |
| "loss": 1.4215, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.3299760191846523, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.9172548304271766e-05, |
| "loss": 1.2981, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.3315107913669065, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.916250895293362e-05, |
| "loss": 1.3433, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.33304556354916065, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.9152411726209176e-05, |
| "loss": 1.5089, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.3345803357314149, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9142256687878012e-05, |
| "loss": 1.511, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.33611510791366905, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.9132043902084864e-05, |
| "loss": 1.4224, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.3376498800959233, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.912177343333924e-05, |
| "loss": 1.3882, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.33918465227817746, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.9111445346515003e-05, |
| "loss": 1.5708, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.34071942446043163, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9101059706849957e-05, |
| "loss": 1.4676, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.34225419664268586, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9090616579945455e-05, |
| "loss": 1.479, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.34378896882494003, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.908011603176596e-05, |
| "loss": 1.5031, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.34532374100719426, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.9069558128638636e-05, |
| "loss": 1.4443, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.34685851318944844, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.9058942937252943e-05, |
| "loss": 1.466, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.34839328537170267, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.9048270524660197e-05, |
| "loss": 1.4357, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.34992805755395684, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.903754095827316e-05, |
| "loss": 1.4573, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.351462829736211, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.9026754305865593e-05, |
| "loss": 1.3422, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.35299760191846524, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.901591063557187e-05, |
| "loss": 1.2501, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.3545323741007194, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.9005010015886495e-05, |
| "loss": 1.4802, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.35606714628297365, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.899405251566371e-05, |
| "loss": 1.5655, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.3576019184652278, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.8983038204117046e-05, |
| "loss": 1.4752, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.359136690647482, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.897196715081888e-05, |
| "loss": 1.4711, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.3606714628297362, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.8960839425699992e-05, |
| "loss": 1.5812, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3622062350119904, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.894965509904915e-05, |
| "loss": 1.4105, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.3637410071942446, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.893841424151264e-05, |
| "loss": 1.3949, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.3652757793764988, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.8927116924093824e-05, |
| "loss": 1.3143, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.366810551558753, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.8915763218152704e-05, |
| "loss": 1.466, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.3683453237410072, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.890435319540545e-05, |
| "loss": 1.3584, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.3698800959232614, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.8892886927923972e-05, |
| "loss": 1.4642, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.3714148681055156, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.8881364488135448e-05, |
| "loss": 1.3241, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.3729496402877698, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.8869785948821865e-05, |
| "loss": 1.3893, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.374484412470024, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.8858151383119576e-05, |
| "loss": 1.4159, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.3760191846522782, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8846460864518818e-05, |
| "loss": 1.5998, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.37755395683453236, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.883471446686326e-05, |
| "loss": 1.3294, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.3790887290167866, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8822912264349535e-05, |
| "loss": 1.43, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.38062350119904076, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.881105433152677e-05, |
| "loss": 1.516, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.382158273381295, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.8799140743296104e-05, |
| "loss": 1.4576, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.38369304556354916, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.878717157491025e-05, |
| "loss": 1.4947, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.38522781774580334, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.877514690197297e-05, |
| "loss": 1.2411, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.38676258992805757, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.8763066800438638e-05, |
| "loss": 1.3762, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.38829736211031174, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.875093134661174e-05, |
| "loss": 1.2754, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.38983213429256597, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.8738740617146396e-05, |
| "loss": 1.4927, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.39136690647482014, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.8726494689045878e-05, |
| "loss": 1.4043, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3929016786570743, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.871419363966213e-05, |
| "loss": 1.5075, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.39443645083932855, |
| "grad_norm": 1.875, |
| "learning_rate": 1.870183754669526e-05, |
| "loss": 1.4552, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.3959712230215827, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.8689426488193066e-05, |
| "loss": 1.494, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.39750599520383695, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.867696054255054e-05, |
| "loss": 1.5097, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.3990407673860911, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.866443978850937e-05, |
| "loss": 1.2745, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.40057553956834535, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.865186430515745e-05, |
| "loss": 1.4509, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.4021103117505995, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.8639234171928355e-05, |
| "loss": 1.4734, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.4036450839328537, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.862654946860088e-05, |
| "loss": 1.5411, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.40517985611510793, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.86138102752985e-05, |
| "loss": 1.4693, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.4067146282973621, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.8601016672488887e-05, |
| "loss": 1.4294, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.40824940047961633, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.858816874098339e-05, |
| "loss": 1.4605, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.4097841726618705, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.8575266561936526e-05, |
| "loss": 1.4601, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.4113189448441247, |
| "grad_norm": 1.75, |
| "learning_rate": 1.8562310216845463e-05, |
| "loss": 1.3688, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.4128537170263789, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.8549299787549536e-05, |
| "loss": 1.3078, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.4143884892086331, |
| "grad_norm": 1.75, |
| "learning_rate": 1.8536235356229667e-05, |
| "loss": 1.5405, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4159232613908873, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.852311700540792e-05, |
| "loss": 1.4657, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.4174580335731415, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.850994481794692e-05, |
| "loss": 1.6243, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.41899280575539566, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.8496718877049367e-05, |
| "loss": 1.4455, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4205275779376499, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.8483439266257485e-05, |
| "loss": 1.4315, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.42206235011990406, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.8470106069452522e-05, |
| "loss": 1.568, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.4235971223021583, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.845671937085419e-05, |
| "loss": 1.5067, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.42513189448441246, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.8443279255020153e-05, |
| "loss": 1.3536, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.842978580684549e-05, |
| "loss": 1.4866, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.42820143884892087, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.841623911156215e-05, |
| "loss": 1.5661, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.42973621103117504, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8402639254738422e-05, |
| "loss": 1.5654, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.43127098321342927, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.83889863222784e-05, |
| "loss": 1.5065, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.43280575539568344, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.837528040042142e-05, |
| "loss": 1.3752, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4343405275779377, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.8361521575741533e-05, |
| "loss": 1.26, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.43587529976019185, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.8347709935146958e-05, |
| "loss": 1.4494, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.437410071942446, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.8333845565879517e-05, |
| "loss": 1.4768, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.43894484412470025, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.8319928555514108e-05, |
| "loss": 1.5487, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.4404796163069544, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.830595899195813e-05, |
| "loss": 1.4256, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.44201438848920865, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.8291936963450933e-05, |
| "loss": 1.3908, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.4435491606714628, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.827786255856328e-05, |
| "loss": 1.4406, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.445083932853717, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.8263735866196758e-05, |
| "loss": 1.4099, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.44661870503597123, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.824955697558323e-05, |
| "loss": 1.4792, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.4481534772182254, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.8235325976284276e-05, |
| "loss": 1.4086, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.44968824940047963, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.8221042958190628e-05, |
| "loss": 1.5445, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.4512230215827338, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.820670801152158e-05, |
| "loss": 1.4573, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.45275779376498804, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.8192321226824455e-05, |
| "loss": 1.257, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4542925659472422, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.8177882694974008e-05, |
| "loss": 1.4822, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.4558273381294964, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.816339250717184e-05, |
| "loss": 1.3933, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.4573621103117506, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.8148850754945865e-05, |
| "loss": 1.4232, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.4588968824940048, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.8134257530149684e-05, |
| "loss": 1.424, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.460431654676259, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.8119612924962043e-05, |
| "loss": 1.3909, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.4619664268585132, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.8104917031886223e-05, |
| "loss": 1.4939, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.46350119904076736, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 1.4614, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.4650359712230216, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.8075371753702423e-05, |
| "loss": 1.3587, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.46657074340527577, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.806052255521847e-05, |
| "loss": 1.4853, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.46810551558753, |
| "grad_norm": 1.75, |
| "learning_rate": 1.8045622442093237e-05, |
| "loss": 1.4516, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.46964028776978417, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.8030671508443928e-05, |
| "loss": 1.3532, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.47117505995203834, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8015669848708768e-05, |
| "loss": 1.5189, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.4727098321342926, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.8000617557646392e-05, |
| "loss": 1.3214, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.47424460431654675, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.798551473033525e-05, |
| "loss": 1.6297, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.475779376498801, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.797036146217301e-05, |
| "loss": 1.3899, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.47731414868105515, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.795515784887595e-05, |
| "loss": 1.4549, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.4788489208633094, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.7939903986478354e-05, |
| "loss": 1.3179, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.48038369304556355, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.792459997133191e-05, |
| "loss": 1.5416, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.4819184652278177, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.7909245900105085e-05, |
| "loss": 1.4575, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.48345323741007196, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.7893841869782548e-05, |
| "loss": 1.3526, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.48498800959232613, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.7878387977664522e-05, |
| "loss": 1.4582, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.48652278177458036, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.786288432136619e-05, |
| "loss": 1.3788, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.48805755395683453, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.784733099881707e-05, |
| "loss": 1.4998, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.4895923261390887, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.7831728108260407e-05, |
| "loss": 1.4229, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.49112709832134294, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.7816075748252526e-05, |
| "loss": 1.4159, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.4926618705035971, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.780037401766225e-05, |
| "loss": 1.4787, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.49419664268585134, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.7784623015670237e-05, |
| "loss": 1.4399, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.4957314148681055, |
| "grad_norm": 2.0, |
| "learning_rate": 1.776882284176838e-05, |
| "loss": 1.4658, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.4972661870503597, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.775297359575916e-05, |
| "loss": 1.4715, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.4988009592326139, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.7737075377755032e-05, |
| "loss": 1.4503, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5003357314148681, |
| "grad_norm": 1.625, |
| "learning_rate": 1.7721128288177782e-05, |
| "loss": 1.4218, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5003357314148681, |
| "eval_loss": 1.419244647026062, |
| "eval_runtime": 58.9368, |
| "eval_samples_per_second": 21.277, |
| "eval_steps_per_second": 21.277, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5018705035971223, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.7705132427757895e-05, |
| "loss": 1.4326, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.5034052757793765, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.7689087897533916e-05, |
| "loss": 1.4476, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5049400479616307, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.767299479885182e-05, |
| "loss": 1.4214, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.5064748201438849, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.765685323336437e-05, |
| "loss": 1.4763, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5080095923261391, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.7640663303030452e-05, |
| "loss": 1.4451, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5095443645083932, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.762442511011448e-05, |
| "loss": 1.3918, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5110791366906475, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.76081387571857e-05, |
| "loss": 1.4037, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5126139088729017, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.759180434711757e-05, |
| "loss": 1.3785, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5141486810551559, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.7575421983087095e-05, |
| "loss": 1.3338, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.51568345323741, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.7558991768574197e-05, |
| "loss": 1.2631, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5172182254196642, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.754251380736104e-05, |
| "loss": 1.4594, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.5187529976019185, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.752598820353138e-05, |
| "loss": 1.4979, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5202877697841727, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.7509415061469916e-05, |
| "loss": 1.5528, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5218225419664269, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.749279448586162e-05, |
| "loss": 1.4236, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.523357314148681, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.7476126581691072e-05, |
| "loss": 1.3933, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.5248920863309352, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.7459411454241822e-05, |
| "loss": 1.336, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.5264268585131895, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.7442649209095703e-05, |
| "loss": 1.5121, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.5279616306954437, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.7425839952132157e-05, |
| "loss": 1.3951, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.5294964028776978, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.7408983789527588e-05, |
| "loss": 1.4327, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.531031175059952, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.739208082775469e-05, |
| "loss": 1.4532, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.5325659472422062, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.737513117358174e-05, |
| "loss": 1.459, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.5341007194244605, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.7358134934071978e-05, |
| "loss": 1.3645, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.5356354916067146, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.7341092216582886e-05, |
| "loss": 1.5174, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.5371702637889688, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.7324003128765536e-05, |
| "loss": 1.4671, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.538705035971223, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.730686777856388e-05, |
| "loss": 1.4129, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.5402398081534772, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.7289686274214116e-05, |
| "loss": 1.3426, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.5417745803357314, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.7272458724243957e-05, |
| "loss": 1.4186, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.5433093525179856, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.7255185237471978e-05, |
| "loss": 1.4067, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.5448441247002398, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.7237865923006904e-05, |
| "loss": 1.4288, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.546378896882494, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.7220500890246944e-05, |
| "loss": 1.4377, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.5479136690647483, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.720309024887907e-05, |
| "loss": 1.3125, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.5494484412470024, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.7185634108878367e-05, |
| "loss": 1.4347, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.5509832134292566, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.7168132580507298e-05, |
| "loss": 1.4743, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.5525179856115108, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.715058577431503e-05, |
| "loss": 1.473, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.554052757793765, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.713299380113673e-05, |
| "loss": 1.3648, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.5555875299760192, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.7115356772092858e-05, |
| "loss": 1.3193, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.5571223021582734, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.709767479858847e-05, |
| "loss": 1.4627, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.5586570743405276, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.707994799231253e-05, |
| "loss": 1.3789, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.5601918465227818, |
| "grad_norm": 1.75, |
| "learning_rate": 1.7062176465237175e-05, |
| "loss": 1.4083, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5617266187050359, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.704436032961703e-05, |
| "loss": 1.4053, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.5632613908872902, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.7026499697988496e-05, |
| "loss": 1.444, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.5647961630695444, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.7008594683169018e-05, |
| "loss": 1.3111, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.5663309352517986, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.6990645398256412e-05, |
| "loss": 1.432, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.5678657074340527, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.6972651956628108e-05, |
| "loss": 1.4439, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5694004796163069, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.695461447194047e-05, |
| "loss": 1.3627, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.5709352517985612, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.693653305812805e-05, |
| "loss": 1.5243, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.5724700239808154, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.6918407829402888e-05, |
| "loss": 1.5582, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.5740047961630695, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.6900238900253777e-05, |
| "loss": 1.3232, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.5755395683453237, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.6882026385445548e-05, |
| "loss": 1.4903, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5770743405275779, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.6863770400018344e-05, |
| "loss": 1.4271, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.5786091127098322, |
| "grad_norm": 1.75, |
| "learning_rate": 1.684547105928689e-05, |
| "loss": 1.406, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.5801438848920863, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.6827128478839767e-05, |
| "loss": 1.4787, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.5816786570743405, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.6808742774538683e-05, |
| "loss": 1.4338, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.5832134292565947, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.679031406251774e-05, |
| "loss": 1.3572, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5847482014388489, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.6771842459182703e-05, |
| "loss": 1.3706, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.5862829736211032, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.6753328081210244e-05, |
| "loss": 1.3664, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.5878177458033573, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.673477104554725e-05, |
| "loss": 1.3524, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.5893525179856115, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.6716171469410042e-05, |
| "loss": 1.4479, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.5908872901678657, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.6697529470283646e-05, |
| "loss": 1.3061, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5924220623501198, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.6678845165921066e-05, |
| "loss": 1.3439, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.5939568345323741, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.666011867434252e-05, |
| "loss": 1.474, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.5954916067146283, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.6641350113834705e-05, |
| "loss": 1.5257, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.5970263788968825, |
| "grad_norm": 1.578125, |
| "learning_rate": 1.662253960295005e-05, |
| "loss": 1.2708, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.5985611510791367, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.660368726050597e-05, |
| "loss": 1.468, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6000959232613909, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.65847932055841e-05, |
| "loss": 1.3418, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.6016306954436451, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.6565857557529567e-05, |
| "loss": 1.403, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6031654676258993, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.6546880435950207e-05, |
| "loss": 1.456, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.6047002398081535, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.652786196071584e-05, |
| "loss": 1.4762, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.6062350119904076, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.6508802251957488e-05, |
| "loss": 1.4517, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6077697841726619, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.6489701430066632e-05, |
| "loss": 1.3809, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6093045563549161, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.6470559615694445e-05, |
| "loss": 1.4589, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.6108393285371703, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.6451376929751028e-05, |
| "loss": 1.396, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6123741007194244, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.6432153493404654e-05, |
| "loss": 1.3241, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.6139088729016786, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.6412889428080992e-05, |
| "loss": 1.4123, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6154436450839329, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.639358485546235e-05, |
| "loss": 1.4098, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.6169784172661871, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.63742398974869e-05, |
| "loss": 1.3087, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.6185131894484412, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.635485467634791e-05, |
| "loss": 1.2647, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.6200479616306954, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.633542931449297e-05, |
| "loss": 1.4002, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.6215827338129496, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.6315963934623228e-05, |
| "loss": 1.3966, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6231175059952039, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.62964586596926e-05, |
| "loss": 1.3257, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.624652278177458, |
| "grad_norm": 1.75, |
| "learning_rate": 1.6276913612907005e-05, |
| "loss": 1.2805, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.6261870503597122, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.625732891772358e-05, |
| "loss": 1.4642, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.6277218225419664, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.6237704697849903e-05, |
| "loss": 1.4683, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.6292565947242206, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.6218041077243213e-05, |
| "loss": 1.448, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6307913669064749, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.6198338180109624e-05, |
| "loss": 1.4157, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.632326139088729, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.6178596130903345e-05, |
| "loss": 1.3459, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.6338609112709832, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.6158815054325887e-05, |
| "loss": 1.2427, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.6353956834532374, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.6138995075325277e-05, |
| "loss": 1.3427, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.6369304556354916, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.611913631909528e-05, |
| "loss": 1.483, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6384652278177458, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.609923891107459e-05, |
| "loss": 1.429, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.6079302976946055e-05, |
| "loss": 1.5569, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.6415347721822542, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.6059328642635864e-05, |
| "loss": 1.4083, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.6430695443645084, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.6039316034312767e-05, |
| "loss": 1.4171, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.6446043165467625, |
| "grad_norm": 1.75, |
| "learning_rate": 1.6019265278387287e-05, |
| "loss": 1.4593, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6461390887290168, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.5999176501510883e-05, |
| "loss": 1.406, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.647673860911271, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.597904983057519e-05, |
| "loss": 1.4094, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.6492086330935252, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.5958885392711203e-05, |
| "loss": 1.6037, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.6507434052757793, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.5938683315288472e-05, |
| "loss": 1.3668, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.6522781774580336, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.5918443725914298e-05, |
| "loss": 1.4602, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6538129496402878, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.589816675243292e-05, |
| "loss": 1.4616, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.655347721822542, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.5877852522924733e-05, |
| "loss": 1.3704, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.6568824940047961, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.5857501165705443e-05, |
| "loss": 1.2654, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.6584172661870503, |
| "grad_norm": 1.75, |
| "learning_rate": 1.583711280932529e-05, |
| "loss": 1.45, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.6599520383693046, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.581668758256821e-05, |
| "loss": 1.4815, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6614868105515588, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.5796225614451034e-05, |
| "loss": 1.4874, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.663021582733813, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.5775727034222675e-05, |
| "loss": 1.4731, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.6645563549160671, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.5755191971363313e-05, |
| "loss": 1.3568, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.6660911270983213, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.5734620555583555e-05, |
| "loss": 1.2038, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.6676258992805756, |
| "grad_norm": 1.75, |
| "learning_rate": 1.5714012916823653e-05, |
| "loss": 1.3923, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6691606714628298, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.5693369185252648e-05, |
| "loss": 1.4711, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.6706954436450839, |
| "grad_norm": 1.75, |
| "learning_rate": 1.567268949126757e-05, |
| "loss": 1.4183, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.6722302158273381, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.56519739654926e-05, |
| "loss": 1.4671, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.6737649880095923, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.5631222738778268e-05, |
| "loss": 1.416, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.6752997601918466, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.561043594220059e-05, |
| "loss": 1.4353, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6768345323741007, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.5589613707060278e-05, |
| "loss": 1.516, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.6783693045563549, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.556875616488188e-05, |
| "loss": 1.2044, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.6799040767386091, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.5547863447412973e-05, |
| "loss": 1.3343, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.6814388489208633, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.5526935686623316e-05, |
| "loss": 1.389, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.6829736211031175, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.5505973014704017e-05, |
| "loss": 1.4935, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6845083932853717, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.5484975564066704e-05, |
| "loss": 1.4248, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.6860431654676259, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.5463943467342694e-05, |
| "loss": 1.4196, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.6875779376498801, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.544287685738213e-05, |
| "loss": 1.3694, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.6891127098321342, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.542177586725318e-05, |
| "loss": 1.5132, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.6906474820143885, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.540064063024116e-05, |
| "loss": 1.5271, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6921822541966427, |
| "grad_norm": 1.75, |
| "learning_rate": 1.5379471279847714e-05, |
| "loss": 1.4123, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.6937170263788969, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.5358267949789968e-05, |
| "loss": 1.4703, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.695251798561151, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.5337030773999674e-05, |
| "loss": 1.4658, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.6967865707434053, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.531575988662238e-05, |
| "loss": 1.3538, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.6983213429256595, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.5294455422016576e-05, |
| "loss": 1.4328, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6998561151079137, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.5273117514752826e-05, |
| "loss": 1.4393, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.7013908872901679, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.5251746299612959e-05, |
| "loss": 1.5345, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.702925659472422, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.5230341911589183e-05, |
| "loss": 1.3759, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.7044604316546763, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.5208904485883244e-05, |
| "loss": 1.3337, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.7059952038369305, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.5187434157905575e-05, |
| "loss": 1.5585, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.7075299760191847, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.5165931063274442e-05, |
| "loss": 1.4298, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.7090647482014388, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.5144395337815066e-05, |
| "loss": 1.3482, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.710599520383693, |
| "grad_norm": 2.0, |
| "learning_rate": 1.5122827117558802e-05, |
| "loss": 1.6308, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.7121342925659473, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.5101226538742248e-05, |
| "loss": 1.4727, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.7136690647482015, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.50795937378064e-05, |
| "loss": 1.3891, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.7152038369304556, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.505792885139579e-05, |
| "loss": 1.5394, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.7167386091127098, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.503623201635761e-05, |
| "loss": 1.3889, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.718273381294964, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.5014503369740866e-05, |
| "loss": 1.4508, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.7198081534772183, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.4992743048795493e-05, |
| "loss": 1.4323, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.7213429256594724, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.4970951190971512e-05, |
| "loss": 1.549, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.7228776978417266, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.4949127933918136e-05, |
| "loss": 1.4607, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.7244124700239808, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.4927273415482916e-05, |
| "loss": 1.5684, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.725947242206235, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.4905387773710876e-05, |
| "loss": 1.3445, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.7274820143884893, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.4883471146843617e-05, |
| "loss": 1.3575, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.7290167865707434, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.486152367331847e-05, |
| "loss": 1.4004, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7305515587529976, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.4839545491767599e-05, |
| "loss": 1.5095, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.7320863309352518, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.4817536741017153e-05, |
| "loss": 1.4924, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.733621103117506, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.4795497560086358e-05, |
| "loss": 1.451, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.7351558752997602, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.4773428088186662e-05, |
| "loss": 1.4369, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.7366906474820144, |
| "grad_norm": 1.75, |
| "learning_rate": 1.4751328464720842e-05, |
| "loss": 1.3582, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7382254196642686, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.4729198829282127e-05, |
| "loss": 1.4842, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.7397601918465228, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.470703932165333e-05, |
| "loss": 1.3498, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.7412949640287769, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.4684850081805934e-05, |
| "loss": 1.522, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.7428297362110312, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.4662631249899248e-05, |
| "loss": 1.4422, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.7443645083932854, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.4640382966279484e-05, |
| "loss": 1.331, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.7458992805755396, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.4618105371478896e-05, |
| "loss": 1.3508, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.7474340527577937, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.4595798606214882e-05, |
| "loss": 1.3859, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.748968824940048, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.4573462811389087e-05, |
| "loss": 1.3691, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.7505035971223022, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.4551098128086538e-05, |
| "loss": 1.3617, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.7505035971223022, |
| "eval_loss": 1.4075348377227783, |
| "eval_runtime": 58.9728, |
| "eval_samples_per_second": 21.264, |
| "eval_steps_per_second": 21.264, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.7520383693045564, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.4528704697574729e-05, |
| "loss": 1.3604, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7535731414868105, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.4506282661302735e-05, |
| "loss": 1.2984, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.7551079136690647, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.4483832160900326e-05, |
| "loss": 1.4131, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.756642685851319, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.446135333817706e-05, |
| "loss": 1.4902, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.7581774580335732, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.4438846335121402e-05, |
| "loss": 1.4437, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.7597122302158273, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.4416311293899816e-05, |
| "loss": 1.4344, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.7612470023980815, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.4393748356855865e-05, |
| "loss": 1.2446, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.7627817745803357, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.437115766650933e-05, |
| "loss": 1.4651, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.76431654676259, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.4348539365555283e-05, |
| "loss": 1.3397, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.7658513189448442, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.432589359686321e-05, |
| "loss": 1.3666, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.7673860911270983, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.430322050347609e-05, |
| "loss": 1.3271, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.7689208633093525, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.4280520228609503e-05, |
| "loss": 1.3099, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.7704556354916067, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.4257792915650728e-05, |
| "loss": 1.3086, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.771990407673861, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.423503870815782e-05, |
| "loss": 1.3125, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.7735251798561151, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.4212257749858727e-05, |
| "loss": 1.3633, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.7750599520383693, |
| "grad_norm": 1.625, |
| "learning_rate": 1.4189450184650354e-05, |
| "loss": 1.2312, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7765947242206235, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.416661615659768e-05, |
| "loss": 1.3498, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.7781294964028777, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.4143755809932843e-05, |
| "loss": 1.4694, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.7796642685851319, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.412086928905421e-05, |
| "loss": 1.1963, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.7811990407673861, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.4097956738525493e-05, |
| "loss": 1.2387, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.7827338129496403, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.4075018303074808e-05, |
| "loss": 1.434, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7842685851318945, |
| "grad_norm": 1.75, |
| "learning_rate": 1.4052054127593782e-05, |
| "loss": 1.3472, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.7858033573141486, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.4029064357136628e-05, |
| "loss": 1.461, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.7873381294964029, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.4006049136919229e-05, |
| "loss": 1.4106, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.7888729016786571, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.398300861231823e-05, |
| "loss": 1.3753, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.7904076738609113, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.3959942928870101e-05, |
| "loss": 1.3298, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.7919424460431654, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.3936852232270236e-05, |
| "loss": 1.3482, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.7934772182254196, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.3913736668372027e-05, |
| "loss": 1.4847, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.7950119904076739, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.3890596383185934e-05, |
| "loss": 1.4272, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.7965467625899281, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.386743152287858e-05, |
| "loss": 1.3732, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.7980815347721822, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.384424223377181e-05, |
| "loss": 1.4443, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7996163069544364, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.3821028662341776e-05, |
| "loss": 1.4799, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.8011510791366907, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.3797790955218014e-05, |
| "loss": 1.4129, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.8026858513189449, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.3774529259182508e-05, |
| "loss": 1.3799, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.804220623501199, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.3751243721168778e-05, |
| "loss": 1.4216, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.8057553956834532, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.3727934488260934e-05, |
| "loss": 1.4918, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.8072901678657074, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.3704601707692762e-05, |
| "loss": 1.3585, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.8088249400479617, |
| "grad_norm": 1.75, |
| "learning_rate": 1.3681245526846782e-05, |
| "loss": 1.3654, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.8103597122302159, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.3657866093253327e-05, |
| "loss": 1.3949, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.81189448441247, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.3634463554589608e-05, |
| "loss": 1.3878, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.8134292565947242, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.3611038058678776e-05, |
| "loss": 1.4569, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.8149640287769784, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.3587589753488999e-05, |
| "loss": 1.4791, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.8164988009592327, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.3564118787132507e-05, |
| "loss": 1.5325, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.8180335731414868, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.3540625307864693e-05, |
| "loss": 1.3922, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.819568345323741, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.3517109464083129e-05, |
| "loss": 1.5347, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.8211031175059952, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.3493571404326671e-05, |
| "loss": 1.4345, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.8226378896882494, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.3470011277274497e-05, |
| "loss": 1.4761, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.8241726618705036, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.344642923174517e-05, |
| "loss": 1.3524, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.8257074340527578, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.3422825416695713e-05, |
| "loss": 1.3459, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.827242206235012, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.3399199981220648e-05, |
| "loss": 1.3793, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.8287769784172662, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.337555307455106e-05, |
| "loss": 1.2792, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8303117505995203, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.3351884846053668e-05, |
| "loss": 1.4985, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.8318465227817746, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.3328195445229869e-05, |
| "loss": 1.5698, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.8333812949640288, |
| "grad_norm": 1.625, |
| "learning_rate": 1.330448502171479e-05, |
| "loss": 1.3706, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.834916067146283, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.3280753725276352e-05, |
| "loss": 1.4925, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.8364508393285371, |
| "grad_norm": 1.875, |
| "learning_rate": 1.3257001705814323e-05, |
| "loss": 1.5999, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.8379856115107913, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.3233229113359368e-05, |
| "loss": 1.495, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.8395203836930456, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.3209436098072095e-05, |
| "loss": 1.3432, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.8410551558752998, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.3185622810242129e-05, |
| "loss": 1.3679, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.842589928057554, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.316178940028713e-05, |
| "loss": 1.424, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.8441247002398081, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.3137936018751876e-05, |
| "loss": 1.4842, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8456594724220623, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.3114062816307284e-05, |
| "loss": 1.2388, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.8471942446043166, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.3090169943749475e-05, |
| "loss": 1.4275, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.8487290167865708, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.3066257551998822e-05, |
| "loss": 1.508, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.8502637889688249, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.3042325792098982e-05, |
| "loss": 1.5241, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.8517985611510791, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.3018374815215962e-05, |
| "loss": 1.3896, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.8533333333333334, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.2994404772637145e-05, |
| "loss": 1.3765, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.8548681055155876, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.297041581577035e-05, |
| "loss": 1.3199, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.8564028776978417, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.2946408096142866e-05, |
| "loss": 1.511, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.8579376498800959, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.2922381765400501e-05, |
| "loss": 1.3674, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.8594724220623501, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.289833697530661e-05, |
| "loss": 1.3332, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.8610071942446044, |
| "grad_norm": 1.6484375, |
| "learning_rate": 1.2874273877741165e-05, |
| "loss": 1.3316, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.8625419664268585, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.2850192624699762e-05, |
| "loss": 1.3782, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.8640767386091127, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.2826093368292687e-05, |
| "loss": 1.4955, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.8656115107913669, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.2801976260743937e-05, |
| "loss": 1.5445, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.8671462829736211, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.2777841454390276e-05, |
| "loss": 1.3496, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8686810551558753, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.2753689101680252e-05, |
| "loss": 1.4302, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.8702158273381295, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.2729519355173254e-05, |
| "loss": 1.3425, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.8717505995203837, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.2705332367538539e-05, |
| "loss": 1.5349, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.8732853717026379, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.2681128291554263e-05, |
| "loss": 1.4892, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.874820143884892, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.2656907280106528e-05, |
| "loss": 1.455, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8763549160671463, |
| "grad_norm": 1.75, |
| "learning_rate": 1.2632669486188403e-05, |
| "loss": 1.5562, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.8778896882494005, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.2608415062898971e-05, |
| "loss": 1.3335, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.8794244604316547, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.2584144163442347e-05, |
| "loss": 1.4161, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.8809592326139088, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.255985694112673e-05, |
| "loss": 1.4954, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.882494004796163, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.2535553549363407e-05, |
| "loss": 1.415, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.8840287769784173, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.2511234141665816e-05, |
| "loss": 1.4748, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.8855635491606715, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.2486898871648552e-05, |
| "loss": 1.2765, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.8870983213429257, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.2462547893026403e-05, |
| "loss": 1.5225, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.8886330935251798, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.2438181359613388e-05, |
| "loss": 1.4643, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.890167865707434, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.2413799425321774e-05, |
| "loss": 1.4519, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8917026378896883, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.2389402244161107e-05, |
| "loss": 1.4527, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.8932374100719425, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.236498997023725e-05, |
| "loss": 1.4682, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.8947721822541966, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.2340562757751385e-05, |
| "loss": 1.4018, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.8963069544364508, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.2316120760999066e-05, |
| "loss": 1.4245, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.897841726618705, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.2291664134369229e-05, |
| "loss": 1.4849, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8993764988009593, |
| "grad_norm": 1.6328125, |
| "learning_rate": 1.2267193032343219e-05, |
| "loss": 1.3096, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.9009112709832134, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.2242707609493814e-05, |
| "loss": 1.4568, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.9024460431654676, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.2218208020484255e-05, |
| "loss": 1.4273, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.9039808153477218, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.219369442006726e-05, |
| "loss": 1.3472, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.9055155875299761, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.2169166963084056e-05, |
| "loss": 1.2589, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.9070503597122302, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.2144625804463384e-05, |
| "loss": 1.5012, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.9085851318944844, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.212007109922055e-05, |
| "loss": 1.513, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.9101199040767386, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.2095503002456405e-05, |
| "loss": 1.3524, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.9116546762589928, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.2070921669356415e-05, |
| "loss": 1.291, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.913189448441247, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.2046327255189627e-05, |
| "loss": 1.4709, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.9147242206235012, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.2021719915307737e-05, |
| "loss": 1.4373, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.9162589928057554, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.1997099805144071e-05, |
| "loss": 1.3847, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.9177937649880096, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.197246708021263e-05, |
| "loss": 1.3515, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.9193285371702637, |
| "grad_norm": 1.9609375, |
| "learning_rate": 1.194782189610709e-05, |
| "loss": 1.5657, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.920863309352518, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.192316440849983e-05, |
| "loss": 1.3718, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.9223980815347722, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.1898494773140942e-05, |
| "loss": 1.4058, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.9239328537170264, |
| "grad_norm": 1.75, |
| "learning_rate": 1.187381314585725e-05, |
| "loss": 1.4138, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.9254676258992806, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.1849119682551323e-05, |
| "loss": 1.5707, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.9270023980815347, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.1824414539200505e-05, |
| "loss": 1.5327, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.928537170263789, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.17996978718559e-05, |
| "loss": 1.4747, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9300719424460432, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.1774969836641417e-05, |
| "loss": 1.5315, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.9316067146282974, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.1750230589752763e-05, |
| "loss": 1.501, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.9331414868105515, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.1725480287456467e-05, |
| "loss": 1.3595, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.9346762589928057, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.1700719086088891e-05, |
| "loss": 1.5799, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.93621103117506, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.1675947142055241e-05, |
| "loss": 1.4093, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9377458033573142, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.165116461182858e-05, |
| "loss": 1.3595, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.9392805755395683, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.1626371651948839e-05, |
| "loss": 1.4811, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.9408153477218225, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.160156841902182e-05, |
| "loss": 1.3337, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.9423501199040767, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.1576755069718229e-05, |
| "loss": 1.3943, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.943884892086331, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.155193176077266e-05, |
| "loss": 1.4056, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.9454196642685851, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.1527098648982634e-05, |
| "loss": 1.5342, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.9469544364508393, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.1502255891207572e-05, |
| "loss": 1.3041, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.9484892086330935, |
| "grad_norm": 1.6953125, |
| "learning_rate": 1.1477403644367839e-05, |
| "loss": 1.3494, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.9500239808153477, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.1452542065443728e-05, |
| "loss": 1.465, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.951558752997602, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.1427671311474489e-05, |
| "loss": 1.336, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9530935251798561, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.140279153955732e-05, |
| "loss": 1.3387, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.9546282973621103, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.137790290684638e-05, |
| "loss": 1.398, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.9561630695443645, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.1353005570551803e-05, |
| "loss": 1.509, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.9576978417266188, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.1328099687938696e-05, |
| "loss": 1.4732, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.9592326139088729, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.1303185416326148e-05, |
| "loss": 1.3411, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9607673860911271, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.1278262913086238e-05, |
| "loss": 1.4715, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.9623021582733813, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.1253332335643043e-05, |
| "loss": 1.3279, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.9638369304556355, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.1228393841471644e-05, |
| "loss": 1.3264, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.9653717026378897, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.1203447588097115e-05, |
| "loss": 1.2625, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.9669064748201439, |
| "grad_norm": 1.75, |
| "learning_rate": 1.117849373309356e-05, |
| "loss": 1.4892, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9684412470023981, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.1153532434083083e-05, |
| "loss": 1.4547, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.9699760191846523, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.1128563848734817e-05, |
| "loss": 1.5092, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.9715107913669064, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.1103588134763918e-05, |
| "loss": 1.424, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.9730455635491607, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.1078605449930569e-05, |
| "loss": 1.4477, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.9745803357314149, |
| "grad_norm": 1.625, |
| "learning_rate": 1.1053615952038984e-05, |
| "loss": 1.2692, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9761151079136691, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.1028619798936418e-05, |
| "loss": 1.4006, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.9776498800959232, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.1003617148512149e-05, |
| "loss": 1.4153, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.9791846522781774, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.0978608158696517e-05, |
| "loss": 1.4156, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.9807194244604317, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.0953592987459886e-05, |
| "loss": 1.4369, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.9822541966426859, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.092857179281168e-05, |
| "loss": 1.482, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.98378896882494, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.0903544732799357e-05, |
| "loss": 1.4631, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.9853237410071942, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.0878511965507435e-05, |
| "loss": 1.4286, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.9868585131894484, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.0853473649056472e-05, |
| "loss": 1.5408, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.9883932853717027, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.0828429941602082e-05, |
| "loss": 1.4246, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.9899280575539569, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.0803381001333943e-05, |
| "loss": 1.401, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.991462829736211, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.0778326986474765e-05, |
| "loss": 1.3825, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.9929976019184652, |
| "grad_norm": 1.75, |
| "learning_rate": 1.0753268055279328e-05, |
| "loss": 1.4568, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.9945323741007194, |
| "grad_norm": 1.6875, |
| "learning_rate": 1.072820436603346e-05, |
| "loss": 1.4033, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.9960671462829737, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.070313607705304e-05, |
| "loss": 1.4913, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.9976019184652278, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.067806334668301e-05, |
| "loss": 1.452, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.999136690647482, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.0652986333296358e-05, |
| "loss": 1.5346, |
| "step": 651 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1302, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 651, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6771286351373926e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
