|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.993684210526316, |
|
"eval_steps": 60, |
|
"global_step": 711, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.004210526315789474, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 2e-05, |
|
"loss": 1.5605, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.004210526315789474, |
|
"eval_loss": 1.5264556407928467, |
|
"eval_runtime": 26.3082, |
|
"eval_samples_per_second": 3.801, |
|
"eval_steps_per_second": 1.901, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.008421052631578947, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 4e-05, |
|
"loss": 1.4702, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.01263157894736842, |
|
"grad_norm": 0.2578125, |
|
"learning_rate": 6e-05, |
|
"loss": 1.4576, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.016842105263157894, |
|
"grad_norm": 0.65234375, |
|
"learning_rate": 8e-05, |
|
"loss": 1.5868, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.021052631578947368, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.0001, |
|
"loss": 1.5916, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.02526315789473684, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 0.00012, |
|
"loss": 1.7851, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.029473684210526315, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00014, |
|
"loss": 1.5319, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.03368421052631579, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.00016, |
|
"loss": 1.8462, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.037894736842105266, |
|
"grad_norm": 0.484375, |
|
"learning_rate": 0.00018, |
|
"loss": 1.4219, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.042105263157894736, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.0002, |
|
"loss": 1.6555, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.04631578947368421, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.0001999994391281196, |
|
"loss": 1.1527, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.05052631578947368, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00019999775651876987, |
|
"loss": 1.4265, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.05473684210526316, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00019999495219082545, |
|
"loss": 1.5505, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.05894736842105263, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00019999102617574365, |
|
"loss": 1.0313, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.06315789473684211, |
|
"grad_norm": 0.494140625, |
|
"learning_rate": 0.0001999859785175643, |
|
"loss": 1.439, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.06736842105263158, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 0.00019997980927290927, |
|
"loss": 1.3511, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.07157894736842105, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.0001999725185109816, |
|
"loss": 1.2886, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.07578947368421053, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00019996410631356498, |
|
"loss": 1.3057, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 0.00019995457277502271, |
|
"loss": 1.7375, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.08421052631578947, |
|
"grad_norm": 0.51953125, |
|
"learning_rate": 0.00019994391800229666, |
|
"loss": 1.3436, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.08842105263157894, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00019993214211490608, |
|
"loss": 1.14, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.09263157894736843, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00019991924524494627, |
|
"loss": 1.1322, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.0968421052631579, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 0.00019990522753708705, |
|
"loss": 1.4512, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.10105263157894737, |
|
"grad_norm": 0.2490234375, |
|
"learning_rate": 0.00019989008914857116, |
|
"loss": 1.3419, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.10526315789473684, |
|
"grad_norm": 0.78515625, |
|
"learning_rate": 0.00019987383024921255, |
|
"loss": 1.382, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.10947368421052632, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.0001998564510213944, |
|
"loss": 1.582, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.11368421052631579, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 0.00019983795166006715, |
|
"loss": 1.188, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.11789473684210526, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 0.00019981833237274618, |
|
"loss": 1.4246, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.12210526315789473, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00019979759337950968, |
|
"loss": 1.2828, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.12631578947368421, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 0.00019977573491299598, |
|
"loss": 1.6199, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.13052631578947368, |
|
"grad_norm": 0.8359375, |
|
"learning_rate": 0.00019975275721840103, |
|
"loss": 1.2398, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.13473684210526315, |
|
"grad_norm": 0.5, |
|
"learning_rate": 0.00019972866055347572, |
|
"loss": 1.4295, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.13894736842105262, |
|
"grad_norm": 0.5390625, |
|
"learning_rate": 0.0001997034451885229, |
|
"loss": 1.2814, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.1431578947368421, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.0001996771114063943, |
|
"loss": 1.532, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.14736842105263157, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 0.00019964965950248757, |
|
"loss": 1.3516, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.15157894736842106, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 0.00019962108978474263, |
|
"loss": 1.1487, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.15578947368421053, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.0001995914025736386, |
|
"loss": 1.3543, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00019956059820218982, |
|
"loss": 1.2986, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.16421052631578947, |
|
"grad_norm": 0.625, |
|
"learning_rate": 0.00019952867701594247, |
|
"loss": 1.0167, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.16842105263157894, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.00019949563937297045, |
|
"loss": 1.2287, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.1726315789473684, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.00019946148564387145, |
|
"loss": 1.0063, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.17684210526315788, |
|
"grad_norm": 0.94921875, |
|
"learning_rate": 0.00019942621621176282, |
|
"loss": 1.2712, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.18105263157894738, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00019938983147227716, |
|
"loss": 1.2106, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.18526315789473685, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 0.0001993523318335581, |
|
"loss": 1.4887, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.18947368421052632, |
|
"grad_norm": 0.62890625, |
|
"learning_rate": 0.00019931371771625544, |
|
"loss": 1.2747, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.1936842105263158, |
|
"grad_norm": 0.2216796875, |
|
"learning_rate": 0.00019927398955352061, |
|
"loss": 1.1946, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.19789473684210526, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 0.00019923314779100184, |
|
"loss": 1.2467, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.20210526315789473, |
|
"grad_norm": 0.25390625, |
|
"learning_rate": 0.00019919119288683908, |
|
"loss": 1.5067, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.2063157894736842, |
|
"grad_norm": 0.404296875, |
|
"learning_rate": 0.00019914812531165877, |
|
"loss": 1.4291, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.21052631578947367, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.00019910394554856876, |
|
"loss": 1.0136, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.21473684210526317, |
|
"grad_norm": 1.328125, |
|
"learning_rate": 0.00019905865409315288, |
|
"loss": 1.2874, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.21894736842105264, |
|
"grad_norm": 0.244140625, |
|
"learning_rate": 0.0001990122514534651, |
|
"loss": 0.9588, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.2231578947368421, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.0001989647381500242, |
|
"loss": 1.3036, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.22736842105263158, |
|
"grad_norm": 0.5, |
|
"learning_rate": 0.00019891611471580764, |
|
"loss": 1.514, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.23157894736842105, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.0001988663816962458, |
|
"loss": 1.2444, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.23578947368421052, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00019881553964921572, |
|
"loss": 1.2261, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 0.00019876358914503492, |
|
"loss": 1.2489, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.24421052631578946, |
|
"grad_norm": 0.431640625, |
|
"learning_rate": 0.00019871053076645488, |
|
"loss": 1.2134, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.24842105263157896, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.00019865636510865467, |
|
"loss": 1.1999, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.25263157894736843, |
|
"grad_norm": 0.2421875, |
|
"learning_rate": 0.00019860109277923418, |
|
"loss": 1.1485, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.25263157894736843, |
|
"eval_loss": 1.2386109828948975, |
|
"eval_runtime": 25.8708, |
|
"eval_samples_per_second": 3.865, |
|
"eval_steps_per_second": 1.933, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.25684210526315787, |
|
"grad_norm": 0.5390625, |
|
"learning_rate": 0.00019854471439820733, |
|
"loss": 1.2963, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.26105263157894737, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00019848723059799506, |
|
"loss": 1.097, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.26526315789473687, |
|
"grad_norm": 0.49609375, |
|
"learning_rate": 0.00019842864202341835, |
|
"loss": 1.1463, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.2694736842105263, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.00019836894933169088, |
|
"loss": 1.1921, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.2736842105263158, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00019830815319241168, |
|
"loss": 1.1835, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.27789473684210525, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.0001982462542875576, |
|
"loss": 1.1998, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.28210526315789475, |
|
"grad_norm": 0.244140625, |
|
"learning_rate": 0.00019818325331147585, |
|
"loss": 1.1047, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 0.2863157894736842, |
|
"grad_norm": 0.244140625, |
|
"learning_rate": 0.00019811915097087587, |
|
"loss": 1.2452, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.2905263157894737, |
|
"grad_norm": 0.259765625, |
|
"learning_rate": 0.00019805394798482167, |
|
"loss": 1.1633, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.29473684210526313, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 0.00019798764508472373, |
|
"loss": 1.0081, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.29894736842105263, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 0.00019792024301433064, |
|
"loss": 0.9194, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 0.3031578947368421, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00019785174252972092, |
|
"loss": 0.8091, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.30736842105263157, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00019778214439929452, |
|
"loss": 1.1248, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 0.31157894736842107, |
|
"grad_norm": 0.23046875, |
|
"learning_rate": 0.0001977114494037641, |
|
"loss": 1.1204, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.3157894736842105, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.0001976396583361464, |
|
"loss": 1.1662, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 0.2578125, |
|
"learning_rate": 0.00019756677200175315, |
|
"loss": 1.1222, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.32421052631578945, |
|
"grad_norm": 0.796875, |
|
"learning_rate": 0.00019749279121818235, |
|
"loss": 1.0329, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 0.32842105263157895, |
|
"grad_norm": 0.2490234375, |
|
"learning_rate": 0.0001974177168153088, |
|
"loss": 1.1199, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.33263157894736844, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.00019734154963527495, |
|
"loss": 1.4391, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 0.3368421052631579, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.0001972642905324813, |
|
"loss": 1.3924, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.3410526315789474, |
|
"grad_norm": 0.208984375, |
|
"learning_rate": 0.00019718594037357713, |
|
"loss": 1.1518, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.3452631578947368, |
|
"grad_norm": 0.953125, |
|
"learning_rate": 0.0001971065000374504, |
|
"loss": 1.2606, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.3494736842105263, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.0001970259704152181, |
|
"loss": 1.2293, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 0.35368421052631577, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 0.0001969443524102163, |
|
"loss": 0.9564, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.35789473684210527, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00019686164693798986, |
|
"loss": 1.2023, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.36210526315789476, |
|
"grad_norm": 0.263671875, |
|
"learning_rate": 0.0001967778549262822, |
|
"loss": 0.9322, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.3663157894736842, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00019669297731502507, |
|
"loss": 1.2589, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.3705263157894737, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00019660701505632772, |
|
"loss": 1.3188, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.37473684210526315, |
|
"grad_norm": 0.51953125, |
|
"learning_rate": 0.00019651996911446647, |
|
"loss": 1.0415, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 0.37894736842105264, |
|
"grad_norm": 0.427734375, |
|
"learning_rate": 0.0001964318404658737, |
|
"loss": 1.467, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.3831578947368421, |
|
"grad_norm": 0.4453125, |
|
"learning_rate": 0.00019634263009912705, |
|
"loss": 1.5527, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 0.3873684210526316, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00019625233901493822, |
|
"loss": 1.2043, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.391578947368421, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00019616096822614186, |
|
"loss": 0.9677, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.3957894736842105, |
|
"grad_norm": 0.46484375, |
|
"learning_rate": 0.000196068518757684, |
|
"loss": 1.1942, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 0.435546875, |
|
"learning_rate": 0.00019597499164661093, |
|
"loss": 1.3481, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.40421052631578946, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00019588038794205703, |
|
"loss": 1.2776, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.40842105263157896, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.00019578470870523359, |
|
"loss": 1.4808, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 0.4126315789473684, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.00019568795500941635, |
|
"loss": 1.3385, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.4168421052631579, |
|
"grad_norm": 0.484375, |
|
"learning_rate": 0.00019559012793993392, |
|
"loss": 1.5787, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.42105263157894735, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00019549122859415538, |
|
"loss": 1.2151, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.42526315789473684, |
|
"grad_norm": 0.65234375, |
|
"learning_rate": 0.0001953912580814779, |
|
"loss": 1.0332, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 0.42947368421052634, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00019529021752331453, |
|
"loss": 1.2677, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.4336842105263158, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.0001951881080530814, |
|
"loss": 1.0672, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 0.4378947368421053, |
|
"grad_norm": 0.498046875, |
|
"learning_rate": 0.00019508493081618513, |
|
"loss": 1.1736, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.4421052631578947, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00019498068697000994, |
|
"loss": 1.1174, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.4463157894736842, |
|
"grad_norm": 0.169921875, |
|
"learning_rate": 0.00019487537768390464, |
|
"loss": 1.0712, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 0.45052631578947366, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 0.0001947690041391696, |
|
"loss": 1.4496, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 0.45473684210526316, |
|
"grad_norm": 0.47265625, |
|
"learning_rate": 0.00019466156752904343, |
|
"loss": 1.2413, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.4589473684210526, |
|
"grad_norm": 0.6015625, |
|
"learning_rate": 0.0001945530690586896, |
|
"loss": 1.0208, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 0.4631578947368421, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.0001944435099451829, |
|
"loss": 1.3997, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.4673684210526316, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00019433289141749586, |
|
"loss": 1.2914, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.47157894736842104, |
|
"grad_norm": 0.63671875, |
|
"learning_rate": 0.00019422121471648497, |
|
"loss": 0.8134, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.47578947368421054, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00019410848109487658, |
|
"loss": 1.1282, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"grad_norm": 0.5625, |
|
"learning_rate": 0.0001939946918172531, |
|
"loss": 1.3254, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.4842105263157895, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00019387984816003867, |
|
"loss": 1.6428, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.4884210526315789, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00019376395141148476, |
|
"loss": 1.0688, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.4926315789473684, |
|
"grad_norm": 0.6953125, |
|
"learning_rate": 0.00019364700287165604, |
|
"loss": 1.0969, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.4968421052631579, |
|
"grad_norm": 1.296875, |
|
"learning_rate": 0.00019352900385241536, |
|
"loss": 1.5249, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 0.5010526315789474, |
|
"grad_norm": 0.2001953125, |
|
"learning_rate": 0.00019340995567740938, |
|
"loss": 1.2095, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 0.5052631578947369, |
|
"grad_norm": 0.53515625, |
|
"learning_rate": 0.0001932898596820536, |
|
"loss": 1.1249, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.5052631578947369, |
|
"eval_loss": 1.2166697978973389, |
|
"eval_runtime": 25.8713, |
|
"eval_samples_per_second": 3.865, |
|
"eval_steps_per_second": 1.933, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.5094736842105263, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00019316871721351733, |
|
"loss": 1.5017, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 0.5136842105263157, |
|
"grad_norm": 0.7421875, |
|
"learning_rate": 0.0001930465296307087, |
|
"loss": 1.0994, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 0.5178947368421053, |
|
"grad_norm": 0.21875, |
|
"learning_rate": 0.0001929232983042592, |
|
"loss": 1.0339, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.5221052631578947, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 0.00019279902461650866, |
|
"loss": 1.1317, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.5263157894736842, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00019267370996148934, |
|
"loss": 0.9421, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.5305263157894737, |
|
"grad_norm": 0.396484375, |
|
"learning_rate": 0.00019254735574491058, |
|
"loss": 1.3029, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.5347368421052632, |
|
"grad_norm": 0.8359375, |
|
"learning_rate": 0.00019241996338414296, |
|
"loss": 1.3548, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 0.5389473684210526, |
|
"grad_norm": 0.84765625, |
|
"learning_rate": 0.00019229153430820232, |
|
"loss": 1.0865, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.5431578947368421, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 0.00019216206995773373, |
|
"loss": 0.8151, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.5473684210526316, |
|
"grad_norm": 0.8046875, |
|
"learning_rate": 0.0001920315717849956, |
|
"loss": 1.3576, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.5515789473684211, |
|
"grad_norm": 0.82421875, |
|
"learning_rate": 0.00019190004125384293, |
|
"loss": 1.2439, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 0.5557894736842105, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.0001917674798397113, |
|
"loss": 0.9743, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"grad_norm": 1.1015625, |
|
"learning_rate": 0.0001916338890296001, |
|
"loss": 1.3315, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 0.5642105263157895, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00019149927032205587, |
|
"loss": 1.3268, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 0.5684210526315789, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00019136362522715562, |
|
"loss": 1.4751, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.5726315789473684, |
|
"grad_norm": 0.2734375, |
|
"learning_rate": 0.00019122695526648968, |
|
"loss": 1.1219, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.5768421052631579, |
|
"grad_norm": 1.0703125, |
|
"learning_rate": 0.00019108926197314486, |
|
"loss": 1.4059, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 0.5810526315789474, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00019095054689168705, |
|
"loss": 1.3282, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.5852631578947368, |
|
"grad_norm": 0.6171875, |
|
"learning_rate": 0.00019081081157814404, |
|
"loss": 1.6334, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 0.5894736842105263, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00019067005759998797, |
|
"loss": 1.159, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.5936842105263158, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00019052828653611786, |
|
"loss": 1.3261, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.5978947368421053, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.0001903854999768417, |
|
"loss": 1.2041, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 0.6021052631578947, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00019024169952385885, |
|
"loss": 1.1998, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 0.6063157894736843, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.0001900968867902419, |
|
"loss": 1.6427, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.6105263157894737, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.00018995106340041873, |
|
"loss": 1.1968, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.6147368421052631, |
|
"grad_norm": 0.671875, |
|
"learning_rate": 0.00018980423099015402, |
|
"loss": 0.8641, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 0.6189473684210526, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00018965639120653121, |
|
"loss": 1.4518, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.6231578947368421, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00018950754570793384, |
|
"loss": 1.3077, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.6273684210526316, |
|
"grad_norm": 0.85546875, |
|
"learning_rate": 0.00018935769616402703, |
|
"loss": 1.2077, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 0.631578947368421, |
|
"grad_norm": 0.224609375, |
|
"learning_rate": 0.00018920684425573865, |
|
"loss": 1.0868, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.6357894736842106, |
|
"grad_norm": 0.25390625, |
|
"learning_rate": 0.00018905499167524062, |
|
"loss": 1.2018, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"grad_norm": 0.498046875, |
|
"learning_rate": 0.00018890214012592975, |
|
"loss": 1.1675, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.6442105263157895, |
|
"grad_norm": 0.2451171875, |
|
"learning_rate": 0.00018874829132240874, |
|
"loss": 1.2348, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.6484210526315789, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.000188593446990467, |
|
"loss": 1.3202, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 0.6526315789473685, |
|
"grad_norm": 1.0078125, |
|
"learning_rate": 0.0001884376088670611, |
|
"loss": 1.0171, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.6568421052631579, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00018828077870029552, |
|
"loss": 1.219, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.6610526315789473, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.00018812295824940285, |
|
"loss": 0.8956, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 0.6652631578947369, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 0.00018796414928472417, |
|
"loss": 0.9322, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 0.6694736842105263, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.0001878043535876891, |
|
"loss": 1.2062, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.6736842105263158, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.0001876435729507959, |
|
"loss": 1.3113, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.6778947368421052, |
|
"grad_norm": 0.53515625, |
|
"learning_rate": 0.00018748180917759136, |
|
"loss": 1.1539, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 0.6821052631578948, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.0001873190640826505, |
|
"loss": 1.3287, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.6863157894736842, |
|
"grad_norm": 0.298828125, |
|
"learning_rate": 0.00018715533949155625, |
|
"loss": 1.0616, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 0.6905263157894737, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00018699063724087904, |
|
"loss": 1.0171, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.6947368421052632, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00018682495917815608, |
|
"loss": 1.1113, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.6989473684210527, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 0.00018665830716187065, |
|
"loss": 0.8351, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 0.7031578947368421, |
|
"grad_norm": 0.6015625, |
|
"learning_rate": 0.0001864906830614314, |
|
"loss": 1.2181, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 0.7073684210526315, |
|
"grad_norm": 0.71875, |
|
"learning_rate": 0.0001863220887571512, |
|
"loss": 1.1843, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.7115789473684211, |
|
"grad_norm": 0.51953125, |
|
"learning_rate": 0.00018615252614022617, |
|
"loss": 1.3809, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 0.7157894736842105, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.0001859819971127143, |
|
"loss": 1.4288, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"grad_norm": 0.41796875, |
|
"learning_rate": 0.00018581050358751445, |
|
"loss": 1.1449, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.7242105263157895, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 0.00018563804748834438, |
|
"loss": 1.0703, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.728421052631579, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 0.00018546463074971977, |
|
"loss": 1.2093, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 0.7326315789473684, |
|
"grad_norm": 0.26171875, |
|
"learning_rate": 0.000185290255316932, |
|
"loss": 0.7346, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.7368421052631579, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.00018511492314602656, |
|
"loss": 1.2782, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.7410526315789474, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.00018493863620378122, |
|
"loss": 1.0844, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.7452631578947368, |
|
"grad_norm": 0.2470703125, |
|
"learning_rate": 0.00018476139646768372, |
|
"loss": 1.1771, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.7494736842105263, |
|
"grad_norm": 0.228515625, |
|
"learning_rate": 0.00018458320592590975, |
|
"loss": 1.2, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 0.7536842105263157, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.00018440406657730058, |
|
"loss": 1.2248, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 0.7578947368421053, |
|
"grad_norm": 0.263671875, |
|
"learning_rate": 0.00018422398043134067, |
|
"loss": 1.3675, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.7578947368421053, |
|
"eval_loss": 1.2129631042480469, |
|
"eval_runtime": 25.9253, |
|
"eval_samples_per_second": 3.857, |
|
"eval_steps_per_second": 1.929, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.7621052631578947, |
|
"grad_norm": 0.2412109375, |
|
"learning_rate": 0.0001840429495081352, |
|
"loss": 1.2456, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 0.7663157894736842, |
|
"grad_norm": 0.25390625, |
|
"learning_rate": 0.00018386097583838714, |
|
"loss": 1.2617, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 0.7705263157894737, |
|
"grad_norm": 0.283203125, |
|
"learning_rate": 0.00018367806146337483, |
|
"loss": 1.2708, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.7747368421052632, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00018349420843492888, |
|
"loss": 1.3771, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.7789473684210526, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 0.00018330941881540915, |
|
"loss": 1.3123, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.783157894736842, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 0.00018312369467768166, |
|
"loss": 1.1952, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.7873684210526316, |
|
"grad_norm": 0.7578125, |
|
"learning_rate": 0.00018293703810509537, |
|
"loss": 1.426, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 0.791578947368421, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.0001827494511914587, |
|
"loss": 1.3205, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.7957894736842105, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00018256093604101617, |
|
"loss": 1.2221, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.0001823714947684247, |
|
"loss": 1.4212, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.8042105263157895, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00018218112949872995, |
|
"loss": 1.2183, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 0.8084210526315789, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00018198984236734246, |
|
"loss": 0.9922, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.8126315789473684, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 0.0001817976355200137, |
|
"loss": 1.334, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 0.8168421052631579, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.000181604511112812, |
|
"loss": 1.1052, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 0.8210526315789474, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.0001814104713120983, |
|
"loss": 0.8112, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.8252631578947368, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.000181215518294502, |
|
"loss": 1.2507, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.8294736842105264, |
|
"grad_norm": 0.671875, |
|
"learning_rate": 0.0001810196542468964, |
|
"loss": 1.1228, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 0.8336842105263158, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.00018082288136637422, |
|
"loss": 1.3562, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.8378947368421052, |
|
"grad_norm": 0.302734375, |
|
"learning_rate": 0.000180625201860223, |
|
"loss": 0.7766, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 0.8421052631578947, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 0.00018042661794590023, |
|
"loss": 1.2885, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.8463157894736842, |
|
"grad_norm": 0.609375, |
|
"learning_rate": 0.0001802271318510086, |
|
"loss": 1.271, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 0.8505263157894737, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 0.00018002674581327094, |
|
"loss": 1.3777, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 0.8547368421052631, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.00017982546208050515, |
|
"loss": 1.32, |
|
"step": 203 |
|
}, |
|
{ |
|
"epoch": 0.8589473684210527, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00017962328291059888, |
|
"loss": 1.1265, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.8631578947368421, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 0.00017942021057148436, |
|
"loss": 1.523, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.8673684210526316, |
|
"grad_norm": 1.046875, |
|
"learning_rate": 0.00017921624734111292, |
|
"loss": 1.0251, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 0.871578947368421, |
|
"grad_norm": 0.490234375, |
|
"learning_rate": 0.0001790113955074294, |
|
"loss": 1.2665, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 0.8757894736842106, |
|
"grad_norm": 0.6875, |
|
"learning_rate": 0.0001788056573683464, |
|
"loss": 1.2244, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"grad_norm": 0.2177734375, |
|
"learning_rate": 0.0001785990352317187, |
|
"loss": 1.1621, |
|
"step": 209 |
|
}, |
|
{ |
|
"epoch": 0.8842105263157894, |
|
"grad_norm": 0.4921875, |
|
"learning_rate": 0.00017839153141531718, |
|
"loss": 1.3182, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.888421052631579, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.000178183148246803, |
|
"loss": 1.4508, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 0.8926315789473684, |
|
"grad_norm": 0.388671875, |
|
"learning_rate": 0.00017797388806370132, |
|
"loss": 1.1155, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 0.8968421052631579, |
|
"grad_norm": 0.416015625, |
|
"learning_rate": 0.00017776375321337521, |
|
"loss": 0.9191, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 0.9010526315789473, |
|
"grad_norm": 0.2431640625, |
|
"learning_rate": 0.00017755274605299923, |
|
"loss": 1.1577, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 0.9052631578947369, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 0.00017734086894953305, |
|
"loss": 1.372, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.9094736842105263, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.00017712812427969485, |
|
"loss": 1.1932, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.9136842105263158, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.0001769145144299347, |
|
"loss": 1.3167, |
|
"step": 217 |
|
}, |
|
{ |
|
"epoch": 0.9178947368421052, |
|
"grad_norm": 0.255859375, |
|
"learning_rate": 0.00017670004179640774, |
|
"loss": 1.2357, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 0.9221052631578948, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 0.00017648470878494737, |
|
"loss": 0.9556, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 0.9263157894736842, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.0001762685178110382, |
|
"loss": 1.2047, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.9305263157894736, |
|
"grad_norm": 0.271484375, |
|
"learning_rate": 0.00017605147129978903, |
|
"loss": 1.1935, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 0.9347368421052632, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 0.0001758335716859055, |
|
"loss": 1.3426, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 0.9389473684210526, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 0.000175614821413663, |
|
"loss": 1.5181, |
|
"step": 223 |
|
}, |
|
{ |
|
"epoch": 0.9431578947368421, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00017539522293687898, |
|
"loss": 1.0962, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 0.9473684210526315, |
|
"grad_norm": 0.232421875, |
|
"learning_rate": 0.00017517477871888568, |
|
"loss": 1.3922, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.9515789473684211, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.00017495349123250242, |
|
"loss": 1.2535, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 0.9557894736842105, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.00017473136296000772, |
|
"loss": 1.1987, |
|
"step": 227 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"grad_norm": 0.77734375, |
|
"learning_rate": 0.00017450839639311162, |
|
"loss": 1.4301, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 0.9642105263157895, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00017428459403292767, |
|
"loss": 1.3164, |
|
"step": 229 |
|
}, |
|
{ |
|
"epoch": 0.968421052631579, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.00017405995838994494, |
|
"loss": 1.1554, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.9726315789473684, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00017383449198399964, |
|
"loss": 1.3036, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 0.9768421052631578, |
|
"grad_norm": 0.267578125, |
|
"learning_rate": 0.00017360819734424715, |
|
"loss": 1.2797, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 0.9810526315789474, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 0.00017338107700913354, |
|
"loss": 1.1202, |
|
"step": 233 |
|
}, |
|
{ |
|
"epoch": 0.9852631578947368, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.0001731531335263669, |
|
"loss": 0.8187, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 0.9894736842105263, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.0001729243694528891, |
|
"loss": 1.1702, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.9936842105263158, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.00017269478735484683, |
|
"loss": 1.1406, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 0.9978947368421053, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 0.00017246438980756293, |
|
"loss": 0.9633, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 1.0021052631578948, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00017223317939550753, |
|
"loss": 1.2181, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 1.0063157894736843, |
|
"grad_norm": 0.2138671875, |
|
"learning_rate": 0.00017200115871226904, |
|
"loss": 1.2035, |
|
"step": 239 |
|
}, |
|
{ |
|
"epoch": 1.0105263157894737, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00017176833036052495, |
|
"loss": 1.3449, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.0105263157894737, |
|
"eval_loss": 1.1994891166687012, |
|
"eval_runtime": 25.9787, |
|
"eval_samples_per_second": 3.849, |
|
"eval_steps_per_second": 1.925, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.0147368421052632, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.00017153469695201277, |
|
"loss": 1.0695, |
|
"step": 241 |
|
}, |
|
{ |
|
"epoch": 1.0189473684210526, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 0.0001713002611075007, |
|
"loss": 0.8898, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 1.023157894736842, |
|
"grad_norm": 0.203125, |
|
"learning_rate": 0.0001710650254567582, |
|
"loss": 1.087, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 1.0273684210526315, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 0.0001708289926385265, |
|
"loss": 1.1739, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 1.0315789473684212, |
|
"grad_norm": 0.3515625, |
|
"learning_rate": 0.000170592165300489, |
|
"loss": 1.0413, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 1.0357894736842106, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.0001703545460992416, |
|
"loss": 1.0745, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.25, |
|
"learning_rate": 0.00017011613770026292, |
|
"loss": 1.2494, |
|
"step": 247 |
|
}, |
|
{ |
|
"epoch": 1.0442105263157895, |
|
"grad_norm": 0.419921875, |
|
"learning_rate": 0.00016987694277788417, |
|
"loss": 0.7568, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 1.048421052631579, |
|
"grad_norm": 0.6015625, |
|
"learning_rate": 0.0001696369640152596, |
|
"loss": 1.2675, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 1.0526315789473684, |
|
"grad_norm": 0.67578125, |
|
"learning_rate": 0.0001693962041043359, |
|
"loss": 1.0456, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.0568421052631578, |
|
"grad_norm": 0.5234375, |
|
"learning_rate": 0.00016915466574582246, |
|
"loss": 1.1145, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 1.0610526315789475, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00016891235164916065, |
|
"loss": 1.1659, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 1.065263157894737, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.0001686692645324938, |
|
"loss": 0.9993, |
|
"step": 253 |
|
}, |
|
{ |
|
"epoch": 1.0694736842105264, |
|
"grad_norm": 0.78125, |
|
"learning_rate": 0.00016842540712263637, |
|
"loss": 1.2847, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 1.0736842105263158, |
|
"grad_norm": 0.48046875, |
|
"learning_rate": 0.0001681807821550438, |
|
"loss": 1.1483, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 1.0778947368421052, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 0.00016793539237378128, |
|
"loss": 0.7895, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 1.0821052631578947, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00016768924053149338, |
|
"loss": 1.2321, |
|
"step": 257 |
|
}, |
|
{ |
|
"epoch": 1.0863157894736841, |
|
"grad_norm": 0.291015625, |
|
"learning_rate": 0.00016744232938937308, |
|
"loss": 1.0098, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 1.0905263157894738, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00016719466171713073, |
|
"loss": 1.3362, |
|
"step": 259 |
|
}, |
|
{ |
|
"epoch": 1.0947368421052632, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.0001669462402929629, |
|
"loss": 1.2487, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.0989473684210527, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.00016669706790352148, |
|
"loss": 1.1732, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 1.1031578947368421, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 0.00016644714734388217, |
|
"loss": 1.1493, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 1.1073684210526316, |
|
"grad_norm": 0.314453125, |
|
"learning_rate": 0.0001661964814175133, |
|
"loss": 1.0521, |
|
"step": 263 |
|
}, |
|
{ |
|
"epoch": 1.111578947368421, |
|
"grad_norm": 0.53125, |
|
"learning_rate": 0.00016594507293624425, |
|
"loss": 1.07, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 1.1157894736842104, |
|
"grad_norm": 0.2890625, |
|
"learning_rate": 0.00016569292472023392, |
|
"loss": 1.1393, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00016544003959793925, |
|
"loss": 1.2059, |
|
"step": 266 |
|
}, |
|
{ |
|
"epoch": 1.1242105263157895, |
|
"grad_norm": 0.494140625, |
|
"learning_rate": 0.0001651864204060833, |
|
"loss": 0.9832, |
|
"step": 267 |
|
}, |
|
{ |
|
"epoch": 1.128421052631579, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00016493206998962354, |
|
"loss": 0.9154, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 1.1326315789473684, |
|
"grad_norm": 0.39453125, |
|
"learning_rate": 0.00016467699120171987, |
|
"loss": 1.0839, |
|
"step": 269 |
|
}, |
|
{ |
|
"epoch": 1.1368421052631579, |
|
"grad_norm": 0.94140625, |
|
"learning_rate": 0.0001644211869037027, |
|
"loss": 1.1298, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.1410526315789473, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 0.00016416465996504077, |
|
"loss": 1.131, |
|
"step": 271 |
|
}, |
|
{ |
|
"epoch": 1.1452631578947368, |
|
"grad_norm": 0.90234375, |
|
"learning_rate": 0.00016390741326330907, |
|
"loss": 1.0148, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 1.1494736842105264, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00016364944968415632, |
|
"loss": 0.788, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 1.1536842105263159, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.00016339077212127294, |
|
"loss": 0.9585, |
|
"step": 274 |
|
}, |
|
{ |
|
"epoch": 1.1578947368421053, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.00016313138347635837, |
|
"loss": 0.9937, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.1621052631578948, |
|
"grad_norm": 0.251953125, |
|
"learning_rate": 0.0001628712866590885, |
|
"loss": 1.069, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 1.1663157894736842, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00016261048458708318, |
|
"loss": 1.2734, |
|
"step": 277 |
|
}, |
|
{ |
|
"epoch": 1.1705263157894736, |
|
"grad_norm": 0.66015625, |
|
"learning_rate": 0.00016234898018587337, |
|
"loss": 1.1955, |
|
"step": 278 |
|
}, |
|
{ |
|
"epoch": 1.174736842105263, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00016208677638886835, |
|
"loss": 0.9949, |
|
"step": 279 |
|
}, |
|
{ |
|
"epoch": 1.1789473684210527, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00016182387613732291, |
|
"loss": 1.1192, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.1831578947368422, |
|
"grad_norm": 0.4765625, |
|
"learning_rate": 0.00016156028238030422, |
|
"loss": 1.165, |
|
"step": 281 |
|
}, |
|
{ |
|
"epoch": 1.1873684210526316, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00016129599807465875, |
|
"loss": 0.9109, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 1.191578947368421, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.00016103102618497922, |
|
"loss": 0.9441, |
|
"step": 283 |
|
}, |
|
{ |
|
"epoch": 1.1957894736842105, |
|
"grad_norm": 0.7109375, |
|
"learning_rate": 0.0001607653696835713, |
|
"loss": 1.3679, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 0.0001604990315504202, |
|
"loss": 0.8203, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 1.2042105263157894, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00016023201477315731, |
|
"loss": 1.052, |
|
"step": 286 |
|
}, |
|
{ |
|
"epoch": 1.208421052631579, |
|
"grad_norm": 0.72265625, |
|
"learning_rate": 0.00015996432234702666, |
|
"loss": 1.281, |
|
"step": 287 |
|
}, |
|
{ |
|
"epoch": 1.2126315789473685, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 0.0001596959572748514, |
|
"loss": 1.1851, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 1.216842105263158, |
|
"grad_norm": 1.3515625, |
|
"learning_rate": 0.0001594269225669999, |
|
"loss": 1.1378, |
|
"step": 289 |
|
}, |
|
{ |
|
"epoch": 1.2210526315789474, |
|
"grad_norm": 0.337890625, |
|
"learning_rate": 0.00015915722124135227, |
|
"loss": 0.7495, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.2252631578947368, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00015888685632326627, |
|
"loss": 1.0089, |
|
"step": 291 |
|
}, |
|
{ |
|
"epoch": 1.2294736842105263, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00015861583084554349, |
|
"loss": 0.7145, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 1.2336842105263157, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 0.00015834414784839532, |
|
"loss": 1.1728, |
|
"step": 293 |
|
}, |
|
{ |
|
"epoch": 1.2378947368421054, |
|
"grad_norm": 1.5703125, |
|
"learning_rate": 0.0001580718103794089, |
|
"loss": 1.351, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 1.2421052631578948, |
|
"grad_norm": 0.6171875, |
|
"learning_rate": 0.0001577988214935127, |
|
"loss": 1.0116, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 1.2463157894736843, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00015752518425294257, |
|
"loss": 1.1591, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 1.2505263157894737, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 0.0001572509017272072, |
|
"loss": 1.0848, |
|
"step": 297 |
|
}, |
|
{ |
|
"epoch": 1.2547368421052632, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 0.00015697597699305366, |
|
"loss": 1.0024, |
|
"step": 298 |
|
}, |
|
{ |
|
"epoch": 1.2589473684210526, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 0.00015670041313443304, |
|
"loss": 1.072, |
|
"step": 299 |
|
}, |
|
{ |
|
"epoch": 1.263157894736842, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00015642421324246568, |
|
"loss": 1.1825, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.263157894736842, |
|
"eval_loss": 1.207429051399231, |
|
"eval_runtime": 25.9189, |
|
"eval_samples_per_second": 3.858, |
|
"eval_steps_per_second": 1.929, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.2673684210526317, |
|
"grad_norm": 1.0234375, |
|
"learning_rate": 0.00015614738041540668, |
|
"loss": 0.8984, |
|
"step": 301 |
|
}, |
|
{ |
|
"epoch": 1.271578947368421, |
|
"grad_norm": 0.29296875, |
|
"learning_rate": 0.00015586991775861102, |
|
"loss": 0.9569, |
|
"step": 302 |
|
}, |
|
{ |
|
"epoch": 1.2757894736842106, |
|
"grad_norm": 0.59375, |
|
"learning_rate": 0.00015559182838449873, |
|
"loss": 1.177, |
|
"step": 303 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.416015625, |
|
"learning_rate": 0.00015531311541251995, |
|
"loss": 0.9957, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 1.2842105263157895, |
|
"grad_norm": 0.47265625, |
|
"learning_rate": 0.00015503378196912013, |
|
"loss": 0.8083, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 1.288421052631579, |
|
"grad_norm": 0.7734375, |
|
"learning_rate": 0.00015475383118770472, |
|
"loss": 1.0463, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 1.2926315789473684, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00015447326620860415, |
|
"loss": 1.0709, |
|
"step": 307 |
|
}, |
|
{ |
|
"epoch": 1.296842105263158, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00015419209017903852, |
|
"loss": 1.2547, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 1.3010526315789472, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 0.00015391030625308249, |
|
"loss": 0.8027, |
|
"step": 309 |
|
}, |
|
{ |
|
"epoch": 1.305263157894737, |
|
"grad_norm": 0.28515625, |
|
"learning_rate": 0.0001536279175916296, |
|
"loss": 1.0735, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.3094736842105263, |
|
"grad_norm": 0.625, |
|
"learning_rate": 0.00015334492736235705, |
|
"loss": 1.0046, |
|
"step": 311 |
|
}, |
|
{ |
|
"epoch": 1.3136842105263158, |
|
"grad_norm": 0.83203125, |
|
"learning_rate": 0.0001530613387396901, |
|
"loss": 1.1327, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 1.3178947368421052, |
|
"grad_norm": 0.515625, |
|
"learning_rate": 0.00015277715490476641, |
|
"loss": 0.9917, |
|
"step": 313 |
|
}, |
|
{ |
|
"epoch": 1.3221052631578947, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.0001524923790454004, |
|
"loss": 1.2532, |
|
"step": 314 |
|
}, |
|
{ |
|
"epoch": 1.3263157894736843, |
|
"grad_norm": 0.306640625, |
|
"learning_rate": 0.0001522070143560476, |
|
"loss": 0.9906, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 1.3305263157894736, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00015192106403776848, |
|
"loss": 1.0958, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 1.3347368421052632, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.000151634531298193, |
|
"loss": 1.1674, |
|
"step": 317 |
|
}, |
|
{ |
|
"epoch": 1.3389473684210527, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.0001513474193514842, |
|
"loss": 0.9189, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 1.343157894736842, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 0.0001510597314183025, |
|
"loss": 1.2956, |
|
"step": 319 |
|
}, |
|
{ |
|
"epoch": 1.3473684210526315, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.00015077147072576933, |
|
"loss": 1.3053, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.351578947368421, |
|
"grad_norm": 0.421875, |
|
"learning_rate": 0.00015048264050743096, |
|
"loss": 1.26, |
|
"step": 321 |
|
}, |
|
{ |
|
"epoch": 1.3557894736842107, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00015019324400322243, |
|
"loss": 1.1314, |
|
"step": 322 |
|
}, |
|
{ |
|
"epoch": 1.3599999999999999, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00014990328445943092, |
|
"loss": 1.1536, |
|
"step": 323 |
|
}, |
|
{ |
|
"epoch": 1.3642105263157895, |
|
"grad_norm": 0.365234375, |
|
"learning_rate": 0.00014961276512865954, |
|
"loss": 0.8678, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 1.368421052631579, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.00014932168926979074, |
|
"loss": 1.0508, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 1.3726315789473684, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 0.00014903006014794983, |
|
"loss": 0.9275, |
|
"step": 326 |
|
}, |
|
{ |
|
"epoch": 1.3768421052631579, |
|
"grad_norm": 0.61328125, |
|
"learning_rate": 0.00014873788103446825, |
|
"loss": 1.0225, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 1.3810526315789473, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.00014844515520684703, |
|
"loss": 0.9955, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 1.385263157894737, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 0.00014815188594871983, |
|
"loss": 1.2857, |
|
"step": 329 |
|
}, |
|
{ |
|
"epoch": 1.3894736842105262, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 0.00014785807654981627, |
|
"loss": 1.0598, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.3936842105263159, |
|
"grad_norm": 0.96484375, |
|
"learning_rate": 0.00014756373030592497, |
|
"loss": 1.1031, |
|
"step": 331 |
|
}, |
|
{ |
|
"epoch": 1.3978947368421053, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 0.00014726885051885653, |
|
"loss": 1.3287, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 1.4021052631578947, |
|
"grad_norm": 0.5859375, |
|
"learning_rate": 0.00014697344049640658, |
|
"loss": 1.1952, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 1.4063157894736842, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 0.0001466775035523186, |
|
"loss": 1.083, |
|
"step": 334 |
|
}, |
|
{ |
|
"epoch": 1.4105263157894736, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 0.00014638104300624685, |
|
"loss": 0.8393, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 1.4147368421052633, |
|
"grad_norm": 0.9921875, |
|
"learning_rate": 0.00014608406218371894, |
|
"loss": 1.3947, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 1.4189473684210525, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.0001457865644160987, |
|
"loss": 1.028, |
|
"step": 337 |
|
}, |
|
{ |
|
"epoch": 1.4231578947368422, |
|
"grad_norm": 0.671875, |
|
"learning_rate": 0.00014548855304054886, |
|
"loss": 1.1156, |
|
"step": 338 |
|
}, |
|
{ |
|
"epoch": 1.4273684210526316, |
|
"grad_norm": 0.6953125, |
|
"learning_rate": 0.00014519003139999337, |
|
"loss": 1.1537, |
|
"step": 339 |
|
}, |
|
{ |
|
"epoch": 1.431578947368421, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 0.00014489100284308017, |
|
"loss": 1.207, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.4357894736842105, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 0.00014459147072414335, |
|
"loss": 1.125, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 0.00014429143840316585, |
|
"loss": 1.0774, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 1.4442105263157896, |
|
"grad_norm": 1.0859375, |
|
"learning_rate": 0.0001439909092457415, |
|
"loss": 1.3349, |
|
"step": 343 |
|
}, |
|
{ |
|
"epoch": 1.4484210526315788, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 0.00014368988662303732, |
|
"loss": 0.6138, |
|
"step": 344 |
|
}, |
|
{ |
|
"epoch": 1.4526315789473685, |
|
"grad_norm": 0.330078125, |
|
"learning_rate": 0.00014338837391175582, |
|
"loss": 1.1961, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 1.456842105263158, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 0.00014308637449409706, |
|
"loss": 1.067, |
|
"step": 346 |
|
}, |
|
{ |
|
"epoch": 1.4610526315789474, |
|
"grad_norm": 0.294921875, |
|
"learning_rate": 0.0001427838917577206, |
|
"loss": 1.0033, |
|
"step": 347 |
|
}, |
|
{ |
|
"epoch": 1.4652631578947368, |
|
"grad_norm": 0.494140625, |
|
"learning_rate": 0.00014248092909570774, |
|
"loss": 1.011, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 1.4694736842105263, |
|
"grad_norm": 0.75, |
|
"learning_rate": 0.00014217748990652318, |
|
"loss": 1.3504, |
|
"step": 349 |
|
}, |
|
{ |
|
"epoch": 1.4736842105263157, |
|
"grad_norm": 0.41796875, |
|
"learning_rate": 0.00014187357759397714, |
|
"loss": 1.0421, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.4778947368421052, |
|
"grad_norm": 0.73828125, |
|
"learning_rate": 0.00014156919556718698, |
|
"loss": 1.1829, |
|
"step": 351 |
|
}, |
|
{ |
|
"epoch": 1.4821052631578948, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.00014126434724053913, |
|
"loss": 1.1985, |
|
"step": 352 |
|
}, |
|
{ |
|
"epoch": 1.4863157894736843, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.00014095903603365066, |
|
"loss": 1.1609, |
|
"step": 353 |
|
}, |
|
{ |
|
"epoch": 1.4905263157894737, |
|
"grad_norm": 0.345703125, |
|
"learning_rate": 0.00014065326537133094, |
|
"loss": 1.2552, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 1.4947368421052631, |
|
"grad_norm": 1.2265625, |
|
"learning_rate": 0.0001403470386835434, |
|
"loss": 0.9655, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 1.4989473684210526, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 0.0001400403594053667, |
|
"loss": 0.9709, |
|
"step": 356 |
|
}, |
|
{ |
|
"epoch": 1.5031578947368422, |
|
"grad_norm": 0.703125, |
|
"learning_rate": 0.00013973323097695657, |
|
"loss": 1.048, |
|
"step": 357 |
|
}, |
|
{ |
|
"epoch": 1.5073684210526315, |
|
"grad_norm": 0.494140625, |
|
"learning_rate": 0.00013942565684350698, |
|
"loss": 1.0853, |
|
"step": 358 |
|
}, |
|
{ |
|
"epoch": 1.5115789473684211, |
|
"grad_norm": 0.9140625, |
|
"learning_rate": 0.00013911764045521159, |
|
"loss": 1.1191, |
|
"step": 359 |
|
}, |
|
{ |
|
"epoch": 1.5157894736842106, |
|
"grad_norm": 0.478515625, |
|
"learning_rate": 0.00013880918526722497, |
|
"loss": 0.9782, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.5157894736842106, |
|
"eval_loss": 1.2060081958770752, |
|
"eval_runtime": 25.9425, |
|
"eval_samples_per_second": 3.855, |
|
"eval_steps_per_second": 1.927, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.00013850029473962402, |
|
"loss": 0.9822, |
|
"step": 361 |
|
}, |
|
{ |
|
"epoch": 1.5242105263157895, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 0.00013819097233736888, |
|
"loss": 0.957, |
|
"step": 362 |
|
}, |
|
{ |
|
"epoch": 1.528421052631579, |
|
"grad_norm": 0.478515625, |
|
"learning_rate": 0.0001378812215302644, |
|
"loss": 0.9774, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 1.5326315789473686, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00013757104579292082, |
|
"loss": 1.2854, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 1.5368421052631578, |
|
"grad_norm": 0.671875, |
|
"learning_rate": 0.00013726044860471522, |
|
"loss": 0.9209, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 1.5410526315789475, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 0.00013694943344975212, |
|
"loss": 0.9489, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 1.545263157894737, |
|
"grad_norm": 0.625, |
|
"learning_rate": 0.00013663800381682464, |
|
"loss": 1.2956, |
|
"step": 367 |
|
}, |
|
{ |
|
"epoch": 1.5494736842105263, |
|
"grad_norm": 0.3203125, |
|
"learning_rate": 0.00013632616319937522, |
|
"loss": 1.0642, |
|
"step": 368 |
|
}, |
|
{ |
|
"epoch": 1.5536842105263158, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0001360139150954566, |
|
"loss": 1.034, |
|
"step": 369 |
|
}, |
|
{ |
|
"epoch": 1.5578947368421052, |
|
"grad_norm": 0.5234375, |
|
"learning_rate": 0.00013570126300769232, |
|
"loss": 0.8314, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 1.5621052631578949, |
|
"grad_norm": 0.279296875, |
|
"learning_rate": 0.00013538821044323772, |
|
"loss": 1.1934, |
|
"step": 371 |
|
}, |
|
{ |
|
"epoch": 1.566315789473684, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 0.0001350747609137404, |
|
"loss": 1.2661, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 1.5705263157894738, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00013476091793530092, |
|
"loss": 0.9746, |
|
"step": 373 |
|
}, |
|
{ |
|
"epoch": 1.5747368421052632, |
|
"grad_norm": 0.49609375, |
|
"learning_rate": 0.0001344466850284333, |
|
"loss": 1.0562, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 1.5789473684210527, |
|
"grad_norm": 0.27734375, |
|
"learning_rate": 0.00013413206571802558, |
|
"loss": 0.8612, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 1.583157894736842, |
|
"grad_norm": 0.51953125, |
|
"learning_rate": 0.00013381706353330014, |
|
"loss": 0.7912, |
|
"step": 376 |
|
}, |
|
{ |
|
"epoch": 1.5873684210526315, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00013350168200777448, |
|
"loss": 1.0244, |
|
"step": 377 |
|
}, |
|
{ |
|
"epoch": 1.5915789473684212, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 0.0001331859246792211, |
|
"loss": 1.1267, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 1.5957894736842104, |
|
"grad_norm": 0.48828125, |
|
"learning_rate": 0.00013286979508962815, |
|
"loss": 1.0055, |
|
"step": 379 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"grad_norm": 0.310546875, |
|
"learning_rate": 0.0001325532967851596, |
|
"loss": 1.2348, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.6042105263157893, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 0.00013223643331611537, |
|
"loss": 0.991, |
|
"step": 381 |
|
}, |
|
{ |
|
"epoch": 1.608421052631579, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00013191920823689177, |
|
"loss": 1.0261, |
|
"step": 382 |
|
}, |
|
{ |
|
"epoch": 1.6126315789473684, |
|
"grad_norm": 0.90234375, |
|
"learning_rate": 0.00013160162510594123, |
|
"loss": 1.0752, |
|
"step": 383 |
|
}, |
|
{ |
|
"epoch": 1.6168421052631579, |
|
"grad_norm": 1.1796875, |
|
"learning_rate": 0.00013128368748573273, |
|
"loss": 1.1808, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 1.6210526315789475, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 0.0001309653989427117, |
|
"loss": 0.8969, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 1.6252631578947367, |
|
"grad_norm": 0.53515625, |
|
"learning_rate": 0.00013064676304726, |
|
"loss": 1.1139, |
|
"step": 386 |
|
}, |
|
{ |
|
"epoch": 1.6294736842105264, |
|
"grad_norm": 0.478515625, |
|
"learning_rate": 0.00013032778337365592, |
|
"loss": 1.2781, |
|
"step": 387 |
|
}, |
|
{ |
|
"epoch": 1.6336842105263156, |
|
"grad_norm": 0.66796875, |
|
"learning_rate": 0.0001300084635000341, |
|
"loss": 1.1434, |
|
"step": 388 |
|
}, |
|
{ |
|
"epoch": 1.6378947368421053, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 0.00012968880700834517, |
|
"loss": 0.7428, |
|
"step": 389 |
|
}, |
|
{ |
|
"epoch": 1.6421052631578947, |
|
"grad_norm": 0.357421875, |
|
"learning_rate": 0.000129368817484316, |
|
"loss": 1.256, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.6463157894736842, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 0.00012904849851740906, |
|
"loss": 1.1516, |
|
"step": 391 |
|
}, |
|
{ |
|
"epoch": 1.6505263157894738, |
|
"grad_norm": 0.62890625, |
|
"learning_rate": 0.0001287278537007824, |
|
"loss": 1.1683, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 1.654736842105263, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 0.0001284068866312492, |
|
"loss": 0.9682, |
|
"step": 393 |
|
}, |
|
{ |
|
"epoch": 1.6589473684210527, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00012808560090923758, |
|
"loss": 1.2109, |
|
"step": 394 |
|
}, |
|
{ |
|
"epoch": 1.663157894736842, |
|
"grad_norm": 0.3125, |
|
"learning_rate": 0.00012776400013875006, |
|
"loss": 1.1139, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 1.6673684210526316, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 0.00012744208792732324, |
|
"loss": 1.0977, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 1.671578947368421, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 0.00012711986788598725, |
|
"loss": 1.1872, |
|
"step": 397 |
|
}, |
|
{ |
|
"epoch": 1.6757894736842105, |
|
"grad_norm": 0.59765625, |
|
"learning_rate": 0.00012679734362922528, |
|
"loss": 1.0773, |
|
"step": 398 |
|
}, |
|
{ |
|
"epoch": 1.6800000000000002, |
|
"grad_norm": 0.265625, |
|
"learning_rate": 0.00012647451877493307, |
|
"loss": 0.6203, |
|
"step": 399 |
|
}, |
|
{ |
|
"epoch": 1.6842105263157894, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 0.00012615139694437835, |
|
"loss": 1.1557, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.688421052631579, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 0.00012582798176215997, |
|
"loss": 1.1022, |
|
"step": 401 |
|
}, |
|
{ |
|
"epoch": 1.6926315789473683, |
|
"grad_norm": 0.4609375, |
|
"learning_rate": 0.00012550427685616765, |
|
"loss": 1.193, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 1.696842105263158, |
|
"grad_norm": 0.455078125, |
|
"learning_rate": 0.00012518028585754094, |
|
"loss": 0.8758, |
|
"step": 403 |
|
}, |
|
{ |
|
"epoch": 1.7010526315789474, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00012485601240062869, |
|
"loss": 0.9792, |
|
"step": 404 |
|
}, |
|
{ |
|
"epoch": 1.7052631578947368, |
|
"grad_norm": 0.3046875, |
|
"learning_rate": 0.00012453146012294812, |
|
"loss": 1.1347, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 1.7094736842105265, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 0.00012420663266514417, |
|
"loss": 1.1692, |
|
"step": 406 |
|
}, |
|
{ |
|
"epoch": 1.7136842105263157, |
|
"grad_norm": 0.33203125, |
|
"learning_rate": 0.00012388153367094858, |
|
"loss": 0.9904, |
|
"step": 407 |
|
}, |
|
{ |
|
"epoch": 1.7178947368421054, |
|
"grad_norm": 0.62109375, |
|
"learning_rate": 0.0001235561667871391, |
|
"loss": 0.8854, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 1.7221052631578946, |
|
"grad_norm": 0.52734375, |
|
"learning_rate": 0.00012323053566349834, |
|
"loss": 1.3143, |
|
"step": 409 |
|
}, |
|
{ |
|
"epoch": 1.7263157894736842, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.0001229046439527732, |
|
"loss": 1.0957, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 1.7305263157894737, |
|
"grad_norm": 0.494140625, |
|
"learning_rate": 0.00012257849531063352, |
|
"loss": 1.0458, |
|
"step": 411 |
|
}, |
|
{ |
|
"epoch": 1.7347368421052631, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00012225209339563145, |
|
"loss": 1.3262, |
|
"step": 412 |
|
}, |
|
{ |
|
"epoch": 1.7389473684210528, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00012192544186916006, |
|
"loss": 1.1506, |
|
"step": 413 |
|
}, |
|
{ |
|
"epoch": 1.743157894736842, |
|
"grad_norm": 0.671875, |
|
"learning_rate": 0.00012159854439541245, |
|
"loss": 1.035, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 1.7473684210526317, |
|
"grad_norm": 0.4453125, |
|
"learning_rate": 0.00012127140464134066, |
|
"loss": 1.3485, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 1.751578947368421, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 0.00012094402627661447, |
|
"loss": 1.1842, |
|
"step": 416 |
|
}, |
|
{ |
|
"epoch": 1.7557894736842106, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 0.00012061641297358022, |
|
"loss": 1.4594, |
|
"step": 417 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"grad_norm": 0.34375, |
|
"learning_rate": 0.00012028856840721974, |
|
"loss": 1.1014, |
|
"step": 418 |
|
}, |
|
{ |
|
"epoch": 1.7642105263157895, |
|
"grad_norm": 0.640625, |
|
"learning_rate": 0.00011996049625510901, |
|
"loss": 0.7333, |
|
"step": 419 |
|
}, |
|
{ |
|
"epoch": 1.768421052631579, |
|
"grad_norm": 0.5859375, |
|
"learning_rate": 0.00011963220019737691, |
|
"loss": 1.2063, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.768421052631579, |
|
"eval_loss": 1.199410080909729, |
|
"eval_runtime": 25.8809, |
|
"eval_samples_per_second": 3.864, |
|
"eval_steps_per_second": 1.932, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.7726315789473683, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 0.00011930368391666398, |
|
"loss": 1.2112, |
|
"step": 421 |
|
}, |
|
{ |
|
"epoch": 1.776842105263158, |
|
"grad_norm": 0.67578125, |
|
"learning_rate": 0.00011897495109808107, |
|
"loss": 1.0342, |
|
"step": 422 |
|
}, |
|
{ |
|
"epoch": 1.7810526315789472, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 0.00011864600542916813, |
|
"loss": 1.2239, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 1.7852631578947369, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 0.00011831685059985262, |
|
"loss": 0.9817, |
|
"step": 424 |
|
}, |
|
{ |
|
"epoch": 1.7894736842105263, |
|
"grad_norm": 0.30859375, |
|
"learning_rate": 0.00011798749030240834, |
|
"loss": 1.3617, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 1.7936842105263158, |
|
"grad_norm": 0.7265625, |
|
"learning_rate": 0.00011765792823141384, |
|
"loss": 1.2746, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 1.7978947368421052, |
|
"grad_norm": 0.484375, |
|
"learning_rate": 0.00011732816808371115, |
|
"loss": 1.471, |
|
"step": 427 |
|
}, |
|
{ |
|
"epoch": 1.8021052631578947, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 0.00011699821355836409, |
|
"loss": 1.1071, |
|
"step": 428 |
|
}, |
|
{ |
|
"epoch": 1.8063157894736843, |
|
"grad_norm": 0.26953125, |
|
"learning_rate": 0.00011666806835661699, |
|
"loss": 1.0702, |
|
"step": 429 |
|
}, |
|
{ |
|
"epoch": 1.8105263157894735, |
|
"grad_norm": 0.31640625, |
|
"learning_rate": 0.00011633773618185302, |
|
"loss": 1.2166, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 1.8147368421052632, |
|
"grad_norm": 0.36328125, |
|
"learning_rate": 0.00011600722073955282, |
|
"loss": 1.1926, |
|
"step": 431 |
|
}, |
|
{ |
|
"epoch": 1.8189473684210526, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 0.00011567652573725262, |
|
"loss": 1.0472, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 1.823157894736842, |
|
"grad_norm": 0.765625, |
|
"learning_rate": 0.00011534565488450311, |
|
"loss": 0.9258, |
|
"step": 433 |
|
}, |
|
{ |
|
"epoch": 1.8273684210526315, |
|
"grad_norm": 0.765625, |
|
"learning_rate": 0.00011501461189282733, |
|
"loss": 1.6986, |
|
"step": 434 |
|
}, |
|
{ |
|
"epoch": 1.831578947368421, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 0.00011468340047567947, |
|
"loss": 1.1726, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 1.8357894736842106, |
|
"grad_norm": 0.412109375, |
|
"learning_rate": 0.00011435202434840287, |
|
"loss": 1.2373, |
|
"step": 436 |
|
}, |
|
{ |
|
"epoch": 1.8399999999999999, |
|
"grad_norm": 0.6015625, |
|
"learning_rate": 0.0001140204872281886, |
|
"loss": 0.7262, |
|
"step": 437 |
|
}, |
|
{ |
|
"epoch": 1.8442105263157895, |
|
"grad_norm": 0.490234375, |
|
"learning_rate": 0.0001136887928340336, |
|
"loss": 1.0527, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 1.848421052631579, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 0.00011335694488669904, |
|
"loss": 0.89, |
|
"step": 439 |
|
}, |
|
{ |
|
"epoch": 1.8526315789473684, |
|
"grad_norm": 0.55859375, |
|
"learning_rate": 0.00011302494710866857, |
|
"loss": 1.109, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 1.8568421052631578, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.00011269280322410658, |
|
"loss": 1.0818, |
|
"step": 441 |
|
}, |
|
{ |
|
"epoch": 1.8610526315789473, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 0.00011236051695881633, |
|
"loss": 1.2366, |
|
"step": 442 |
|
}, |
|
{ |
|
"epoch": 1.865263157894737, |
|
"grad_norm": 0.427734375, |
|
"learning_rate": 0.0001120280920401983, |
|
"loss": 1.1401, |
|
"step": 443 |
|
}, |
|
{ |
|
"epoch": 1.8694736842105262, |
|
"grad_norm": 0.5, |
|
"learning_rate": 0.00011169553219720828, |
|
"loss": 1.0061, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 1.8736842105263158, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 0.0001113628411603155, |
|
"loss": 1.2742, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 1.8778947368421053, |
|
"grad_norm": 0.375, |
|
"learning_rate": 0.00011103002266146096, |
|
"loss": 1.296, |
|
"step": 446 |
|
}, |
|
{ |
|
"epoch": 1.8821052631578947, |
|
"grad_norm": 0.7578125, |
|
"learning_rate": 0.0001106970804340154, |
|
"loss": 0.9062, |
|
"step": 447 |
|
}, |
|
{ |
|
"epoch": 1.8863157894736842, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 0.0001103640182127375, |
|
"loss": 0.85, |
|
"step": 448 |
|
}, |
|
{ |
|
"epoch": 1.8905263157894736, |
|
"grad_norm": 0.6171875, |
|
"learning_rate": 0.00011003083973373187, |
|
"loss": 1.0045, |
|
"step": 449 |
|
}, |
|
{ |
|
"epoch": 1.8947368421052633, |
|
"grad_norm": 0.50390625, |
|
"learning_rate": 0.00010969754873440743, |
|
"loss": 0.8616, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 1.8989473684210525, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 0.0001093641489534351, |
|
"loss": 0.9867, |
|
"step": 451 |
|
}, |
|
{ |
|
"epoch": 1.9031578947368422, |
|
"grad_norm": 0.462890625, |
|
"learning_rate": 0.00010903064413070612, |
|
"loss": 1.1836, |
|
"step": 452 |
|
}, |
|
{ |
|
"epoch": 1.9073684210526316, |
|
"grad_norm": 0.515625, |
|
"learning_rate": 0.00010869703800729, |
|
"loss": 0.9996, |
|
"step": 453 |
|
}, |
|
{ |
|
"epoch": 1.911578947368421, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 0.00010836333432539272, |
|
"loss": 1.4083, |
|
"step": 454 |
|
}, |
|
{ |
|
"epoch": 1.9157894736842105, |
|
"grad_norm": 0.474609375, |
|
"learning_rate": 0.0001080295368283144, |
|
"loss": 0.9889, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"grad_norm": 0.30078125, |
|
"learning_rate": 0.00010769564926040769, |
|
"loss": 0.8322, |
|
"step": 456 |
|
}, |
|
{ |
|
"epoch": 1.9242105263157896, |
|
"grad_norm": 1.171875, |
|
"learning_rate": 0.00010736167536703556, |
|
"loss": 0.8793, |
|
"step": 457 |
|
}, |
|
{ |
|
"epoch": 1.9284210526315788, |
|
"grad_norm": 0.59765625, |
|
"learning_rate": 0.0001070276188945293, |
|
"loss": 1.1383, |
|
"step": 458 |
|
}, |
|
{ |
|
"epoch": 1.9326315789473685, |
|
"grad_norm": 0.625, |
|
"learning_rate": 0.00010669348359014657, |
|
"loss": 1.2608, |
|
"step": 459 |
|
}, |
|
{ |
|
"epoch": 1.936842105263158, |
|
"grad_norm": 0.49609375, |
|
"learning_rate": 0.00010635927320202928, |
|
"loss": 1.1444, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 1.9410526315789474, |
|
"grad_norm": 0.6796875, |
|
"learning_rate": 0.00010602499147916159, |
|
"loss": 1.1779, |
|
"step": 461 |
|
}, |
|
{ |
|
"epoch": 1.9452631578947368, |
|
"grad_norm": 0.390625, |
|
"learning_rate": 0.00010569064217132791, |
|
"loss": 1.2066, |
|
"step": 462 |
|
}, |
|
{ |
|
"epoch": 1.9494736842105262, |
|
"grad_norm": 0.32421875, |
|
"learning_rate": 0.00010535622902907072, |
|
"loss": 1.3065, |
|
"step": 463 |
|
}, |
|
{ |
|
"epoch": 1.953684210526316, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00010502175580364857, |
|
"loss": 0.9167, |
|
"step": 464 |
|
}, |
|
{ |
|
"epoch": 1.9578947368421051, |
|
"grad_norm": 0.8203125, |
|
"learning_rate": 0.00010468722624699401, |
|
"loss": 1.059, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 1.9621052631578948, |
|
"grad_norm": 0.93359375, |
|
"learning_rate": 0.00010435264411167148, |
|
"loss": 0.8437, |
|
"step": 466 |
|
}, |
|
{ |
|
"epoch": 1.9663157894736842, |
|
"grad_norm": 0.4453125, |
|
"learning_rate": 0.00010401801315083519, |
|
"loss": 1.1105, |
|
"step": 467 |
|
}, |
|
{ |
|
"epoch": 1.9705263157894737, |
|
"grad_norm": 0.81640625, |
|
"learning_rate": 0.0001036833371181871, |
|
"loss": 1.5699, |
|
"step": 468 |
|
}, |
|
{ |
|
"epoch": 1.9747368421052631, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 0.00010334861976793465, |
|
"loss": 1.0942, |
|
"step": 469 |
|
}, |
|
{ |
|
"epoch": 1.9789473684210526, |
|
"grad_norm": 0.4765625, |
|
"learning_rate": 0.00010301386485474889, |
|
"loss": 0.923, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 1.9831578947368422, |
|
"grad_norm": 0.498046875, |
|
"learning_rate": 0.00010267907613372217, |
|
"loss": 1.123, |
|
"step": 471 |
|
}, |
|
{ |
|
"epoch": 1.9873684210526315, |
|
"grad_norm": 0.45703125, |
|
"learning_rate": 0.00010234425736032607, |
|
"loss": 1.1807, |
|
"step": 472 |
|
}, |
|
{ |
|
"epoch": 1.9915789473684211, |
|
"grad_norm": 0.53515625, |
|
"learning_rate": 0.00010200941229036926, |
|
"loss": 1.2465, |
|
"step": 473 |
|
}, |
|
{ |
|
"epoch": 1.9957894736842106, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 0.00010167454467995549, |
|
"loss": 0.9394, |
|
"step": 474 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"grad_norm": 1.0625, |
|
"learning_rate": 0.00010133965828544128, |
|
"loss": 1.0323, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 2.0042105263157897, |
|
"grad_norm": 0.318359375, |
|
"learning_rate": 0.00010100475686339379, |
|
"loss": 1.1268, |
|
"step": 476 |
|
}, |
|
{ |
|
"epoch": 2.008421052631579, |
|
"grad_norm": 0.416015625, |
|
"learning_rate": 0.00010066984417054887, |
|
"loss": 0.7652, |
|
"step": 477 |
|
}, |
|
{ |
|
"epoch": 2.0126315789473685, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 0.00010033492396376878, |
|
"loss": 1.0744, |
|
"step": 478 |
|
}, |
|
{ |
|
"epoch": 2.0168421052631578, |
|
"grad_norm": 0.296875, |
|
"learning_rate": 0.0001, |
|
"loss": 1.0926, |
|
"step": 479 |
|
}, |
|
{ |
|
"epoch": 2.0210526315789474, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 9.966507603623125e-05, |
|
"loss": 0.9614, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 2.0210526315789474, |
|
"eval_loss": 1.1929166316986084, |
|
"eval_runtime": 25.8683, |
|
"eval_samples_per_second": 3.866, |
|
"eval_steps_per_second": 1.933, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 2.0252631578947367, |
|
"grad_norm": 0.48046875, |
|
"learning_rate": 9.933015582945112e-05, |
|
"loss": 1.0848, |
|
"step": 481 |
|
}, |
|
{ |
|
"epoch": 2.0294736842105263, |
|
"grad_norm": 0.361328125, |
|
"learning_rate": 9.899524313660624e-05, |
|
"loss": 1.0067, |
|
"step": 482 |
|
}, |
|
{ |
|
"epoch": 2.033684210526316, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 9.866034171455876e-05, |
|
"loss": 0.7833, |
|
"step": 483 |
|
}, |
|
{ |
|
"epoch": 2.037894736842105, |
|
"grad_norm": 0.33984375, |
|
"learning_rate": 9.832545532004454e-05, |
|
"loss": 0.9732, |
|
"step": 484 |
|
}, |
|
{ |
|
"epoch": 2.042105263157895, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 9.799058770963073e-05, |
|
"loss": 0.6746, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 2.046315789473684, |
|
"grad_norm": 0.439453125, |
|
"learning_rate": 9.765574263967396e-05, |
|
"loss": 0.7767, |
|
"step": 486 |
|
}, |
|
{ |
|
"epoch": 2.0505263157894738, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 9.732092386627787e-05, |
|
"loss": 0.7498, |
|
"step": 487 |
|
}, |
|
{ |
|
"epoch": 2.054736842105263, |
|
"grad_norm": 0.55859375, |
|
"learning_rate": 9.698613514525116e-05, |
|
"loss": 0.6573, |
|
"step": 488 |
|
}, |
|
{ |
|
"epoch": 2.0589473684210526, |
|
"grad_norm": 0.40234375, |
|
"learning_rate": 9.665138023206536e-05, |
|
"loss": 0.6588, |
|
"step": 489 |
|
}, |
|
{ |
|
"epoch": 2.0631578947368423, |
|
"grad_norm": 0.37109375, |
|
"learning_rate": 9.631666288181293e-05, |
|
"loss": 0.9873, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 2.0673684210526315, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 9.598198684916483e-05, |
|
"loss": 0.7607, |
|
"step": 491 |
|
}, |
|
{ |
|
"epoch": 2.071578947368421, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 9.564735588832856e-05, |
|
"loss": 1.1862, |
|
"step": 492 |
|
}, |
|
{ |
|
"epoch": 2.0757894736842104, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 9.531277375300599e-05, |
|
"loss": 0.9608, |
|
"step": 493 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"grad_norm": 0.82421875, |
|
"learning_rate": 9.497824419635144e-05, |
|
"loss": 0.6041, |
|
"step": 494 |
|
}, |
|
{ |
|
"epoch": 2.0842105263157893, |
|
"grad_norm": 0.60546875, |
|
"learning_rate": 9.464377097092932e-05, |
|
"loss": 1.4274, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 2.088421052631579, |
|
"grad_norm": 0.8671875, |
|
"learning_rate": 9.430935782867212e-05, |
|
"loss": 0.6098, |
|
"step": 496 |
|
}, |
|
{ |
|
"epoch": 2.0926315789473686, |
|
"grad_norm": 0.58984375, |
|
"learning_rate": 9.397500852083841e-05, |
|
"loss": 1.0759, |
|
"step": 497 |
|
}, |
|
{ |
|
"epoch": 2.096842105263158, |
|
"grad_norm": 0.5546875, |
|
"learning_rate": 9.364072679797073e-05, |
|
"loss": 0.8507, |
|
"step": 498 |
|
}, |
|
{ |
|
"epoch": 2.1010526315789475, |
|
"grad_norm": 1.09375, |
|
"learning_rate": 9.330651640985346e-05, |
|
"loss": 1.2054, |
|
"step": 499 |
|
}, |
|
{ |
|
"epoch": 2.1052631578947367, |
|
"grad_norm": 0.490234375, |
|
"learning_rate": 9.297238110547074e-05, |
|
"loss": 1.0956, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.1094736842105264, |
|
"grad_norm": 0.482421875, |
|
"learning_rate": 9.263832463296445e-05, |
|
"loss": 1.0093, |
|
"step": 501 |
|
}, |
|
{ |
|
"epoch": 2.1136842105263156, |
|
"grad_norm": 0.73046875, |
|
"learning_rate": 9.230435073959232e-05, |
|
"loss": 1.0679, |
|
"step": 502 |
|
}, |
|
{ |
|
"epoch": 2.1178947368421053, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 9.197046317168563e-05, |
|
"loss": 0.8422, |
|
"step": 503 |
|
}, |
|
{ |
|
"epoch": 2.122105263157895, |
|
"grad_norm": 0.66015625, |
|
"learning_rate": 9.163666567460733e-05, |
|
"loss": 0.6545, |
|
"step": 504 |
|
}, |
|
{ |
|
"epoch": 2.126315789473684, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 9.130296199270999e-05, |
|
"loss": 1.0327, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 2.130526315789474, |
|
"grad_norm": 0.392578125, |
|
"learning_rate": 9.096935586929392e-05, |
|
"loss": 0.9649, |
|
"step": 506 |
|
}, |
|
{ |
|
"epoch": 2.134736842105263, |
|
"grad_norm": 0.63671875, |
|
"learning_rate": 9.063585104656493e-05, |
|
"loss": 0.6553, |
|
"step": 507 |
|
}, |
|
{ |
|
"epoch": 2.1389473684210527, |
|
"grad_norm": 0.4765625, |
|
"learning_rate": 9.030245126559262e-05, |
|
"loss": 0.6973, |
|
"step": 508 |
|
}, |
|
{ |
|
"epoch": 2.143157894736842, |
|
"grad_norm": 0.48828125, |
|
"learning_rate": 8.996916026626812e-05, |
|
"loss": 0.7395, |
|
"step": 509 |
|
}, |
|
{ |
|
"epoch": 2.1473684210526316, |
|
"grad_norm": 0.70703125, |
|
"learning_rate": 8.963598178726254e-05, |
|
"loss": 1.0481, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 2.1515789473684213, |
|
"grad_norm": 0.80859375, |
|
"learning_rate": 8.930291956598462e-05, |
|
"loss": 0.9903, |
|
"step": 511 |
|
}, |
|
{ |
|
"epoch": 2.1557894736842105, |
|
"grad_norm": 0.451171875, |
|
"learning_rate": 8.896997733853903e-05, |
|
"loss": 1.2016, |
|
"step": 512 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"grad_norm": 0.3828125, |
|
"learning_rate": 8.863715883968451e-05, |
|
"loss": 1.2436, |
|
"step": 513 |
|
}, |
|
{ |
|
"epoch": 2.1642105263157894, |
|
"grad_norm": 0.333984375, |
|
"learning_rate": 8.830446780279176e-05, |
|
"loss": 0.9862, |
|
"step": 514 |
|
}, |
|
{ |
|
"epoch": 2.168421052631579, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 8.797190795980172e-05, |
|
"loss": 0.5605, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 2.1726315789473682, |
|
"grad_norm": 0.6484375, |
|
"learning_rate": 8.763948304118368e-05, |
|
"loss": 0.4958, |
|
"step": 516 |
|
}, |
|
{ |
|
"epoch": 2.176842105263158, |
|
"grad_norm": 0.5625, |
|
"learning_rate": 8.730719677589344e-05, |
|
"loss": 1.0046, |
|
"step": 517 |
|
}, |
|
{ |
|
"epoch": 2.1810526315789476, |
|
"grad_norm": 0.486328125, |
|
"learning_rate": 8.697505289133145e-05, |
|
"loss": 0.6935, |
|
"step": 518 |
|
}, |
|
{ |
|
"epoch": 2.185263157894737, |
|
"grad_norm": 0.37890625, |
|
"learning_rate": 8.6643055113301e-05, |
|
"loss": 1.2277, |
|
"step": 519 |
|
}, |
|
{ |
|
"epoch": 2.1894736842105265, |
|
"grad_norm": 0.73828125, |
|
"learning_rate": 8.631120716596641e-05, |
|
"loss": 0.7949, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 2.1936842105263157, |
|
"grad_norm": 0.6640625, |
|
"learning_rate": 8.597951277181142e-05, |
|
"loss": 0.8309, |
|
"step": 521 |
|
}, |
|
{ |
|
"epoch": 2.1978947368421053, |
|
"grad_norm": 0.58984375, |
|
"learning_rate": 8.564797565159714e-05, |
|
"loss": 0.6418, |
|
"step": 522 |
|
}, |
|
{ |
|
"epoch": 2.2021052631578946, |
|
"grad_norm": 0.77734375, |
|
"learning_rate": 8.531659952432056e-05, |
|
"loss": 1.1851, |
|
"step": 523 |
|
}, |
|
{ |
|
"epoch": 2.2063157894736842, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 8.498538810717267e-05, |
|
"loss": 1.015, |
|
"step": 524 |
|
}, |
|
{ |
|
"epoch": 2.2105263157894735, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 8.465434511549691e-05, |
|
"loss": 1.0365, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 2.214736842105263, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 8.432347426274739e-05, |
|
"loss": 1.0889, |
|
"step": 526 |
|
}, |
|
{ |
|
"epoch": 2.218947368421053, |
|
"grad_norm": 0.7578125, |
|
"learning_rate": 8.399277926044724e-05, |
|
"loss": 1.0203, |
|
"step": 527 |
|
}, |
|
{ |
|
"epoch": 2.223157894736842, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 8.366226381814697e-05, |
|
"loss": 0.9986, |
|
"step": 528 |
|
}, |
|
{ |
|
"epoch": 2.2273684210526317, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 8.333193164338304e-05, |
|
"loss": 1.1371, |
|
"step": 529 |
|
}, |
|
{ |
|
"epoch": 2.231578947368421, |
|
"grad_norm": 0.70703125, |
|
"learning_rate": 8.300178644163594e-05, |
|
"loss": 1.1068, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 2.2357894736842105, |
|
"grad_norm": 0.8046875, |
|
"learning_rate": 8.267183191628889e-05, |
|
"loss": 1.0577, |
|
"step": 531 |
|
}, |
|
{ |
|
"epoch": 2.24, |
|
"grad_norm": 0.75, |
|
"learning_rate": 8.234207176858614e-05, |
|
"loss": 0.9573, |
|
"step": 532 |
|
}, |
|
{ |
|
"epoch": 2.2442105263157894, |
|
"grad_norm": 0.400390625, |
|
"learning_rate": 8.201250969759168e-05, |
|
"loss": 1.4236, |
|
"step": 533 |
|
}, |
|
{ |
|
"epoch": 2.248421052631579, |
|
"grad_norm": 0.61328125, |
|
"learning_rate": 8.16831494001474e-05, |
|
"loss": 0.5257, |
|
"step": 534 |
|
}, |
|
{ |
|
"epoch": 2.2526315789473683, |
|
"grad_norm": 0.515625, |
|
"learning_rate": 8.13539945708319e-05, |
|
"loss": 1.2213, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 2.256842105263158, |
|
"grad_norm": 0.6640625, |
|
"learning_rate": 8.102504890191892e-05, |
|
"loss": 0.8878, |
|
"step": 536 |
|
}, |
|
{ |
|
"epoch": 2.261052631578947, |
|
"grad_norm": 0.435546875, |
|
"learning_rate": 8.069631608333605e-05, |
|
"loss": 0.8702, |
|
"step": 537 |
|
}, |
|
{ |
|
"epoch": 2.265263157894737, |
|
"grad_norm": 0.482421875, |
|
"learning_rate": 8.036779980262311e-05, |
|
"loss": 0.8551, |
|
"step": 538 |
|
}, |
|
{ |
|
"epoch": 2.269473684210526, |
|
"grad_norm": 0.5234375, |
|
"learning_rate": 8.003950374489101e-05, |
|
"loss": 0.6752, |
|
"step": 539 |
|
}, |
|
{ |
|
"epoch": 2.2736842105263158, |
|
"grad_norm": 0.546875, |
|
"learning_rate": 7.971143159278026e-05, |
|
"loss": 1.0084, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 2.2736842105263158, |
|
"eval_loss": 1.2140343189239502, |
|
"eval_runtime": 25.8753, |
|
"eval_samples_per_second": 3.865, |
|
"eval_steps_per_second": 1.932, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 2.2778947368421054, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 7.938358702641979e-05, |
|
"loss": 1.091, |
|
"step": 541 |
|
}, |
|
{ |
|
"epoch": 2.2821052631578946, |
|
"grad_norm": 0.375, |
|
"learning_rate": 7.905597372338558e-05, |
|
"loss": 0.8771, |
|
"step": 542 |
|
}, |
|
{ |
|
"epoch": 2.2863157894736843, |
|
"grad_norm": 0.75, |
|
"learning_rate": 7.872859535865935e-05, |
|
"loss": 1.0554, |
|
"step": 543 |
|
}, |
|
{ |
|
"epoch": 2.2905263157894735, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 7.840145560458756e-05, |
|
"loss": 0.958, |
|
"step": 544 |
|
}, |
|
{ |
|
"epoch": 2.294736842105263, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 7.807455813083996e-05, |
|
"loss": 0.9956, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 2.298947368421053, |
|
"grad_norm": 0.50390625, |
|
"learning_rate": 7.774790660436858e-05, |
|
"loss": 0.864, |
|
"step": 546 |
|
}, |
|
{ |
|
"epoch": 2.303157894736842, |
|
"grad_norm": 0.71875, |
|
"learning_rate": 7.742150468936647e-05, |
|
"loss": 0.7358, |
|
"step": 547 |
|
}, |
|
{ |
|
"epoch": 2.3073684210526317, |
|
"grad_norm": 0.380859375, |
|
"learning_rate": 7.709535604722684e-05, |
|
"loss": 1.0316, |
|
"step": 548 |
|
}, |
|
{ |
|
"epoch": 2.311578947368421, |
|
"grad_norm": 0.64453125, |
|
"learning_rate": 7.67694643365017e-05, |
|
"loss": 0.9351, |
|
"step": 549 |
|
}, |
|
{ |
|
"epoch": 2.3157894736842106, |
|
"grad_norm": 0.498046875, |
|
"learning_rate": 7.644383321286094e-05, |
|
"loss": 1.0617, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 2.32, |
|
"grad_norm": 0.9140625, |
|
"learning_rate": 7.61184663290514e-05, |
|
"loss": 0.6994, |
|
"step": 551 |
|
}, |
|
{ |
|
"epoch": 2.3242105263157895, |
|
"grad_norm": 0.375, |
|
"learning_rate": 7.579336733485584e-05, |
|
"loss": 1.0248, |
|
"step": 552 |
|
}, |
|
{ |
|
"epoch": 2.3284210526315787, |
|
"grad_norm": 0.58984375, |
|
"learning_rate": 7.546853987705191e-05, |
|
"loss": 0.9696, |
|
"step": 553 |
|
}, |
|
{ |
|
"epoch": 2.3326315789473684, |
|
"grad_norm": 0.7265625, |
|
"learning_rate": 7.514398759937135e-05, |
|
"loss": 0.7576, |
|
"step": 554 |
|
}, |
|
{ |
|
"epoch": 2.336842105263158, |
|
"grad_norm": 0.369140625, |
|
"learning_rate": 7.481971414245907e-05, |
|
"loss": 0.7026, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 2.3410526315789473, |
|
"grad_norm": 0.69921875, |
|
"learning_rate": 7.449572314383237e-05, |
|
"loss": 0.8625, |
|
"step": 556 |
|
}, |
|
{ |
|
"epoch": 2.345263157894737, |
|
"grad_norm": 0.921875, |
|
"learning_rate": 7.417201823784005e-05, |
|
"loss": 0.849, |
|
"step": 557 |
|
}, |
|
{ |
|
"epoch": 2.349473684210526, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 7.384860305562172e-05, |
|
"loss": 1.274, |
|
"step": 558 |
|
}, |
|
{ |
|
"epoch": 2.353684210526316, |
|
"grad_norm": 0.73828125, |
|
"learning_rate": 7.35254812250669e-05, |
|
"loss": 1.0279, |
|
"step": 559 |
|
}, |
|
{ |
|
"epoch": 2.3578947368421055, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 7.320265637077473e-05, |
|
"loss": 1.0411, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 2.3621052631578947, |
|
"grad_norm": 0.7109375, |
|
"learning_rate": 7.288013211401278e-05, |
|
"loss": 1.1542, |
|
"step": 561 |
|
}, |
|
{ |
|
"epoch": 2.3663157894736844, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 7.255791207267679e-05, |
|
"loss": 1.1941, |
|
"step": 562 |
|
}, |
|
{ |
|
"epoch": 2.3705263157894736, |
|
"grad_norm": 0.58203125, |
|
"learning_rate": 7.223599986124994e-05, |
|
"loss": 1.0699, |
|
"step": 563 |
|
}, |
|
{ |
|
"epoch": 2.3747368421052633, |
|
"grad_norm": 0.76953125, |
|
"learning_rate": 7.191439909076243e-05, |
|
"loss": 1.0074, |
|
"step": 564 |
|
}, |
|
{ |
|
"epoch": 2.3789473684210525, |
|
"grad_norm": 0.408203125, |
|
"learning_rate": 7.159311336875083e-05, |
|
"loss": 1.1968, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 2.383157894736842, |
|
"grad_norm": 1.0234375, |
|
"learning_rate": 7.127214629921765e-05, |
|
"loss": 0.9567, |
|
"step": 566 |
|
}, |
|
{ |
|
"epoch": 2.3873684210526314, |
|
"grad_norm": 0.5, |
|
"learning_rate": 7.095150148259093e-05, |
|
"loss": 0.585, |
|
"step": 567 |
|
}, |
|
{ |
|
"epoch": 2.391578947368421, |
|
"grad_norm": 0.52734375, |
|
"learning_rate": 7.0631182515684e-05, |
|
"loss": 0.9657, |
|
"step": 568 |
|
}, |
|
{ |
|
"epoch": 2.3957894736842107, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 7.031119299165483e-05, |
|
"loss": 0.7711, |
|
"step": 569 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 6.999153649996595e-05, |
|
"loss": 0.9455, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 2.4042105263157896, |
|
"grad_norm": 0.6953125, |
|
"learning_rate": 6.967221662634407e-05, |
|
"loss": 0.9143, |
|
"step": 571 |
|
}, |
|
{ |
|
"epoch": 2.408421052631579, |
|
"grad_norm": 0.443359375, |
|
"learning_rate": 6.935323695274002e-05, |
|
"loss": 1.3066, |
|
"step": 572 |
|
}, |
|
{ |
|
"epoch": 2.4126315789473685, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 6.903460105728834e-05, |
|
"loss": 1.02, |
|
"step": 573 |
|
}, |
|
{ |
|
"epoch": 2.416842105263158, |
|
"grad_norm": 0.322265625, |
|
"learning_rate": 6.871631251426728e-05, |
|
"loss": 1.0387, |
|
"step": 574 |
|
}, |
|
{ |
|
"epoch": 2.4210526315789473, |
|
"grad_norm": 0.625, |
|
"learning_rate": 6.839837489405881e-05, |
|
"loss": 0.9289, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 2.425263157894737, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 6.808079176310827e-05, |
|
"loss": 1.0434, |
|
"step": 576 |
|
}, |
|
{ |
|
"epoch": 2.4294736842105262, |
|
"grad_norm": 0.69921875, |
|
"learning_rate": 6.776356668388464e-05, |
|
"loss": 0.9514, |
|
"step": 577 |
|
}, |
|
{ |
|
"epoch": 2.433684210526316, |
|
"grad_norm": 0.486328125, |
|
"learning_rate": 6.744670321484043e-05, |
|
"loss": 0.8505, |
|
"step": 578 |
|
}, |
|
{ |
|
"epoch": 2.437894736842105, |
|
"grad_norm": 0.447265625, |
|
"learning_rate": 6.713020491037188e-05, |
|
"loss": 1.2355, |
|
"step": 579 |
|
}, |
|
{ |
|
"epoch": 2.442105263157895, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 6.681407532077895e-05, |
|
"loss": 0.9406, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 2.446315789473684, |
|
"grad_norm": 0.6953125, |
|
"learning_rate": 6.649831799222557e-05, |
|
"loss": 0.8115, |
|
"step": 581 |
|
}, |
|
{ |
|
"epoch": 2.4505263157894737, |
|
"grad_norm": 0.5390625, |
|
"learning_rate": 6.618293646669986e-05, |
|
"loss": 1.0947, |
|
"step": 582 |
|
}, |
|
{ |
|
"epoch": 2.4547368421052633, |
|
"grad_norm": 0.69921875, |
|
"learning_rate": 6.586793428197447e-05, |
|
"loss": 1.1178, |
|
"step": 583 |
|
}, |
|
{ |
|
"epoch": 2.4589473684210525, |
|
"grad_norm": 0.427734375, |
|
"learning_rate": 6.555331497156672e-05, |
|
"loss": 0.8136, |
|
"step": 584 |
|
}, |
|
{ |
|
"epoch": 2.463157894736842, |
|
"grad_norm": 0.87109375, |
|
"learning_rate": 6.523908206469909e-05, |
|
"loss": 1.0041, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 2.4673684210526314, |
|
"grad_norm": 0.4375, |
|
"learning_rate": 6.492523908625959e-05, |
|
"loss": 1.1051, |
|
"step": 586 |
|
}, |
|
{ |
|
"epoch": 2.471578947368421, |
|
"grad_norm": 0.5625, |
|
"learning_rate": 6.461178955676228e-05, |
|
"loss": 1.0417, |
|
"step": 587 |
|
}, |
|
{ |
|
"epoch": 2.4757894736842108, |
|
"grad_norm": 0.35546875, |
|
"learning_rate": 6.42987369923077e-05, |
|
"loss": 0.9521, |
|
"step": 588 |
|
}, |
|
{ |
|
"epoch": 2.48, |
|
"grad_norm": 0.375, |
|
"learning_rate": 6.398608490454346e-05, |
|
"loss": 1.3175, |
|
"step": 589 |
|
}, |
|
{ |
|
"epoch": 2.4842105263157896, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 6.367383680062478e-05, |
|
"loss": 1.0413, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 2.488421052631579, |
|
"grad_norm": 0.625, |
|
"learning_rate": 6.336199618317537e-05, |
|
"loss": 0.8431, |
|
"step": 591 |
|
}, |
|
{ |
|
"epoch": 2.4926315789473685, |
|
"grad_norm": 0.451171875, |
|
"learning_rate": 6.30505665502479e-05, |
|
"loss": 0.8335, |
|
"step": 592 |
|
}, |
|
{ |
|
"epoch": 2.4968421052631578, |
|
"grad_norm": 0.83203125, |
|
"learning_rate": 6.27395513952848e-05, |
|
"loss": 0.689, |
|
"step": 593 |
|
}, |
|
{ |
|
"epoch": 2.5010526315789474, |
|
"grad_norm": 0.3984375, |
|
"learning_rate": 6.242895420707917e-05, |
|
"loss": 1.1857, |
|
"step": 594 |
|
}, |
|
{ |
|
"epoch": 2.5052631578947366, |
|
"grad_norm": 0.375, |
|
"learning_rate": 6.211877846973563e-05, |
|
"loss": 0.6606, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 2.5094736842105263, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 6.180902766263113e-05, |
|
"loss": 0.892, |
|
"step": 596 |
|
}, |
|
{ |
|
"epoch": 2.513684210526316, |
|
"grad_norm": 0.427734375, |
|
"learning_rate": 6.149970526037603e-05, |
|
"loss": 1.0731, |
|
"step": 597 |
|
}, |
|
{ |
|
"epoch": 2.517894736842105, |
|
"grad_norm": 0.578125, |
|
"learning_rate": 6.119081473277501e-05, |
|
"loss": 1.0982, |
|
"step": 598 |
|
}, |
|
{ |
|
"epoch": 2.522105263157895, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 6.088235954478842e-05, |
|
"loss": 1.0339, |
|
"step": 599 |
|
}, |
|
{ |
|
"epoch": 2.526315789473684, |
|
"grad_norm": 0.384765625, |
|
"learning_rate": 6.057434315649304e-05, |
|
"loss": 1.1655, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.526315789473684, |
|
"eval_loss": 1.217448353767395, |
|
"eval_runtime": 25.9078, |
|
"eval_samples_per_second": 3.86, |
|
"eval_steps_per_second": 1.93, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.5305263157894737, |
|
"grad_norm": 0.953125, |
|
"learning_rate": 6.026676902304345e-05, |
|
"loss": 0.8561, |
|
"step": 601 |
|
}, |
|
{ |
|
"epoch": 2.5347368421052634, |
|
"grad_norm": 0.625, |
|
"learning_rate": 5.99596405946333e-05, |
|
"loss": 0.8852, |
|
"step": 602 |
|
}, |
|
{ |
|
"epoch": 2.5389473684210526, |
|
"grad_norm": 0.423828125, |
|
"learning_rate": 5.965296131645663e-05, |
|
"loss": 0.8336, |
|
"step": 603 |
|
}, |
|
{ |
|
"epoch": 2.543157894736842, |
|
"grad_norm": 1.3515625, |
|
"learning_rate": 5.9346734628669065e-05, |
|
"loss": 0.6848, |
|
"step": 604 |
|
}, |
|
{ |
|
"epoch": 2.5473684210526315, |
|
"grad_norm": 0.8046875, |
|
"learning_rate": 5.904096396634935e-05, |
|
"loss": 0.951, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 2.551578947368421, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 5.873565275946088e-05, |
|
"loss": 0.877, |
|
"step": 606 |
|
}, |
|
{ |
|
"epoch": 2.5557894736842104, |
|
"grad_norm": 0.60546875, |
|
"learning_rate": 5.843080443281303e-05, |
|
"loss": 0.9183, |
|
"step": 607 |
|
}, |
|
{ |
|
"epoch": 2.56, |
|
"grad_norm": 0.71484375, |
|
"learning_rate": 5.8126422406022885e-05, |
|
"loss": 0.6659, |
|
"step": 608 |
|
}, |
|
{ |
|
"epoch": 2.5642105263157893, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 5.782251009347679e-05, |
|
"loss": 1.0883, |
|
"step": 609 |
|
}, |
|
{ |
|
"epoch": 2.568421052631579, |
|
"grad_norm": 0.453125, |
|
"learning_rate": 5.7519070904292247e-05, |
|
"loss": 0.963, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 2.5726315789473686, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 5.7216108242279386e-05, |
|
"loss": 1.2451, |
|
"step": 611 |
|
}, |
|
{ |
|
"epoch": 2.576842105263158, |
|
"grad_norm": 0.78515625, |
|
"learning_rate": 5.691362550590297e-05, |
|
"loss": 0.8804, |
|
"step": 612 |
|
}, |
|
{ |
|
"epoch": 2.5810526315789475, |
|
"grad_norm": 0.8515625, |
|
"learning_rate": 5.6611626088244194e-05, |
|
"loss": 1.0411, |
|
"step": 613 |
|
}, |
|
{ |
|
"epoch": 2.5852631578947367, |
|
"grad_norm": 0.42578125, |
|
"learning_rate": 5.631011337696271e-05, |
|
"loss": 0.9097, |
|
"step": 614 |
|
}, |
|
{ |
|
"epoch": 2.5894736842105264, |
|
"grad_norm": 0.478515625, |
|
"learning_rate": 5.6009090754258545e-05, |
|
"loss": 1.0427, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 2.593684210526316, |
|
"grad_norm": 0.40625, |
|
"learning_rate": 5.570856159683418e-05, |
|
"loss": 0.8898, |
|
"step": 616 |
|
}, |
|
{ |
|
"epoch": 2.5978947368421053, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 5.5408529275856624e-05, |
|
"loss": 0.9602, |
|
"step": 617 |
|
}, |
|
{ |
|
"epoch": 2.6021052631578945, |
|
"grad_norm": 0.5390625, |
|
"learning_rate": 5.510899715691984e-05, |
|
"loss": 1.0589, |
|
"step": 618 |
|
}, |
|
{ |
|
"epoch": 2.606315789473684, |
|
"grad_norm": 0.4765625, |
|
"learning_rate": 5.4809968600006635e-05, |
|
"loss": 0.939, |
|
"step": 619 |
|
}, |
|
{ |
|
"epoch": 2.610526315789474, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 5.451144695945116e-05, |
|
"loss": 0.909, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 2.614736842105263, |
|
"grad_norm": 1.203125, |
|
"learning_rate": 5.421343558390128e-05, |
|
"loss": 1.0197, |
|
"step": 621 |
|
}, |
|
{ |
|
"epoch": 2.6189473684210527, |
|
"grad_norm": 0.96875, |
|
"learning_rate": 5.3915937816281095e-05, |
|
"loss": 0.991, |
|
"step": 622 |
|
}, |
|
{ |
|
"epoch": 2.623157894736842, |
|
"grad_norm": 0.85546875, |
|
"learning_rate": 5.361895699375319e-05, |
|
"loss": 0.9968, |
|
"step": 623 |
|
}, |
|
{ |
|
"epoch": 2.6273684210526316, |
|
"grad_norm": 0.890625, |
|
"learning_rate": 5.3322496447681414e-05, |
|
"loss": 1.0106, |
|
"step": 624 |
|
}, |
|
{ |
|
"epoch": 2.6315789473684212, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 5.302655950359341e-05, |
|
"loss": 1.0636, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 2.6357894736842105, |
|
"grad_norm": 0.44921875, |
|
"learning_rate": 5.273114948114346e-05, |
|
"loss": 0.7656, |
|
"step": 626 |
|
}, |
|
{ |
|
"epoch": 2.64, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 5.2436269694075046e-05, |
|
"loss": 1.1255, |
|
"step": 627 |
|
}, |
|
{ |
|
"epoch": 2.6442105263157893, |
|
"grad_norm": 2.515625, |
|
"learning_rate": 5.214192345018374e-05, |
|
"loss": 0.8405, |
|
"step": 628 |
|
}, |
|
{ |
|
"epoch": 2.648421052631579, |
|
"grad_norm": 0.375, |
|
"learning_rate": 5.1848114051280195e-05, |
|
"loss": 1.0719, |
|
"step": 629 |
|
}, |
|
{ |
|
"epoch": 2.6526315789473687, |
|
"grad_norm": 0.353515625, |
|
"learning_rate": 5.1554844793153e-05, |
|
"loss": 0.9582, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 2.656842105263158, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 5.126211896553178e-05, |
|
"loss": 0.8587, |
|
"step": 631 |
|
}, |
|
{ |
|
"epoch": 2.661052631578947, |
|
"grad_norm": 0.8203125, |
|
"learning_rate": 5.096993985205023e-05, |
|
"loss": 1.055, |
|
"step": 632 |
|
}, |
|
{ |
|
"epoch": 2.665263157894737, |
|
"grad_norm": 0.48046875, |
|
"learning_rate": 5.0678310730209275e-05, |
|
"loss": 1.0103, |
|
"step": 633 |
|
}, |
|
{ |
|
"epoch": 2.6694736842105264, |
|
"grad_norm": 0.70703125, |
|
"learning_rate": 5.0387234871340486e-05, |
|
"loss": 0.7718, |
|
"step": 634 |
|
}, |
|
{ |
|
"epoch": 2.6736842105263157, |
|
"grad_norm": 0.72265625, |
|
"learning_rate": 5.009671554056911e-05, |
|
"loss": 0.9338, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 2.6778947368421053, |
|
"grad_norm": 0.373046875, |
|
"learning_rate": 4.980675599677757e-05, |
|
"loss": 0.7023, |
|
"step": 636 |
|
}, |
|
{ |
|
"epoch": 2.6821052631578945, |
|
"grad_norm": 0.66796875, |
|
"learning_rate": 4.9517359492569035e-05, |
|
"loss": 1.1044, |
|
"step": 637 |
|
}, |
|
{ |
|
"epoch": 2.686315789473684, |
|
"grad_norm": 0.5234375, |
|
"learning_rate": 4.9228529274230695e-05, |
|
"loss": 0.9719, |
|
"step": 638 |
|
}, |
|
{ |
|
"epoch": 2.690526315789474, |
|
"grad_norm": 0.55078125, |
|
"learning_rate": 4.894026858169752e-05, |
|
"loss": 1.1118, |
|
"step": 639 |
|
}, |
|
{ |
|
"epoch": 2.694736842105263, |
|
"grad_norm": 0.490234375, |
|
"learning_rate": 4.865258064851579e-05, |
|
"loss": 1.2393, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 2.6989473684210528, |
|
"grad_norm": 0.443359375, |
|
"learning_rate": 4.8365468701807016e-05, |
|
"loss": 0.8362, |
|
"step": 641 |
|
}, |
|
{ |
|
"epoch": 2.703157894736842, |
|
"grad_norm": 0.82421875, |
|
"learning_rate": 4.807893596223152e-05, |
|
"loss": 0.9748, |
|
"step": 642 |
|
}, |
|
{ |
|
"epoch": 2.7073684210526316, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 4.7792985643952435e-05, |
|
"loss": 1.1939, |
|
"step": 643 |
|
}, |
|
{ |
|
"epoch": 2.7115789473684213, |
|
"grad_norm": 0.51171875, |
|
"learning_rate": 4.75076209545996e-05, |
|
"loss": 0.8513, |
|
"step": 644 |
|
}, |
|
{ |
|
"epoch": 2.7157894736842105, |
|
"grad_norm": 0.47265625, |
|
"learning_rate": 4.722284509523362e-05, |
|
"loss": 0.8377, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 2.7199999999999998, |
|
"grad_norm": 0.7109375, |
|
"learning_rate": 4.693866126030995e-05, |
|
"loss": 1.0126, |
|
"step": 646 |
|
}, |
|
{ |
|
"epoch": 2.7242105263157894, |
|
"grad_norm": 0.57421875, |
|
"learning_rate": 4.665507263764299e-05, |
|
"loss": 0.6115, |
|
"step": 647 |
|
}, |
|
{ |
|
"epoch": 2.728421052631579, |
|
"grad_norm": 0.88671875, |
|
"learning_rate": 4.637208240837042e-05, |
|
"loss": 1.0717, |
|
"step": 648 |
|
}, |
|
{ |
|
"epoch": 2.7326315789473683, |
|
"grad_norm": 0.56640625, |
|
"learning_rate": 4.608969374691753e-05, |
|
"loss": 1.1582, |
|
"step": 649 |
|
}, |
|
{ |
|
"epoch": 2.736842105263158, |
|
"grad_norm": 0.91796875, |
|
"learning_rate": 4.5807909820961494e-05, |
|
"loss": 1.1218, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 2.741052631578947, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 4.5526733791395896e-05, |
|
"loss": 0.9114, |
|
"step": 651 |
|
}, |
|
{ |
|
"epoch": 2.745263157894737, |
|
"grad_norm": 0.70703125, |
|
"learning_rate": 4.5246168812295286e-05, |
|
"loss": 0.957, |
|
"step": 652 |
|
}, |
|
{ |
|
"epoch": 2.7494736842105265, |
|
"grad_norm": 0.5859375, |
|
"learning_rate": 4.496621803087988e-05, |
|
"loss": 0.6728, |
|
"step": 653 |
|
}, |
|
{ |
|
"epoch": 2.7536842105263157, |
|
"grad_norm": 1.2109375, |
|
"learning_rate": 4.468688458748006e-05, |
|
"loss": 0.8425, |
|
"step": 654 |
|
}, |
|
{ |
|
"epoch": 2.7578947368421054, |
|
"grad_norm": 0.5703125, |
|
"learning_rate": 4.4408171615501316e-05, |
|
"loss": 0.6478, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 2.7621052631578946, |
|
"grad_norm": 0.28125, |
|
"learning_rate": 4.413008224138897e-05, |
|
"loss": 0.9384, |
|
"step": 656 |
|
}, |
|
{ |
|
"epoch": 2.7663157894736843, |
|
"grad_norm": 0.734375, |
|
"learning_rate": 4.38526195845933e-05, |
|
"loss": 0.9842, |
|
"step": 657 |
|
}, |
|
{ |
|
"epoch": 2.770526315789474, |
|
"grad_norm": 0.8125, |
|
"learning_rate": 4.357578675753432e-05, |
|
"loss": 0.8117, |
|
"step": 658 |
|
}, |
|
{ |
|
"epoch": 2.774736842105263, |
|
"grad_norm": 0.6328125, |
|
"learning_rate": 4.329958686556699e-05, |
|
"loss": 0.8619, |
|
"step": 659 |
|
}, |
|
{ |
|
"epoch": 2.7789473684210524, |
|
"grad_norm": 0.55859375, |
|
"learning_rate": 4.302402300694636e-05, |
|
"loss": 1.1503, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 2.7789473684210524, |
|
"eval_loss": 1.2197896242141724, |
|
"eval_runtime": 25.8587, |
|
"eval_samples_per_second": 3.867, |
|
"eval_steps_per_second": 1.934, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 2.783157894736842, |
|
"grad_norm": 0.59765625, |
|
"learning_rate": 4.274909827279283e-05, |
|
"loss": 0.7691, |
|
"step": 661 |
|
}, |
|
{ |
|
"epoch": 2.7873684210526317, |
|
"grad_norm": 0.54296875, |
|
"learning_rate": 4.247481574705744e-05, |
|
"loss": 0.5837, |
|
"step": 662 |
|
}, |
|
{ |
|
"epoch": 2.791578947368421, |
|
"grad_norm": 0.80078125, |
|
"learning_rate": 4.220117850648733e-05, |
|
"loss": 0.8718, |
|
"step": 663 |
|
}, |
|
{ |
|
"epoch": 2.7957894736842106, |
|
"grad_norm": 0.75390625, |
|
"learning_rate": 4.1928189620591116e-05, |
|
"loss": 0.8497, |
|
"step": 664 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"grad_norm": 0.359375, |
|
"learning_rate": 4.165585215160468e-05, |
|
"loss": 1.1803, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 2.8042105263157895, |
|
"grad_norm": 0.78515625, |
|
"learning_rate": 4.138416915445655e-05, |
|
"loss": 0.7498, |
|
"step": 666 |
|
}, |
|
{ |
|
"epoch": 2.808421052631579, |
|
"grad_norm": 0.451171875, |
|
"learning_rate": 4.1113143676733757e-05, |
|
"loss": 1.2798, |
|
"step": 667 |
|
}, |
|
{ |
|
"epoch": 2.8126315789473684, |
|
"grad_norm": 0.341796875, |
|
"learning_rate": 4.084277875864776e-05, |
|
"loss": 0.9448, |
|
"step": 668 |
|
}, |
|
{ |
|
"epoch": 2.816842105263158, |
|
"grad_norm": 0.625, |
|
"learning_rate": 4.0573077433000115e-05, |
|
"loss": 1.0791, |
|
"step": 669 |
|
}, |
|
{ |
|
"epoch": 2.8210526315789473, |
|
"grad_norm": 0.3671875, |
|
"learning_rate": 4.030404272514864e-05, |
|
"loss": 0.9928, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 2.825263157894737, |
|
"grad_norm": 0.6015625, |
|
"learning_rate": 4.003567765297331e-05, |
|
"loss": 1.0038, |
|
"step": 671 |
|
}, |
|
{ |
|
"epoch": 2.8294736842105266, |
|
"grad_norm": 0.46875, |
|
"learning_rate": 3.9767985226842696e-05, |
|
"loss": 1.294, |
|
"step": 672 |
|
}, |
|
{ |
|
"epoch": 2.833684210526316, |
|
"grad_norm": 0.34765625, |
|
"learning_rate": 3.950096844957981e-05, |
|
"loss": 1.1689, |
|
"step": 673 |
|
}, |
|
{ |
|
"epoch": 2.837894736842105, |
|
"grad_norm": 0.609375, |
|
"learning_rate": 3.923463031642872e-05, |
|
"loss": 1.2769, |
|
"step": 674 |
|
}, |
|
{ |
|
"epoch": 2.8421052631578947, |
|
"grad_norm": 0.43359375, |
|
"learning_rate": 3.8968973815020806e-05, |
|
"loss": 1.0042, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 2.8463157894736844, |
|
"grad_norm": 0.58984375, |
|
"learning_rate": 3.870400192534128e-05, |
|
"loss": 0.8091, |
|
"step": 676 |
|
}, |
|
{ |
|
"epoch": 2.8505263157894736, |
|
"grad_norm": 0.5, |
|
"learning_rate": 3.843971761969583e-05, |
|
"loss": 0.9447, |
|
"step": 677 |
|
}, |
|
{ |
|
"epoch": 2.8547368421052632, |
|
"grad_norm": 0.58984375, |
|
"learning_rate": 3.81761238626771e-05, |
|
"loss": 0.7497, |
|
"step": 678 |
|
}, |
|
{ |
|
"epoch": 2.8589473684210525, |
|
"grad_norm": 0.66015625, |
|
"learning_rate": 3.791322361113164e-05, |
|
"loss": 0.7618, |
|
"step": 679 |
|
}, |
|
{ |
|
"epoch": 2.863157894736842, |
|
"grad_norm": 0.5078125, |
|
"learning_rate": 3.7651019814126654e-05, |
|
"loss": 1.1192, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 2.867368421052632, |
|
"grad_norm": 0.484375, |
|
"learning_rate": 3.738951541291685e-05, |
|
"loss": 0.8821, |
|
"step": 681 |
|
}, |
|
{ |
|
"epoch": 2.871578947368421, |
|
"grad_norm": 0.625, |
|
"learning_rate": 3.7128713340911535e-05, |
|
"loss": 0.868, |
|
"step": 682 |
|
}, |
|
{ |
|
"epoch": 2.8757894736842107, |
|
"grad_norm": 0.328125, |
|
"learning_rate": 3.686861652364164e-05, |
|
"loss": 1.0257, |
|
"step": 683 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"grad_norm": 0.376953125, |
|
"learning_rate": 3.660922787872706e-05, |
|
"loss": 0.8358, |
|
"step": 684 |
|
}, |
|
{ |
|
"epoch": 2.8842105263157896, |
|
"grad_norm": 0.470703125, |
|
"learning_rate": 3.635055031584369e-05, |
|
"loss": 1.0488, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 2.8884210526315792, |
|
"grad_norm": 0.4140625, |
|
"learning_rate": 3.609258673669097e-05, |
|
"loss": 1.0167, |
|
"step": 686 |
|
}, |
|
{ |
|
"epoch": 2.8926315789473684, |
|
"grad_norm": 0.44140625, |
|
"learning_rate": 3.58353400349592e-05, |
|
"loss": 1.1384, |
|
"step": 687 |
|
}, |
|
{ |
|
"epoch": 2.8968421052631577, |
|
"grad_norm": 0.69921875, |
|
"learning_rate": 3.557881309629729e-05, |
|
"loss": 0.847, |
|
"step": 688 |
|
}, |
|
{ |
|
"epoch": 2.9010526315789473, |
|
"grad_norm": 1.0703125, |
|
"learning_rate": 3.532300879828013e-05, |
|
"loss": 0.9456, |
|
"step": 689 |
|
}, |
|
{ |
|
"epoch": 2.905263157894737, |
|
"grad_norm": 0.890625, |
|
"learning_rate": 3.5067930010376484e-05, |
|
"loss": 0.8495, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 2.909473684210526, |
|
"grad_norm": 0.91015625, |
|
"learning_rate": 3.481357959391671e-05, |
|
"loss": 1.0274, |
|
"step": 691 |
|
}, |
|
{ |
|
"epoch": 2.913684210526316, |
|
"grad_norm": 0.4765625, |
|
"learning_rate": 3.455996040206076e-05, |
|
"loss": 1.0327, |
|
"step": 692 |
|
}, |
|
{ |
|
"epoch": 2.917894736842105, |
|
"grad_norm": 0.64453125, |
|
"learning_rate": 3.43070752797661e-05, |
|
"loss": 0.83, |
|
"step": 693 |
|
}, |
|
{ |
|
"epoch": 2.9221052631578948, |
|
"grad_norm": 0.8671875, |
|
"learning_rate": 3.4054927063755796e-05, |
|
"loss": 0.786, |
|
"step": 694 |
|
}, |
|
{ |
|
"epoch": 2.9263157894736844, |
|
"grad_norm": 0.67578125, |
|
"learning_rate": 3.38035185824867e-05, |
|
"loss": 0.8956, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 2.9305263157894736, |
|
"grad_norm": 0.61328125, |
|
"learning_rate": 3.355285265611784e-05, |
|
"loss": 0.8357, |
|
"step": 696 |
|
}, |
|
{ |
|
"epoch": 2.9347368421052633, |
|
"grad_norm": 0.498046875, |
|
"learning_rate": 3.3302932096478554e-05, |
|
"loss": 1.0673, |
|
"step": 697 |
|
}, |
|
{ |
|
"epoch": 2.9389473684210525, |
|
"grad_norm": 0.53515625, |
|
"learning_rate": 3.305375970703711e-05, |
|
"loss": 0.8016, |
|
"step": 698 |
|
}, |
|
{ |
|
"epoch": 2.943157894736842, |
|
"grad_norm": 0.62890625, |
|
"learning_rate": 3.28053382828693e-05, |
|
"loss": 0.817, |
|
"step": 699 |
|
}, |
|
{ |
|
"epoch": 2.9473684210526314, |
|
"grad_norm": 0.62890625, |
|
"learning_rate": 3.2557670610626925e-05, |
|
"loss": 1.0499, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 2.951578947368421, |
|
"grad_norm": 0.9375, |
|
"learning_rate": 3.231075946850663e-05, |
|
"loss": 0.8511, |
|
"step": 701 |
|
}, |
|
{ |
|
"epoch": 2.9557894736842103, |
|
"grad_norm": 0.455078125, |
|
"learning_rate": 3.206460762621873e-05, |
|
"loss": 1.0486, |
|
"step": 702 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 3.1819217844956214e-05, |
|
"loss": 0.9743, |
|
"step": 703 |
|
}, |
|
{ |
|
"epoch": 2.9642105263157896, |
|
"grad_norm": 0.42578125, |
|
"learning_rate": 3.157459287736362e-05, |
|
"loss": 0.9247, |
|
"step": 704 |
|
}, |
|
{ |
|
"epoch": 2.968421052631579, |
|
"grad_norm": 0.3359375, |
|
"learning_rate": 3.1330735467506246e-05, |
|
"loss": 1.0188, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 2.9726315789473685, |
|
"grad_norm": 0.51953125, |
|
"learning_rate": 3.108764835083938e-05, |
|
"loss": 1.1879, |
|
"step": 706 |
|
}, |
|
{ |
|
"epoch": 2.9768421052631577, |
|
"grad_norm": 0.41015625, |
|
"learning_rate": 3.084533425417758e-05, |
|
"loss": 0.6776, |
|
"step": 707 |
|
}, |
|
{ |
|
"epoch": 2.9810526315789474, |
|
"grad_norm": 0.349609375, |
|
"learning_rate": 3.0603795895664124e-05, |
|
"loss": 0.9761, |
|
"step": 708 |
|
}, |
|
{ |
|
"epoch": 2.985263157894737, |
|
"grad_norm": 0.7109375, |
|
"learning_rate": 3.036303598474045e-05, |
|
"loss": 0.9003, |
|
"step": 709 |
|
}, |
|
{ |
|
"epoch": 2.9894736842105263, |
|
"grad_norm": 0.38671875, |
|
"learning_rate": 3.0123057222115836e-05, |
|
"loss": 1.0767, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 2.993684210526316, |
|
"grad_norm": 0.52734375, |
|
"learning_rate": 2.988386229973713e-05, |
|
"loss": 0.792, |
|
"step": 711 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 948, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 4, |
|
"save_steps": 237, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.1832233894608896e+16, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|