| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.389467, | |
| "global_step": 1000000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.9820000000000003e-06, | |
| "loss": 82.5404, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 3.98e-06, | |
| "loss": 57.4563, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5.98e-06, | |
| "loss": 41.077, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 7.978e-06, | |
| "loss": 30.4085, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.976e-06, | |
| "loss": 23.8433, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.1976000000000002e-05, | |
| "loss": 18.0328, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.3976e-05, | |
| "loss": 14.5402, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.5976e-05, | |
| "loss": 12.3042, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.7976000000000002e-05, | |
| "loss": 11.2017, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.9974000000000002e-05, | |
| "loss": 10.2353, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.1974e-05, | |
| "loss": 9.5083, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.3974e-05, | |
| "loss": 9.0682, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.5974000000000002e-05, | |
| "loss": 8.6615, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.7974e-05, | |
| "loss": 8.4494, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 2.9974e-05, | |
| "loss": 8.1137, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.1974e-05, | |
| "loss": 7.8827, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.3974e-05, | |
| "loss": 7.6477, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.5972e-05, | |
| "loss": 7.4429, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.7972e-05, | |
| "loss": 7.5768, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.9972e-05, | |
| "loss": 7.467, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.1972e-05, | |
| "loss": 7.4095, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.3972000000000005e-05, | |
| "loss": 7.4893, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.597e-05, | |
| "loss": 7.426, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.7968e-05, | |
| "loss": 7.2462, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.996800000000001e-05, | |
| "loss": 7.2831, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.196800000000001e-05, | |
| "loss": 7.0669, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.396800000000001e-05, | |
| "loss": 6.8339, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.5968e-05, | |
| "loss": 6.7626, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.7968e-05, | |
| "loss": 6.8304, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.9968e-05, | |
| "loss": 6.2205, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.1968e-05, | |
| "loss": 5.5114, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.396800000000001e-05, | |
| "loss": 4.9834, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.5968e-05, | |
| "loss": 4.4191, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 6.7968e-05, | |
| "loss": 3.2657, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 6.9968e-05, | |
| "loss": 3.1636, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.1968e-05, | |
| "loss": 2.9531, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.3966e-05, | |
| "loss": 2.8223, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.5966e-05, | |
| "loss": 2.8884, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.7966e-05, | |
| "loss": 2.9467, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 7.996600000000001e-05, | |
| "loss": 2.6816, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.196600000000001e-05, | |
| "loss": 2.4951, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.3966e-05, | |
| "loss": 2.3872, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.5966e-05, | |
| "loss": 2.382, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.7966e-05, | |
| "loss": 2.0369, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 8.996600000000001e-05, | |
| "loss": 2.0121, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.196600000000001e-05, | |
| "loss": 1.8462, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.396600000000001e-05, | |
| "loss": 1.8439, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.5964e-05, | |
| "loss": 2.1532, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.7964e-05, | |
| "loss": 2.0483, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.996400000000001e-05, | |
| "loss": 2.1008, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "eval_accuracy": 0.6533359021520881, | |
| "eval_loss": 2.052328586578369, | |
| "eval_runtime": 12.2044, | |
| "eval_samples_per_second": 409.687, | |
| "eval_steps_per_second": 0.819, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.99997363576723e-05, | |
| "loss": 2.0612, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.999892709828038e-05, | |
| "loss": 2.0449, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.999757052195638e-05, | |
| "loss": 1.8157, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.999566718021146e-05, | |
| "loss": 1.6483, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.999322253966728e-05, | |
| "loss": 1.7841, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.999022682890849e-05, | |
| "loss": 1.7667, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.998668443303824e-05, | |
| "loss": 1.7684, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.998259539079562e-05, | |
| "loss": 1.9884, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.997796465555275e-05, | |
| "loss": 1.9409, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.99727884618501e-05, | |
| "loss": 1.9498, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.996706086563065e-05, | |
| "loss": 1.961, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.996079338458734e-05, | |
| "loss": 1.9519, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.995397353976218e-05, | |
| "loss": 1.6914, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.994660740628572e-05, | |
| "loss": 1.7069, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.993869506471283e-05, | |
| "loss": 1.6265, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.993023660157159e-05, | |
| "loss": 1.5434, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.992123210936239e-05, | |
| "loss": 1.5563, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.991168168655695e-05, | |
| "loss": 1.7248, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.990158543759713e-05, | |
| "loss": 1.7096, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.98909543874054e-05, | |
| "loss": 1.7824, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.987976736887685e-05, | |
| "loss": 1.7253, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.98680468781231e-05, | |
| "loss": 1.7548, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.9855769578893e-05, | |
| "loss": 1.418, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.984294706495438e-05, | |
| "loss": 1.3509, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.982957947653222e-05, | |
| "loss": 1.2693, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.981568114447057e-05, | |
| "loss": 1.2466, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.980123912510795e-05, | |
| "loss": 1.4623, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.978623830325964e-05, | |
| "loss": 1.5242, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.977069302708569e-05, | |
| "loss": 1.4762, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.975461982795923e-05, | |
| "loss": 1.6135, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.97379867031067e-05, | |
| "loss": 1.6171, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.972080965160031e-05, | |
| "loss": 1.5516, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.970308886128555e-05, | |
| "loss": 1.3369, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.968488013163436e-05, | |
| "loss": 1.3425, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.966607408075336e-05, | |
| "loss": 1.2589, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.964672488964346e-05, | |
| "loss": 1.1773, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.962683276990424e-05, | |
| "loss": 1.4146, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.960639793907279e-05, | |
| "loss": 1.5667, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.958544186883626e-05, | |
| "loss": 1.6244, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.956392283431062e-05, | |
| "loss": 1.6549, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.954188410838409e-05, | |
| "loss": 1.6582, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.951928181053549e-05, | |
| "loss": 1.5158, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.949613797775468e-05, | |
| "loss": 1.4381, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.947245286313893e-05, | |
| "loss": 1.3927, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.944822672570486e-05, | |
| "loss": 1.3224, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.942348486729986e-05, | |
| "loss": 1.3627, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.939820360201583e-05, | |
| "loss": 1.5653, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.937235708951778e-05, | |
| "loss": 1.5405, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.934597064883276e-05, | |
| "loss": 1.5795, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.931904456851861e-05, | |
| "loss": 1.5248, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_accuracy": 0.76607755765641, | |
| "eval_loss": 1.1575313806533813, | |
| "eval_runtime": 11.3109, | |
| "eval_samples_per_second": 442.05, | |
| "eval_steps_per_second": 0.884, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.929160687776363e-05, | |
| "loss": 1.5151, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.926363121944323e-05, | |
| "loss": 1.3509, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.923508908775465e-05, | |
| "loss": 1.361, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.920600852902e-05, | |
| "loss": 1.2428, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.917641974860546e-05, | |
| "loss": 1.2109, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.914626383334564e-05, | |
| "loss": 1.2223, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.911557046241845e-05, | |
| "loss": 1.3193, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.90843399714817e-05, | |
| "loss": 1.2732, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.905260473734215e-05, | |
| "loss": 1.3843, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.902033414410157e-05, | |
| "loss": 1.4177, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.898749543760183e-05, | |
| "loss": 1.3797, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.89541210117005e-05, | |
| "loss": 1.1533, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.89202112313749e-05, | |
| "loss": 1.246, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.888580117932034e-05, | |
| "loss": 1.1726, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.885082234290936e-05, | |
| "loss": 1.0864, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.881534506150948e-05, | |
| "loss": 1.3172, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.877929869757103e-05, | |
| "loss": 1.3628, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.874271889103715e-05, | |
| "loss": 1.3292, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.8705643420908e-05, | |
| "loss": 1.3346, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.86679984675373e-05, | |
| "loss": 1.3594, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.862985973161956e-05, | |
| "loss": 1.4662, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.859115127647795e-05, | |
| "loss": 1.2652, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.855195094141563e-05, | |
| "loss": 1.3002, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.851218067604352e-05, | |
| "loss": 1.234, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.847187988923588e-05, | |
| "loss": 1.2216, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.843104902171565e-05, | |
| "loss": 1.4338, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.83897301449066e-05, | |
| "loss": 1.4297, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.834784099026668e-05, | |
| "loss": 1.4427, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.830542311138371e-05, | |
| "loss": 1.4926, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.826252018198228e-05, | |
| "loss": 1.4958, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.821904677956975e-05, | |
| "loss": 1.3699, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.817513458876564e-05, | |
| "loss": 1.2653, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.813060808918262e-05, | |
| "loss": 1.1692, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.808555524098074e-05, | |
| "loss": 1.1308, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.803997653685072e-05, | |
| "loss": 1.2077, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.799391884154434e-05, | |
| "loss": 1.3723, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.794733734161261e-05, | |
| "loss": 1.2926, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.790018513149605e-05, | |
| "loss": 1.3797, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.785250909262922e-05, | |
| "loss": 1.3112, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.780430974638956e-05, | |
| "loss": 1.2632, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.775563660295586e-05, | |
| "loss": 1.0677, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.770639275096809e-05, | |
| "loss": 1.1267, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.765662718951243e-05, | |
| "loss": 1.0702, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.760634046281708e-05, | |
| "loss": 0.9839, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.755558418801454e-05, | |
| "loss": 1.1214, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.750425730609625e-05, | |
| "loss": 1.3301, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.74524109252309e-05, | |
| "loss": 1.2632, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.740009823673144e-05, | |
| "loss": 1.3007, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.734721508266946e-05, | |
| "loss": 1.3467, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.729386780642266e-05, | |
| "loss": 1.3152, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_accuracy": 0.767424813667675, | |
| "eval_loss": 1.1280603408813477, | |
| "eval_runtime": 11.4235, | |
| "eval_samples_per_second": 437.694, | |
| "eval_steps_per_second": 0.875, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.723995019013185e-05, | |
| "loss": 1.086, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.718557065738742e-05, | |
| "loss": 1.0641, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.713062093504106e-05, | |
| "loss": 1.0293, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.707515579977516e-05, | |
| "loss": 1.1034, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.701917585814753e-05, | |
| "loss": 1.338, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.696268172234585e-05, | |
| "loss": 1.3888, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.690573127421747e-05, | |
| "loss": 1.3721, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.684826889792009e-05, | |
| "loss": 1.4046, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.67902369329362e-05, | |
| "loss": 1.42, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.673169327741768e-05, | |
| "loss": 1.3545, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.667263857158856e-05, | |
| "loss": 1.2049, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.661313328110268e-05, | |
| "loss": 1.208, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.655311925585616e-05, | |
| "loss": 1.1505, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.649253631382465e-05, | |
| "loss": 1.1549, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.643150628198306e-05, | |
| "loss": 1.3294, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.63699076456116e-05, | |
| "loss": 1.2572, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.630780191535927e-05, | |
| "loss": 1.3036, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.624518977040433e-05, | |
| "loss": 1.3684, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.6182135265721e-05, | |
| "loss": 1.3411, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.611851285573377e-05, | |
| "loss": 1.1562, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.605445047952064e-05, | |
| "loss": 1.1598, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.598982058476909e-05, | |
| "loss": 1.0123, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.592468775270784e-05, | |
| "loss": 0.9223, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.585905269561911e-05, | |
| "loss": 0.9687, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.579291613127737e-05, | |
| "loss": 1.2193, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.572634567018936e-05, | |
| "loss": 1.1626, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.565920876628414e-05, | |
| "loss": 1.1968, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.559164042597832e-05, | |
| "loss": 1.2435, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.552350611635926e-05, | |
| "loss": 1.2996, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.545487396897081e-05, | |
| "loss": 1.0764, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.53859528647097e-05, | |
| "loss": 1.0733, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.531632878672679e-05, | |
| "loss": 1.0556, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.52462091366326e-05, | |
| "loss": 0.9726, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.517559468124436e-05, | |
| "loss": 1.1002, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.510448619279047e-05, | |
| "loss": 1.1708, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.503295629676674e-05, | |
| "loss": 1.1752, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.496086257254829e-05, | |
| "loss": 1.3322, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.48882771635401e-05, | |
| "loss": 1.3658, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.48152008635246e-05, | |
| "loss": 1.3593, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.474170828257791e-05, | |
| "loss": 1.1516, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.466765309224318e-05, | |
| "loss": 1.1632, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.459310942361059e-05, | |
| "loss": 1.1145, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.45181533665246e-05, | |
| "loss": 1.074, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.444263567865316e-05, | |
| "loss": 1.2866, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.436670821943329e-05, | |
| "loss": 1.3152, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.429029654288884e-05, | |
| "loss": 1.3184, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.421332426904754e-05, | |
| "loss": 1.3529, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.413586848537565e-05, | |
| "loss": 1.3308, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.405793003891719e-05, | |
| "loss": 1.1764, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.39795097819945e-05, | |
| "loss": 1.1239, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_accuracy": 0.7971212829130808, | |
| "eval_loss": 0.9457727670669556, | |
| "eval_runtime": 11.3916, | |
| "eval_samples_per_second": 438.92, | |
| "eval_steps_per_second": 0.878, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.3900608572199e-05, | |
| "loss": 1.114, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.382122727238165e-05, | |
| "loss": 1.0155, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.374136675064364e-05, | |
| "loss": 1.0197, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.366110845784027e-05, | |
| "loss": 1.2245, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.358029259454708e-05, | |
| "loss": 1.1102, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.349900014415627e-05, | |
| "loss": 1.115, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.341731400113154e-05, | |
| "loss": 1.1427, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.333507152310676e-05, | |
| "loss": 1.2215, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.325235513968268e-05, | |
| "loss": 1.0317, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.316924918077827e-05, | |
| "loss": 1.0061, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.30855881770826e-05, | |
| "loss": 0.9843, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.300145599629752e-05, | |
| "loss": 0.9863, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.291685355847915e-05, | |
| "loss": 1.0236, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.283186709471781e-05, | |
| "loss": 1.1892, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.274641316485581e-05, | |
| "loss": 1.17, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.266049270153557e-05, | |
| "loss": 1.1997, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.257401993701012e-05, | |
| "loss": 1.1973, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.248708158982357e-05, | |
| "loss": 1.1667, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.23996786107198e-05, | |
| "loss": 1.0233, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.231190005346579e-05, | |
| "loss": 1.118, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.222374826427257e-05, | |
| "loss": 1.1016, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.21349585284373e-05, | |
| "loss": 1.0464, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.204570801144619e-05, | |
| "loss": 1.2016, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.195599768932858e-05, | |
| "loss": 1.2954, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.18660093386864e-05, | |
| "loss": 1.2599, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.177538326919512e-05, | |
| "loss": 1.3015, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.16843003508054e-05, | |
| "loss": 1.3161, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.159276157958547e-05, | |
| "loss": 1.308, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.150076795658864e-05, | |
| "loss": 1.1081, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.140832048784247e-05, | |
| "loss": 1.1327, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.131542018433763e-05, | |
| "loss": 1.0167, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.122206806201698e-05, | |
| "loss": 0.9574, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.112835916951715e-05, | |
| "loss": 1.2086, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.103410692640435e-05, | |
| "loss": 1.231, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.093940594087245e-05, | |
| "loss": 1.181, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.084435262053219e-05, | |
| "loss": 1.2146, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.074875770810744e-05, | |
| "loss": 1.2343, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.065271717379691e-05, | |
| "loss": 1.0341, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.055642548107829e-05, | |
| "loss": 0.9415, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.045949774468634e-05, | |
| "loss": 0.9071, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.036212754970922e-05, | |
| "loss": 0.9272, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.026431596097182e-05, | |
| "loss": 0.932, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.01661625196235e-05, | |
| "loss": 1.0876, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.006747179584774e-05, | |
| "loss": 1.1039, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.99683429006198e-05, | |
| "loss": 1.1908, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.986887670194317e-05, | |
| "loss": 1.1791, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.976887515621704e-05, | |
| "loss": 1.1991, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.966853935776588e-05, | |
| "loss": 1.0425, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.956777061770676e-05, | |
| "loss": 1.0149, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.946646851795914e-05, | |
| "loss": 0.9472, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "eval_accuracy": 0.7875509927594045, | |
| "eval_loss": 0.9979193806648254, | |
| "eval_runtime": 10.7394, | |
| "eval_samples_per_second": 465.574, | |
| "eval_steps_per_second": 0.931, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.936473481923489e-05, | |
| "loss": 0.8647, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.926257063407744e-05, | |
| "loss": 1.0154, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.916007988738915e-05, | |
| "loss": 1.2556, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 8.905705851349957e-05, | |
| "loss": 1.2242, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.895361001787558e-05, | |
| "loss": 1.2757, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.884973553181336e-05, | |
| "loss": 1.2906, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.874554070244375e-05, | |
| "loss": 1.2885, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.864092300505416e-05, | |
| "loss": 1.0966, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.853577822596901e-05, | |
| "loss": 1.0932, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.843021202578716e-05, | |
| "loss": 1.0595, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.83243317549683e-05, | |
| "loss": 1.0109, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.821792659908128e-05, | |
| "loss": 1.1995, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.811110349807205e-05, | |
| "loss": 1.2683, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.800397106780893e-05, | |
| "loss": 1.1763, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.789631600073084e-05, | |
| "loss": 1.1731, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.778835478172145e-05, | |
| "loss": 1.2495, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.76798724530479e-05, | |
| "loss": 1.2205, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.757097806332607e-05, | |
| "loss": 0.9901, | |
| "step": 268000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.746167280340752e-05, | |
| "loss": 1.0082, | |
| "step": 269000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.735217770656539e-05, | |
| "loss": 0.9372, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.724205511251769e-05, | |
| "loss": 0.8586, | |
| "step": 271000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.713152524532197e-05, | |
| "loss": 1.0177, | |
| "step": 272000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.702058931371517e-05, | |
| "loss": 1.0323, | |
| "step": 273000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 8.6909360073476e-05, | |
| "loss": 1.11, | |
| "step": 274000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.67976160600311e-05, | |
| "loss": 1.1162, | |
| "step": 275000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.668558198077614e-05, | |
| "loss": 1.1175, | |
| "step": 276000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.65730347686515e-05, | |
| "loss": 1.0497, | |
| "step": 277000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.646008759967813e-05, | |
| "loss": 1.0092, | |
| "step": 278000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.634674170902821e-05, | |
| "loss": 0.9418, | |
| "step": 279000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.623311227773569e-05, | |
| "loss": 0.9255, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.611897306229244e-05, | |
| "loss": 0.9643, | |
| "step": 281000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.60045535866349e-05, | |
| "loss": 1.1115, | |
| "step": 282000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.58896260342258e-05, | |
| "loss": 1.0597, | |
| "step": 283000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.577442151427801e-05, | |
| "loss": 1.0903, | |
| "step": 284000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.565871064718052e-05, | |
| "loss": 1.1758, | |
| "step": 285000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.554272611732321e-05, | |
| "loss": 1.2468, | |
| "step": 286000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.542623699204519e-05, | |
| "loss": 1.0986, | |
| "step": 287000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.53093604511152e-05, | |
| "loss": 1.0916, | |
| "step": 288000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.519209777267638e-05, | |
| "loss": 1.0491, | |
| "step": 289000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.507456807843545e-05, | |
| "loss": 1.0027, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.495653735920981e-05, | |
| "loss": 1.106, | |
| "step": 291000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.483824296440821e-05, | |
| "loss": 1.2315, | |
| "step": 292000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.471944936228e-05, | |
| "loss": 1.1994, | |
| "step": 293000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.460051479845447e-05, | |
| "loss": 1.2447, | |
| "step": 294000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.448096388237765e-05, | |
| "loss": 1.2671, | |
| "step": 295000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.436103588800417e-05, | |
| "loss": 1.2646, | |
| "step": 296000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.424085261786644e-05, | |
| "loss": 0.9903, | |
| "step": 297000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.412017477934155e-05, | |
| "loss": 0.9825, | |
| "step": 298000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.399912380805182e-05, | |
| "loss": 0.9979, | |
| "step": 299000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.387770102779126e-05, | |
| "loss": 0.961, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_accuracy": 0.8074508577716577, | |
| "eval_loss": 0.8797607421875, | |
| "eval_runtime": 10.8875, | |
| "eval_samples_per_second": 459.241, | |
| "eval_steps_per_second": 0.918, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.375602974429366e-05, | |
| "loss": 1.073, | |
| "step": 301000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.363399004819421e-05, | |
| "loss": 1.144, | |
| "step": 302000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.351146055866368e-05, | |
| "loss": 1.0968, | |
| "step": 303000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.338856459316948e-05, | |
| "loss": 1.0641, | |
| "step": 304000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.326530349568222e-05, | |
| "loss": 1.064, | |
| "step": 305000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.31416786141655e-05, | |
| "loss": 1.0356, | |
| "step": 306000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.301781546845868e-05, | |
| "loss": 0.9338, | |
| "step": 307000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.289346743906984e-05, | |
| "loss": 0.9026, | |
| "step": 308000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.276888457896356e-05, | |
| "loss": 0.8446, | |
| "step": 309000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.264381883565022e-05, | |
| "loss": 0.9099, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.251839610476409e-05, | |
| "loss": 1.1068, | |
| "step": 311000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.239261775790807e-05, | |
| "loss": 1.0591, | |
| "step": 312000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.226648517057399e-05, | |
| "loss": 1.1183, | |
| "step": 313000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.213999972212765e-05, | |
| "loss": 1.146, | |
| "step": 314000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.201328980782183e-05, | |
| "loss": 1.1369, | |
| "step": 315000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.188610314006513e-05, | |
| "loss": 0.9698, | |
| "step": 316000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.175856777099312e-05, | |
| "loss": 0.9333, | |
| "step": 317000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.163068509531211e-05, | |
| "loss": 0.9574, | |
| "step": 318000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.150271331297903e-05, | |
| "loss": 0.9808, | |
| "step": 319000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.137414091098588e-05, | |
| "loss": 1.0482, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.124535449282972e-05, | |
| "loss": 1.2092, | |
| "step": 321000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.111622706352883e-05, | |
| "loss": 1.1759, | |
| "step": 322000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.098663026608033e-05, | |
| "loss": 1.2193, | |
| "step": 323000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 8.085669460380775e-05, | |
| "loss": 1.2402, | |
| "step": 324000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.072642149766666e-05, | |
| "loss": 1.2365, | |
| "step": 325000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.059581237230287e-05, | |
| "loss": 1.0715, | |
| "step": 326000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.046486865603688e-05, | |
| "loss": 1.0666, | |
| "step": 327000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.033359178084814e-05, | |
| "loss": 1.0308, | |
| "step": 328000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.020211495617513e-05, | |
| "loss": 0.9836, | |
| "step": 329000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 8.007017640320121e-05, | |
| "loss": 1.0282, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.993804143876718e-05, | |
| "loss": 1.1226, | |
| "step": 331000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.980544697365782e-05, | |
| "loss": 1.1466, | |
| "step": 332000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.967265964369563e-05, | |
| "loss": 1.1792, | |
| "step": 333000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.953954846694738e-05, | |
| "loss": 1.134, | |
| "step": 334000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.940598116801423e-05, | |
| "loss": 1.159, | |
| "step": 335000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.927209228998228e-05, | |
| "loss": 0.9188, | |
| "step": 336000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.913801766544098e-05, | |
| "loss": 0.8693, | |
| "step": 337000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.900349034318708e-05, | |
| "loss": 0.8056, | |
| "step": 338000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.886864584340953e-05, | |
| "loss": 0.808, | |
| "step": 339000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.873348564074622e-05, | |
| "loss": 1.0187, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.859828247475456e-05, | |
| "loss": 1.0268, | |
| "step": 341000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.846249592803267e-05, | |
| "loss": 1.0245, | |
| "step": 342000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.832653437280335e-05, | |
| "loss": 1.1168, | |
| "step": 343000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.819012710086294e-05, | |
| "loss": 1.1404, | |
| "step": 344000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.8053411546209e-05, | |
| "loss": 1.0336, | |
| "step": 345000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.791638920394093e-05, | |
| "loss": 0.9649, | |
| "step": 346000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.777906157251316e-05, | |
| "loss": 0.9322, | |
| "step": 347000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.76414301537186e-05, | |
| "loss": 0.8737, | |
| "step": 348000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.750363453686169e-05, | |
| "loss": 0.855, | |
| "step": 349000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.736567712952333e-05, | |
| "loss": 1.0179, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "eval_accuracy": 0.8018313508243486, | |
| "eval_loss": 0.9101699590682983, | |
| "eval_runtime": 11.7713, | |
| "eval_samples_per_second": 424.764, | |
| "eval_steps_per_second": 0.85, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.722714428804807e-05, | |
| "loss": 1.096, | |
| "step": 351000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.708831369488505e-05, | |
| "loss": 1.1769, | |
| "step": 352000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.694918686826337e-05, | |
| "loss": 1.218, | |
| "step": 353000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.680976532965179e-05, | |
| "loss": 1.2225, | |
| "step": 354000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.66701904644065e-05, | |
| "loss": 1.0765, | |
| "step": 355000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.653018436999124e-05, | |
| "loss": 1.0637, | |
| "step": 356000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.638988814573021e-05, | |
| "loss": 1.0175, | |
| "step": 357000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.624930332588043e-05, | |
| "loss": 0.9619, | |
| "step": 358000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.61085724626061e-05, | |
| "loss": 1.0432, | |
| "step": 359000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.596755665091857e-05, | |
| "loss": 1.1913, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.582625742986147e-05, | |
| "loss": 1.1628, | |
| "step": 361000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.568453447806063e-05, | |
| "loss": 1.2034, | |
| "step": 362000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.554253064430575e-05, | |
| "loss": 1.1454, | |
| "step": 363000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.540024748152803e-05, | |
| "loss": 1.1433, | |
| "step": 364000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 7.525768654571332e-05, | |
| "loss": 1.0084, | |
| "step": 365000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.511484939588518e-05, | |
| "loss": 0.9967, | |
| "step": 366000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.497188084255762e-05, | |
| "loss": 0.9075, | |
| "step": 367000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.482849622614294e-05, | |
| "loss": 0.8931, | |
| "step": 368000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.468512767147887e-05, | |
| "loss": 0.9603, | |
| "step": 369000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.454120212348005e-05, | |
| "loss": 0.9906, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.43970081968267e-05, | |
| "loss": 0.9656, | |
| "step": 371000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.425254746840043e-05, | |
| "loss": 1.0444, | |
| "step": 372000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.410796637590287e-05, | |
| "loss": 1.0772, | |
| "step": 373000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 7.396297704907714e-05, | |
| "loss": 1.0469, | |
| "step": 374000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.381772566697359e-05, | |
| "loss": 0.8572, | |
| "step": 375000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.36722138180381e-05, | |
| "loss": 0.936, | |
| "step": 376000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.352658899306739e-05, | |
| "loss": 0.8848, | |
| "step": 377000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.338070739939699e-05, | |
| "loss": 0.8367, | |
| "step": 378000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.323442421881121e-05, | |
| "loss": 1.056, | |
| "step": 379000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.308788695028466e-05, | |
| "loss": 1.0573, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.294109719632544e-05, | |
| "loss": 1.0499, | |
| "step": 381000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.279420372761656e-05, | |
| "loss": 1.0515, | |
| "step": 382000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.26469140698113e-05, | |
| "loss": 1.0599, | |
| "step": 383000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 7.249952440947382e-05, | |
| "loss": 1.0554, | |
| "step": 384000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.235174128430801e-05, | |
| "loss": 1.04, | |
| "step": 385000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.220371372408057e-05, | |
| "loss": 1.0006, | |
| "step": 386000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.20554433475972e-05, | |
| "loss": 0.9656, | |
| "step": 387000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.190708040782669e-05, | |
| "loss": 0.9891, | |
| "step": 388000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.175832950461096e-05, | |
| "loss": 1.1548, | |
| "step": 389000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.16094897629503e-05, | |
| "loss": 1.1437, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.146041417577084e-05, | |
| "loss": 1.1659, | |
| "step": 391000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.131095479401597e-05, | |
| "loss": 1.2044, | |
| "step": 392000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.116126235907376e-05, | |
| "loss": 1.2036, | |
| "step": 393000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 7.101133850795673e-05, | |
| "loss": 1.0658, | |
| "step": 394000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.086118488020812e-05, | |
| "loss": 1.0297, | |
| "step": 395000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.071095361305229e-05, | |
| "loss": 0.9179, | |
| "step": 396000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.056034558637109e-05, | |
| "loss": 0.8803, | |
| "step": 397000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.040966365967704e-05, | |
| "loss": 0.9978, | |
| "step": 398000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.025860781555982e-05, | |
| "loss": 1.1169, | |
| "step": 399000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 7.010748181405352e-05, | |
| "loss": 1.037, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_accuracy": 0.8194723236238552, | |
| "eval_loss": 0.810663104057312, | |
| "eval_runtime": 10.4613, | |
| "eval_samples_per_second": 477.953, | |
| "eval_steps_per_second": 0.956, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.995598475356628e-05, | |
| "loss": 1.1173, | |
| "step": 401000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.980442128137954e-05, | |
| "loss": 1.0554, | |
| "step": 402000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.965248962486922e-05, | |
| "loss": 1.0148, | |
| "step": 403000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.950049530525111e-05, | |
| "loss": 0.8313, | |
| "step": 404000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.934813569205621e-05, | |
| "loss": 0.8747, | |
| "step": 405000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.919571716708366e-05, | |
| "loss": 0.8472, | |
| "step": 406000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.904293625524425e-05, | |
| "loss": 0.7775, | |
| "step": 407000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.88899470929049e-05, | |
| "loss": 0.9395, | |
| "step": 408000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.873675135313058e-05, | |
| "loss": 1.0758, | |
| "step": 409000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.858350421367768e-05, | |
| "loss": 1.041, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.842990054963225e-05, | |
| "loss": 1.0575, | |
| "step": 411000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.827624924447044e-05, | |
| "loss": 1.1056, | |
| "step": 412000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.812224436855836e-05, | |
| "loss": 1.075, | |
| "step": 413000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.796819561217397e-05, | |
| "loss": 0.8725, | |
| "step": 414000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 6.781379625433246e-05, | |
| "loss": 0.8658, | |
| "step": 415000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.765920208766913e-05, | |
| "loss": 0.8149, | |
| "step": 416000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.75045696859852e-05, | |
| "loss": 0.9049, | |
| "step": 417000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.734959116622053e-05, | |
| "loss": 1.1137, | |
| "step": 418000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.719457817656532e-05, | |
| "loss": 1.1364, | |
| "step": 419000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.703922207618428e-05, | |
| "loss": 1.146, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.688383527254907e-05, | |
| "loss": 1.1727, | |
| "step": 421000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.672810838053671e-05, | |
| "loss": 1.19, | |
| "step": 422000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.657251055370414e-05, | |
| "loss": 1.0855, | |
| "step": 423000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.641641985562924e-05, | |
| "loss": 1.019, | |
| "step": 424000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 6.626014963021694e-05, | |
| "loss": 0.9942, | |
| "step": 425000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.61037015864134e-05, | |
| "loss": 0.9554, | |
| "step": 426000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.594707743510933e-05, | |
| "loss": 0.9881, | |
| "step": 427000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.57902788891214e-05, | |
| "loss": 1.1244, | |
| "step": 428000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.563346472008175e-05, | |
| "loss": 1.0419, | |
| "step": 429000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.547632270089105e-05, | |
| "loss": 1.0964, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.531916883034684e-05, | |
| "loss": 1.1526, | |
| "step": 431000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.516169020498223e-05, | |
| "loss": 1.1175, | |
| "step": 432000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.500420350048018e-05, | |
| "loss": 0.945, | |
| "step": 433000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.48465530404153e-05, | |
| "loss": 0.9563, | |
| "step": 434000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 6.468858249431153e-05, | |
| "loss": 0.8274, | |
| "step": 435000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.453045131622291e-05, | |
| "loss": 0.7477, | |
| "step": 436000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.437216123544669e-05, | |
| "loss": 0.835, | |
| "step": 437000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.421403103322858e-05, | |
| "loss": 1.0134, | |
| "step": 438000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.40554286510482e-05, | |
| "loss": 0.973, | |
| "step": 439000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.38968313932415e-05, | |
| "loss": 1.0058, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.373792348246463e-05, | |
| "loss": 1.0381, | |
| "step": 441000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.357886533595756e-05, | |
| "loss": 1.0955, | |
| "step": 442000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.341965869315472e-05, | |
| "loss": 0.8979, | |
| "step": 443000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 6.326030529511443e-05, | |
| "loss": 0.8869, | |
| "step": 444000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.310096645476388e-05, | |
| "loss": 0.8761, | |
| "step": 445000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.294132491822075e-05, | |
| "loss": 0.8092, | |
| "step": 446000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.278170171059243e-05, | |
| "loss": 0.9651, | |
| "step": 447000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.2621779011803e-05, | |
| "loss": 0.9916, | |
| "step": 448000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.24618784123524e-05, | |
| "loss": 0.9917, | |
| "step": 449000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.230168153985983e-05, | |
| "loss": 1.1206, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_accuracy": 0.8152173260941297, | |
| "eval_loss": 0.8323125839233398, | |
| "eval_runtime": 10.9195, | |
| "eval_samples_per_second": 457.898, | |
| "eval_steps_per_second": 0.916, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.214167093404725e-05, | |
| "loss": 1.1638, | |
| "step": 451000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.198120702027724e-05, | |
| "loss": 1.1351, | |
| "step": 452000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.182061208194684e-05, | |
| "loss": 0.9823, | |
| "step": 453000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 6.165988787529652e-05, | |
| "loss": 0.99, | |
| "step": 454000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.149903615798047e-05, | |
| "loss": 0.9387, | |
| "step": 455000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.133821972874338e-05, | |
| "loss": 0.9391, | |
| "step": 456000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.117711839172833e-05, | |
| "loss": 1.1115, | |
| "step": 457000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.1016217391488694e-05, | |
| "loss": 1.1276, | |
| "step": 458000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.085487359441242e-05, | |
| "loss": 1.1379, | |
| "step": 459000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.069341109017761e-05, | |
| "loss": 1.172, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.053183164451236e-05, | |
| "loss": 1.1493, | |
| "step": 461000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.037013702442358e-05, | |
| "loss": 0.9853, | |
| "step": 462000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.020849086226153e-05, | |
| "loss": 0.9542, | |
| "step": 463000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 6.004657131011767e-05, | |
| "loss": 0.9451, | |
| "step": 464000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.988454189027957e-05, | |
| "loss": 0.8593, | |
| "step": 465000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.972256656559438e-05, | |
| "loss": 0.8856, | |
| "step": 466000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.956032283276984e-05, | |
| "loss": 1.0615, | |
| "step": 467000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.939813694970145e-05, | |
| "loss": 0.9391, | |
| "step": 468000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.923584849556318e-05, | |
| "loss": 0.961, | |
| "step": 469000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.9073296639853294e-05, | |
| "loss": 0.9814, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.8910645560025016e-05, | |
| "loss": 1.0385, | |
| "step": 471000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.874789703480451e-05, | |
| "loss": 0.8768, | |
| "step": 472000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.8585052843983566e-05, | |
| "loss": 0.8435, | |
| "step": 473000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.842211476840016e-05, | |
| "loss": 0.8323, | |
| "step": 474000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 5.825924766550955e-05, | |
| "loss": 0.8381, | |
| "step": 475000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.8096290421362876e-05, | |
| "loss": 0.9095, | |
| "step": 476000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.793308156198103e-05, | |
| "loss": 1.0265, | |
| "step": 477000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.776978594769021e-05, | |
| "loss": 1.0133, | |
| "step": 478000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.7606405364265115e-05, | |
| "loss": 1.0417, | |
| "step": 479000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.744310510313018e-05, | |
| "loss": 1.0367, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.727956002295942e-05, | |
| "loss": 1.0063, | |
| "step": 481000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.711593533468653e-05, | |
| "loss": 0.8627, | |
| "step": 482000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.6952232827684906e-05, | |
| "loss": 0.9525, | |
| "step": 483000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.678861810809461e-05, | |
| "loss": 0.937, | |
| "step": 484000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 5.662476540848262e-05, | |
| "loss": 0.9029, | |
| "step": 485000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.646116818290258e-05, | |
| "loss": 1.0793, | |
| "step": 486000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.629717252072332e-05, | |
| "loss": 1.1195, | |
| "step": 487000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.613327209200223e-05, | |
| "loss": 1.1135, | |
| "step": 488000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.596914056044104e-05, | |
| "loss": 1.14, | |
| "step": 489000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.580494375131501e-05, | |
| "loss": 1.1599, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.5640683460254154e-05, | |
| "loss": 1.1177, | |
| "step": 491000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.547636148358269e-05, | |
| "loss": 0.9853, | |
| "step": 492000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.531197961829942e-05, | |
| "loss": 0.982, | |
| "step": 493000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.514770413043232e-05, | |
| "loss": 0.8807, | |
| "step": 494000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 5.498320793691619e-05, | |
| "loss": 0.8529, | |
| "step": 495000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.481882182514718e-05, | |
| "loss": 1.0643, | |
| "step": 496000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.465421849180081e-05, | |
| "loss": 1.0695, | |
| "step": 497000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.4489564260666694e-05, | |
| "loss": 1.0373, | |
| "step": 498000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.432502565962998e-05, | |
| "loss": 1.0638, | |
| "step": 499000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.4160275081750255e-05, | |
| "loss": 1.0865, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_accuracy": 0.8242477038501768, | |
| "eval_loss": 0.782859206199646, | |
| "eval_runtime": 10.6001, | |
| "eval_samples_per_second": 471.696, | |
| "eval_steps_per_second": 0.943, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.39956438259683e-05, | |
| "loss": 0.8685, | |
| "step": 501000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.3830804100862085e-05, | |
| "loss": 0.8195, | |
| "step": 502000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.3666252286543196e-05, | |
| "loss": 0.7759, | |
| "step": 503000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 5.350133065681624e-05, | |
| "loss": 0.7921, | |
| "step": 504000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.3336370737098185e-05, | |
| "loss": 0.8275, | |
| "step": 505000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.3171374331364276e-05, | |
| "loss": 0.9585, | |
| "step": 506000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.300650829179897e-05, | |
| "loss": 0.9638, | |
| "step": 507000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.284144435951072e-05, | |
| "loss": 1.0516, | |
| "step": 508000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.2676349353642174e-05, | |
| "loss": 1.0423, | |
| "step": 509000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.251139021793834e-05, | |
| "loss": 1.0497, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.234623850814717e-05, | |
| "loss": 0.9067, | |
| "step": 511000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.218122632985052e-05, | |
| "loss": 0.8785, | |
| "step": 512000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.201602513318512e-05, | |
| "loss": 0.8185, | |
| "step": 513000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 5.185080188959187e-05, | |
| "loss": 0.752, | |
| "step": 514000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.168572365891783e-05, | |
| "loss": 0.9095, | |
| "step": 515000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.152046175978524e-05, | |
| "loss": 1.0988, | |
| "step": 516000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.1355348519357e-05, | |
| "loss": 1.0842, | |
| "step": 517000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.11900551865487e-05, | |
| "loss": 1.125, | |
| "step": 518000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.102491415173354e-05, | |
| "loss": 1.1397, | |
| "step": 519000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.08595966084867e-05, | |
| "loss": 1.1343, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.069443499586649e-05, | |
| "loss": 0.9646, | |
| "step": 521000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.052910046647634e-05, | |
| "loss": 0.9628, | |
| "step": 522000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.036376015092827e-05, | |
| "loss": 0.9286, | |
| "step": 523000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 5.0198415857357464e-05, | |
| "loss": 0.9084, | |
| "step": 524000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 5.003323474088806e-05, | |
| "loss": 1.0839, | |
| "step": 525000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.986805326169539e-05, | |
| "loss": 1.1188, | |
| "step": 526000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.970270787850604e-05, | |
| "loss": 1.0571, | |
| "step": 527000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.9537365746455695e-05, | |
| "loss": 1.0487, | |
| "step": 528000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.937202867369945e-05, | |
| "loss": 1.1107, | |
| "step": 529000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.920686379451033e-05, | |
| "loss": 1.0362, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.904170757159314e-05, | |
| "loss": 0.9012, | |
| "step": 531000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.887639650222643e-05, | |
| "loss": 0.8745, | |
| "step": 532000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.8711097720407546e-05, | |
| "loss": 0.8339, | |
| "step": 533000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.854581303381751e-05, | |
| "loss": 0.7654, | |
| "step": 534000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.838070951022198e-05, | |
| "loss": 0.9112, | |
| "step": 535000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.821545841788341e-05, | |
| "loss": 0.8959, | |
| "step": 536000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.805039206223316e-05, | |
| "loss": 0.986, | |
| "step": 537000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.78851817855374e-05, | |
| "loss": 0.9942, | |
| "step": 538000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.772015981115084e-05, | |
| "loss": 0.9933, | |
| "step": 539000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.7554997569705646e-05, | |
| "loss": 0.8891, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.7389862066415265e-05, | |
| "loss": 0.9105, | |
| "step": 541000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.722475510717516e-05, | |
| "loss": 0.8341, | |
| "step": 542000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.7059843558417655e-05, | |
| "loss": 0.8087, | |
| "step": 543000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.689479907063946e-05, | |
| "loss": 0.8851, | |
| "step": 544000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.672995353380826e-05, | |
| "loss": 0.9986, | |
| "step": 545000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.656497872985476e-05, | |
| "loss": 0.9483, | |
| "step": 546000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.6400371326533076e-05, | |
| "loss": 0.9711, | |
| "step": 547000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.623547337545436e-05, | |
| "loss": 1.0405, | |
| "step": 548000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.607061659263568e-05, | |
| "loss": 1.113, | |
| "step": 549000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.5905802780924407e-05, | |
| "loss": 0.9616, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_accuracy": 0.822435579595823, | |
| "eval_loss": 0.7894766926765442, | |
| "eval_runtime": 10.8513, | |
| "eval_samples_per_second": 460.775, | |
| "eval_steps_per_second": 0.922, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.574103374269796e-05, | |
| "loss": 0.9594, | |
| "step": 551000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.557647597844301e-05, | |
| "loss": 0.9291, | |
| "step": 552000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.541180184306395e-05, | |
| "loss": 0.8842, | |
| "step": 553000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.5247507080131874e-05, | |
| "loss": 1.0254, | |
| "step": 554000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.508293499090543e-05, | |
| "loss": 1.1074, | |
| "step": 555000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.4918416673914135e-05, | |
| "loss": 1.0816, | |
| "step": 556000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.4754118362693004e-05, | |
| "loss": 1.1233, | |
| "step": 557000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.458971292873412e-05, | |
| "loss": 1.1443, | |
| "step": 558000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.442536666080782e-05, | |
| "loss": 1.1356, | |
| "step": 559000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.426124561043402e-05, | |
| "loss": 0.88, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.409702300204254e-05, | |
| "loss": 0.8733, | |
| "step": 561000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.393286494766179e-05, | |
| "loss": 0.8834, | |
| "step": 562000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.376877324249791e-05, | |
| "loss": 0.8683, | |
| "step": 563000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.3604913669958144e-05, | |
| "loss": 0.9784, | |
| "step": 564000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.344095997509148e-05, | |
| "loss": 1.0091, | |
| "step": 565000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.32770780088357e-05, | |
| "loss": 0.994, | |
| "step": 566000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.3113433334503214e-05, | |
| "loss": 0.9519, | |
| "step": 567000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.29497001250192e-05, | |
| "loss": 0.9524, | |
| "step": 568000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.278620763348594e-05, | |
| "loss": 0.8762, | |
| "step": 569000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.2622630335834316e-05, | |
| "loss": 0.8521, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.245929717164161e-05, | |
| "loss": 0.7913, | |
| "step": 571000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.229588293406972e-05, | |
| "loss": 0.7513, | |
| "step": 572000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.2132552947487734e-05, | |
| "loss": 0.8198, | |
| "step": 573000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.196930899804627e-05, | |
| "loss": 1.006, | |
| "step": 574000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.1806479094376326e-05, | |
| "loss": 0.9535, | |
| "step": 575000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.1643412392891206e-05, | |
| "loss": 1.0172, | |
| "step": 576000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.1480600006783755e-05, | |
| "loss": 1.0338, | |
| "step": 577000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.131771776611856e-05, | |
| "loss": 1.0166, | |
| "step": 578000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.115493047350083e-05, | |
| "loss": 0.8639, | |
| "step": 579000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.099223990914634e-05, | |
| "loss": 0.8269, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.082981039447362e-05, | |
| "loss": 0.8496, | |
| "step": 581000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.0667318521868897e-05, | |
| "loss": 0.8634, | |
| "step": 582000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.0504928709973586e-05, | |
| "loss": 0.9634, | |
| "step": 583000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.034280496817482e-05, | |
| "loss": 1.1009, | |
| "step": 584000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.018062449767229e-05, | |
| "loss": 1.0633, | |
| "step": 585000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.001871342914655e-05, | |
| "loss": 1.1073, | |
| "step": 586000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.98567493872435e-05, | |
| "loss": 1.1197, | |
| "step": 587000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.9695219864658135e-05, | |
| "loss": 1.121, | |
| "step": 588000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.953364089929742e-05, | |
| "loss": 0.9561, | |
| "step": 589000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.937201459501688e-05, | |
| "loss": 0.9589, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.921050451668199e-05, | |
| "loss": 0.9277, | |
| "step": 591000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.9049112430541065e-05, | |
| "loss": 0.8929, | |
| "step": 592000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.888800131347529e-05, | |
| "loss": 0.9633, | |
| "step": 593000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.872685038288536e-05, | |
| "loss": 1.0104, | |
| "step": 594000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 3.856582273365353e-05, | |
| "loss": 1.0472, | |
| "step": 595000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.840492012675236e-05, | |
| "loss": 1.0702, | |
| "step": 596000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.8244305033669075e-05, | |
| "loss": 1.0294, | |
| "step": 597000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.808365765942003e-05, | |
| "loss": 1.0254, | |
| "step": 598000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.7923140600381655e-05, | |
| "loss": 0.8297, | |
| "step": 599000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.776275561194279e-05, | |
| "loss": 0.7727, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "eval_accuracy": 0.8285096268267774, | |
| "eval_loss": 0.7584890127182007, | |
| "eval_runtime": 11.327, | |
| "eval_samples_per_second": 441.425, | |
| "eval_steps_per_second": 0.883, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.760250444804797e-05, | |
| "loss": 0.7138, | |
| "step": 601000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.744254890846151e-05, | |
| "loss": 0.7417, | |
| "step": 602000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.7282730420633285e-05, | |
| "loss": 0.929, | |
| "step": 603000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.712289095940718e-05, | |
| "loss": 0.9185, | |
| "step": 604000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.696319232018241e-05, | |
| "loss": 0.9308, | |
| "step": 605000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.6803636249397785e-05, | |
| "loss": 1.0135, | |
| "step": 606000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.664438383102547e-05, | |
| "loss": 1.0432, | |
| "step": 607000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.648511798325486e-05, | |
| "loss": 0.9097, | |
| "step": 608000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.632599993206869e-05, | |
| "loss": 0.8698, | |
| "step": 609000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 3.616719031079871e-05, | |
| "loss": 0.8344, | |
| "step": 610000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.600837291927178e-05, | |
| "loss": 0.8786, | |
| "step": 611000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.584970853793694e-05, | |
| "loss": 0.9996, | |
| "step": 612000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.569135733368609e-05, | |
| "loss": 1.0586, | |
| "step": 613000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.553300401908391e-05, | |
| "loss": 1.0897, | |
| "step": 614000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.5374967028736584e-05, | |
| "loss": 0.9494, | |
| "step": 615000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.521693170082889e-05, | |
| "loss": 0.856, | |
| "step": 616000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.505905803818765e-05, | |
| "loss": 0.8594, | |
| "step": 617000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.490150539537649e-05, | |
| "loss": 0.7276, | |
| "step": 618000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.474396007494727e-05, | |
| "loss": 0.7412, | |
| "step": 619000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.45867388867009e-05, | |
| "loss": 0.8891, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.442952879313661e-05, | |
| "loss": 0.9131, | |
| "step": 621000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.427264592994348e-05, | |
| "loss": 0.9492, | |
| "step": 622000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.411577793324775e-05, | |
| "loss": 0.9621, | |
| "step": 623000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.395924025081174e-05, | |
| "loss": 0.975, | |
| "step": 624000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.3802721206038737e-05, | |
| "loss": 0.8927, | |
| "step": 625000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.36463792921116e-05, | |
| "loss": 0.8459, | |
| "step": 626000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.3490372291934334e-05, | |
| "loss": 0.8157, | |
| "step": 627000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.333438958553279e-05, | |
| "loss": 0.7887, | |
| "step": 628000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.3178744840428254e-05, | |
| "loss": 0.8727, | |
| "step": 629000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.302312815791971e-05, | |
| "loss": 0.9689, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.2867697131761696e-05, | |
| "loss": 0.9148, | |
| "step": 631000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.2712608611243435e-05, | |
| "loss": 0.9737, | |
| "step": 632000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.255770876495283e-05, | |
| "loss": 1.0775, | |
| "step": 633000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.240284451505519e-05, | |
| "loss": 1.1036, | |
| "step": 634000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.2248172704830614e-05, | |
| "loss": 0.9381, | |
| "step": 635000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.209369502574527e-05, | |
| "loss": 0.9412, | |
| "step": 636000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.1939413167142243e-05, | |
| "loss": 0.9021, | |
| "step": 637000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.178532881622327e-05, | |
| "loss": 0.8694, | |
| "step": 638000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.163159744313126e-05, | |
| "loss": 1.0402, | |
| "step": 639000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.147791295881192e-05, | |
| "loss": 1.084, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.1324584409263834e-05, | |
| "loss": 1.0841, | |
| "step": 641000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.117130650748039e-05, | |
| "loss": 1.1045, | |
| "step": 642000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.101838748185837e-05, | |
| "loss": 1.1229, | |
| "step": 643000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.0865522860779585e-05, | |
| "loss": 1.0369, | |
| "step": 644000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.071286749127718e-05, | |
| "loss": 0.8539, | |
| "step": 645000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.056042304276582e-05, | |
| "loss": 0.8873, | |
| "step": 646000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.0408343307471943e-05, | |
| "loss": 0.8589, | |
| "step": 647000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.025632548485837e-05, | |
| "loss": 0.8197, | |
| "step": 648000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.010467526941344e-05, | |
| "loss": 0.9677, | |
| "step": 649000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.9953090715801634e-05, | |
| "loss": 0.9871, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "eval_accuracy": 0.831968594961707, | |
| "eval_loss": 0.7390721440315247, | |
| "eval_runtime": 10.7168, | |
| "eval_samples_per_second": 466.556, | |
| "eval_steps_per_second": 0.933, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.980187664724534e-05, | |
| "loss": 0.9091, | |
| "step": 651000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.965073198680562e-05, | |
| "loss": 0.9263, | |
| "step": 652000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.9499960673118322e-05, | |
| "loss": 0.9273, | |
| "step": 653000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.934926251079786e-05, | |
| "loss": 0.8529, | |
| "step": 654000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.9198790181634074e-05, | |
| "loss": 0.8239, | |
| "step": 655000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.9048695461845966e-05, | |
| "loss": 0.7665, | |
| "step": 656000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.8898679503189996e-05, | |
| "loss": 0.7491, | |
| "step": 657000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.8749043974581896e-05, | |
| "loss": 0.8524, | |
| "step": 658000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.859949094205726e-05, | |
| "loss": 0.9649, | |
| "step": 659000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.845017194207104e-05, | |
| "loss": 0.9405, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.83012375726286e-05, | |
| "loss": 0.9965, | |
| "step": 661000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.8152391295818637e-05, | |
| "loss": 1.0081, | |
| "step": 662000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.800393242842937e-05, | |
| "loss": 0.981, | |
| "step": 663000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.7855565379304605e-05, | |
| "loss": 0.8153, | |
| "step": 664000 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 2.7707588501547865e-05, | |
| "loss": 0.8235, | |
| "step": 665000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.7559707163675296e-05, | |
| "loss": 0.8797, | |
| "step": 666000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.7412071229249947e-05, | |
| "loss": 0.8552, | |
| "step": 667000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.7264829577788996e-05, | |
| "loss": 0.978, | |
| "step": 668000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.711768904169148e-05, | |
| "loss": 1.0823, | |
| "step": 669000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.6970945507650934e-05, | |
| "loss": 1.0495, | |
| "step": 670000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.6824306799850207e-05, | |
| "loss": 1.0896, | |
| "step": 671000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.6678067795850213e-05, | |
| "loss": 1.1019, | |
| "step": 672000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.653193732438558e-05, | |
| "loss": 1.0991, | |
| "step": 673000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.6386209240998583e-05, | |
| "loss": 0.9356, | |
| "step": 674000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 2.624059339169965e-05, | |
| "loss": 0.942, | |
| "step": 675000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.6095237371464796e-05, | |
| "loss": 0.9061, | |
| "step": 676000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.5950287733378777e-05, | |
| "loss": 0.8134, | |
| "step": 677000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.580545587338671e-05, | |
| "loss": 0.9557, | |
| "step": 678000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.5661033035637218e-05, | |
| "loss": 1.0279, | |
| "step": 679000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.551673166496884e-05, | |
| "loss": 1.0323, | |
| "step": 680000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.537284193876279e-05, | |
| "loss": 1.003, | |
| "step": 681000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.5229077363316923e-05, | |
| "loss": 1.0201, | |
| "step": 682000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.5085727036564444e-05, | |
| "loss": 0.9572, | |
| "step": 683000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.494250553878222e-05, | |
| "loss": 0.7758, | |
| "step": 684000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.4799558065744872e-05, | |
| "loss": 0.7355, | |
| "step": 685000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.465688618070303e-05, | |
| "loss": 0.6992, | |
| "step": 686000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.4514633699676327e-05, | |
| "loss": 0.7698, | |
| "step": 687000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.437251738882307e-05, | |
| "loss": 0.9104, | |
| "step": 688000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.4230823031561167e-05, | |
| "loss": 0.8912, | |
| "step": 689000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.408926850530927e-05, | |
| "loss": 0.9452, | |
| "step": 690000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.394813846378582e-05, | |
| "loss": 1.0174, | |
| "step": 691000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.380715190799833e-05, | |
| "loss": 0.9929, | |
| "step": 692000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.3666592349526597e-05, | |
| "loss": 0.8779, | |
| "step": 693000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.3526179925246578e-05, | |
| "loss": 0.8655, | |
| "step": 694000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 2.3386057014421453e-05, | |
| "loss": 0.8112, | |
| "step": 695000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.3246364835391272e-05, | |
| "loss": 0.7425, | |
| "step": 696000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.3106825252040365e-05, | |
| "loss": 0.7938, | |
| "step": 697000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.296771886621397e-05, | |
| "loss": 0.9602, | |
| "step": 698000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2828768708148356e-05, | |
| "loss": 1.0117, | |
| "step": 699000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.269011569031495e-05, | |
| "loss": 1.0679, | |
| "step": 700000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "eval_accuracy": 0.8310942232767082, | |
| "eval_loss": 0.7435500025749207, | |
| "eval_runtime": 12.3346, | |
| "eval_samples_per_second": 405.365, | |
| "eval_steps_per_second": 0.811, | |
| "step": 700000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2551899533679438e-05, | |
| "loss": 1.0913, | |
| "step": 701000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2413845040981702e-05, | |
| "loss": 1.0949, | |
| "step": 702000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2276229827680116e-05, | |
| "loss": 0.9394, | |
| "step": 703000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.213891719102571e-05, | |
| "loss": 0.9283, | |
| "step": 704000 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2001771636780773e-05, | |
| "loss": 0.8962, | |
| "step": 705000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1864932266675498e-05, | |
| "loss": 0.8581, | |
| "step": 706000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1728400577163317e-05, | |
| "loss": 0.9983, | |
| "step": 707000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1592314128920388e-05, | |
| "loss": 1.0883, | |
| "step": 708000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1456401965073002e-05, | |
| "loss": 1.0622, | |
| "step": 709000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1320937393044398e-05, | |
| "loss": 1.0325, | |
| "step": 710000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.118565069415642e-05, | |
| "loss": 1.0107, | |
| "step": 711000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.1050813918077206e-05, | |
| "loss": 1.0555, | |
| "step": 712000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.0916158596110753e-05, | |
| "loss": 0.8862, | |
| "step": 713000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.0781821330374222e-05, | |
| "loss": 0.8341, | |
| "step": 714000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 2.0647937447607897e-05, | |
| "loss": 0.8047, | |
| "step": 715000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0514240376387622e-05, | |
| "loss": 0.7639, | |
| "step": 716000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0380998969779935e-05, | |
| "loss": 0.8598, | |
| "step": 717000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0247947935572087e-05, | |
| "loss": 0.8621, | |
| "step": 718000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 2.0115354827706882e-05, | |
| "loss": 0.8859, | |
| "step": 719000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.9982955644776074e-05, | |
| "loss": 0.9538, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.9851016629906853e-05, | |
| "loss": 0.9508, | |
| "step": 721000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.9719275084032178e-05, | |
| "loss": 0.8639, | |
| "step": 722000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.958786468331379e-05, | |
| "loss": 0.8306, | |
| "step": 723000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.9456917776051037e-05, | |
| "loss": 0.8304, | |
| "step": 724000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 1.932617363852691e-05, | |
| "loss": 0.7599, | |
| "step": 725000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.9195895185717727e-05, | |
| "loss": 0.8071, | |
| "step": 726000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.906582302484229e-05, | |
| "loss": 0.9583, | |
| "step": 727000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8936089155170195e-05, | |
| "loss": 0.9304, | |
| "step": 728000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8806824219453507e-05, | |
| "loss": 0.9371, | |
| "step": 729000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8677770842888893e-05, | |
| "loss": 0.9491, | |
| "step": 730000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8549188540480782e-05, | |
| "loss": 1.0003, | |
| "step": 731000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8420821296592628e-05, | |
| "loss": 0.9365, | |
| "step": 732000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8292799397543353e-05, | |
| "loss": 0.9281, | |
| "step": 733000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8165251744849992e-05, | |
| "loss": 0.8999, | |
| "step": 734000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8037924382930186e-05, | |
| "loss": 0.8513, | |
| "step": 735000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7911073355924523e-05, | |
| "loss": 0.9405, | |
| "step": 736000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7784446095277167e-05, | |
| "loss": 1.0675, | |
| "step": 737000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7658297237286585e-05, | |
| "loss": 1.0324, | |
| "step": 738000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7532375611460606e-05, | |
| "loss": 1.0777, | |
| "step": 739000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.740693443512806e-05, | |
| "loss": 1.1039, | |
| "step": 740000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7281723946836492e-05, | |
| "loss": 1.1023, | |
| "step": 741000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.715699593387959e-05, | |
| "loss": 0.9438, | |
| "step": 742000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.7032502054759063e-05, | |
| "loss": 0.8537, | |
| "step": 743000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.6908492655730533e-05, | |
| "loss": 0.8055, | |
| "step": 744000 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 1.6784720826102262e-05, | |
| "loss": 0.8227, | |
| "step": 745000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.666143546015176e-05, | |
| "loss": 0.9655, | |
| "step": 746000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.6538391088783723e-05, | |
| "loss": 0.9601, | |
| "step": 747000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.6415835143421003e-05, | |
| "loss": 0.9641, | |
| "step": 748000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.629352360729162e-05, | |
| "loss": 0.9631, | |
| "step": 749000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.6171580679787825e-05, | |
| "loss": 0.9203, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_accuracy": 0.8355373765019023, | |
| "eval_loss": 0.7186969518661499, | |
| "eval_runtime": 10.9844, | |
| "eval_samples_per_second": 455.192, | |
| "eval_steps_per_second": 0.91, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.6050007694457925e-05, | |
| "loss": 0.8906, | |
| "step": 751000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.592892699662655e-05, | |
| "loss": 0.7487, | |
| "step": 752000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.5808097506834524e-05, | |
| "loss": 0.7857, | |
| "step": 753000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.5687641934210118e-05, | |
| "loss": 0.7229, | |
| "step": 754000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.556768148850735e-05, | |
| "loss": 0.7239, | |
| "step": 755000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.544797732076107e-05, | |
| "loss": 0.923, | |
| "step": 756000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.532877014553799e-05, | |
| "loss": 0.9589, | |
| "step": 757000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.5209822613682983e-05, | |
| "loss": 0.9368, | |
| "step": 758000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.5091255541633964e-05, | |
| "loss": 0.9942, | |
| "step": 759000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4973188220219254e-05, | |
| "loss": 0.996, | |
| "step": 760000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4855385569805891e-05, | |
| "loss": 0.898, | |
| "step": 761000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4738084481176312e-05, | |
| "loss": 0.8023, | |
| "step": 762000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4621051400316382e-05, | |
| "loss": 0.7635, | |
| "step": 763000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4504405217970129e-05, | |
| "loss": 0.7792, | |
| "step": 764000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 1.4388263273453235e-05, | |
| "loss": 0.8774, | |
| "step": 765000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.4272509994685329e-05, | |
| "loss": 1.0395, | |
| "step": 766000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.4157031361942913e-05, | |
| "loss": 1.0266, | |
| "step": 767000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.4041944702162985e-05, | |
| "loss": 1.0627, | |
| "step": 768000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3927251273914792e-05, | |
| "loss": 1.083, | |
| "step": 769000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3813066432947708e-05, | |
| "loss": 1.0811, | |
| "step": 770000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3699162829897188e-05, | |
| "loss": 0.9505, | |
| "step": 771000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.358576951490385e-05, | |
| "loss": 0.9315, | |
| "step": 772000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3472660714582335e-05, | |
| "loss": 0.9083, | |
| "step": 773000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3360063880794788e-05, | |
| "loss": 0.8656, | |
| "step": 774000 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 1.3247754826001119e-05, | |
| "loss": 0.9627, | |
| "step": 775000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.3135847687872443e-05, | |
| "loss": 0.9883, | |
| "step": 776000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.3024454992430079e-05, | |
| "loss": 0.9516, | |
| "step": 777000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2913354949650841e-05, | |
| "loss": 1.044, | |
| "step": 778000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2802881463850613e-05, | |
| "loss": 1.0429, | |
| "step": 779000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2692592964051836e-05, | |
| "loss": 0.9851, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2582712452079226e-05, | |
| "loss": 0.8493, | |
| "step": 781000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2473241129568458e-05, | |
| "loss": 0.7932, | |
| "step": 782000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.236428904923082e-05, | |
| "loss": 0.702, | |
| "step": 783000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2255639280464832e-05, | |
| "loss": 0.6618, | |
| "step": 784000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.2147402277980474e-05, | |
| "loss": 0.8469, | |
| "step": 785000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.2039686841331998e-05, | |
| "loss": 0.9126, | |
| "step": 786000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1932278502155054e-05, | |
| "loss": 0.8954, | |
| "step": 787000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1825286465481434e-05, | |
| "loss": 0.9188, | |
| "step": 788000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1718818267007175e-05, | |
| "loss": 0.9873, | |
| "step": 789000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1612661921699398e-05, | |
| "loss": 0.9544, | |
| "step": 790000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.150703090064395e-05, | |
| "loss": 0.801, | |
| "step": 791000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1401714885682025e-05, | |
| "loss": 0.8218, | |
| "step": 792000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1296820975382121e-05, | |
| "loss": 0.7743, | |
| "step": 793000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1192454575710875e-05, | |
| "loss": 0.7675, | |
| "step": 794000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.1088407886452029e-05, | |
| "loss": 0.9008, | |
| "step": 795000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0984890136358416e-05, | |
| "loss": 0.8879, | |
| "step": 796000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0881695214929688e-05, | |
| "loss": 0.9673, | |
| "step": 797000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0778928085014794e-05, | |
| "loss": 1.0564, | |
| "step": 798000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0676691994057019e-05, | |
| "loss": 1.0726, | |
| "step": 799000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0574783383421865e-05, | |
| "loss": 0.9626, | |
| "step": 800000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "eval_accuracy": 0.8352768932764173, | |
| "eval_loss": 0.7242327928543091, | |
| "eval_runtime": 12.0402, | |
| "eval_samples_per_second": 415.274, | |
| "eval_steps_per_second": 0.831, | |
| "step": 800000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0473407182373813e-05, | |
| "loss": 0.9342, | |
| "step": 801000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0372361544374464e-05, | |
| "loss": 0.8919, | |
| "step": 802000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0271849663326171e-05, | |
| "loss": 0.8567, | |
| "step": 803000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0171671413607247e-05, | |
| "loss": 0.9096, | |
| "step": 804000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.0072028244878407e-05, | |
| "loss": 1.0644, | |
| "step": 805000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.97272176118008e-06, | |
| "loss": 1.0327, | |
| "step": 806000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.873853009383633e-06, | |
| "loss": 1.076, | |
| "step": 807000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.775423070701888e-06, | |
| "loss": 1.0958, | |
| "step": 808000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.67753079151617e-06, | |
| "loss": 1.0053, | |
| "step": 809000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.57998126200062e-06, | |
| "loss": 0.8648, | |
| "step": 810000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.482970645690526e-06, | |
| "loss": 0.8919, | |
| "step": 811000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.38630578820755e-06, | |
| "loss": 0.8439, | |
| "step": 812000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.290181074089233e-06, | |
| "loss": 0.7462, | |
| "step": 813000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.194405112845483e-06, | |
| "loss": 0.8975, | |
| "step": 814000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 9.099170501521598e-06, | |
| "loss": 0.9167, | |
| "step": 815000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 9.00428762187942e-06, | |
| "loss": 0.8518, | |
| "step": 816000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.909947275055568e-06, | |
| "loss": 0.8843, | |
| "step": 817000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.815961623350038e-06, | |
| "loss": 0.926, | |
| "step": 818000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.722519663652901e-06, | |
| "loss": 0.9408, | |
| "step": 819000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.629435347010716e-06, | |
| "loss": 0.7628, | |
| "step": 820000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.536803452235437e-06, | |
| "loss": 0.7669, | |
| "step": 821000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.444624992334588e-06, | |
| "loss": 0.7749, | |
| "step": 822000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.352992472045557e-06, | |
| "loss": 0.7575, | |
| "step": 823000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.26172344512513e-06, | |
| "loss": 0.899, | |
| "step": 824000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 8.171001445569593e-06, | |
| "loss": 0.9519, | |
| "step": 825000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 8.080645840041112e-06, | |
| "loss": 0.9472, | |
| "step": 826000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.990838325725758e-06, | |
| "loss": 0.9576, | |
| "step": 827000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.901400090084665e-06, | |
| "loss": 0.9493, | |
| "step": 828000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.81251098555364e-06, | |
| "loss": 0.8743, | |
| "step": 829000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.723994028206778e-06, | |
| "loss": 0.8593, | |
| "step": 830000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.636027217870157e-06, | |
| "loss": 0.8767, | |
| "step": 831000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.54843540696496e-06, | |
| "loss": 0.853, | |
| "step": 832000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.461394734929022e-06, | |
| "loss": 0.8742, | |
| "step": 833000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.374731898184495e-06, | |
| "loss": 1.0273, | |
| "step": 834000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.2886211680837424e-06, | |
| "loss": 1.0271, | |
| "step": 835000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.202891092623126e-06, | |
| "loss": 1.049, | |
| "step": 836000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.11771406745404e-06, | |
| "loss": 1.0773, | |
| "step": 837000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.032920499639423e-06, | |
| "loss": 1.0882, | |
| "step": 838000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.94868090159605e-06, | |
| "loss": 0.9609, | |
| "step": 839000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.864827546864583e-06, | |
| "loss": 0.9468, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.781529057175845e-06, | |
| "loss": 0.8922, | |
| "step": 841000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.698619579877818e-06, | |
| "loss": 0.7689, | |
| "step": 842000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.616183639538559e-06, | |
| "loss": 0.852, | |
| "step": 843000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.534385586581854e-06, | |
| "loss": 1.0235, | |
| "step": 844000 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 6.452898467929852e-06, | |
| "loss": 0.9675, | |
| "step": 845000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 6.371887573403335e-06, | |
| "loss": 0.9587, | |
| "step": 846000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 6.29135378892447e-06, | |
| "loss": 1.0189, | |
| "step": 847000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 6.211377811943364e-06, | |
| "loss": 0.9343, | |
| "step": 848000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 6.131879743067948e-06, | |
| "loss": 0.7473, | |
| "step": 849000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 6.0528604499385185e-06, | |
| "loss": 0.7263, | |
| "step": 850000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_accuracy": 0.8377542903972233, | |
| "eval_loss": 0.7093546986579895, | |
| "eval_runtime": 11.2849, | |
| "eval_samples_per_second": 443.071, | |
| "eval_steps_per_second": 0.886, | |
| "step": 850000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 5.974242417283055e-06, | |
| "loss": 0.7407, | |
| "step": 851000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 5.896105843258959e-06, | |
| "loss": 0.7019, | |
| "step": 852000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 5.818451582355289e-06, | |
| "loss": 0.8287, | |
| "step": 853000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 5.741280483786604e-06, | |
| "loss": 0.9027, | |
| "step": 854000 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 5.664593391483675e-06, | |
| "loss": 0.9336, | |
| "step": 855000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.588467103873829e-06, | |
| "loss": 0.9669, | |
| "step": 856000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.5127500486207735e-06, | |
| "loss": 0.9644, | |
| "step": 857000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.437594486071778e-06, | |
| "loss": 0.9871, | |
| "step": 858000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.362850776666601e-06, | |
| "loss": 0.7998, | |
| "step": 859000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.288595211973824e-06, | |
| "loss": 0.799, | |
| "step": 860000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.214902126145504e-06, | |
| "loss": 0.7326, | |
| "step": 861000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.141624791506633e-06, | |
| "loss": 0.7172, | |
| "step": 862000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 5.068910562340645e-06, | |
| "loss": 0.956, | |
| "step": 863000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.9966146599391025e-06, | |
| "loss": 1.0129, | |
| "step": 864000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.924882465011432e-06, | |
| "loss": 1.0269, | |
| "step": 865000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.853571154142544e-06, | |
| "loss": 1.0608, | |
| "step": 866000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.782824128114777e-06, | |
| "loss": 1.0748, | |
| "step": 867000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.7125005250476976e-06, | |
| "loss": 0.9914, | |
| "step": 868000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.642741759530028e-06, | |
| "loss": 0.9261, | |
| "step": 869000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.573408937371581e-06, | |
| "loss": 0.8934, | |
| "step": 870000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.504572893135017e-06, | |
| "loss": 0.868, | |
| "step": 871000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.436302469348041e-06, | |
| "loss": 0.8991, | |
| "step": 872000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.368461735204643e-06, | |
| "loss": 1.0529, | |
| "step": 873000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.3011871124621965e-06, | |
| "loss": 1.0182, | |
| "step": 874000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 4.23434465301864e-06, | |
| "loss": 0.9739, | |
| "step": 875000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 4.168068771188594e-06, | |
| "loss": 1.0152, | |
| "step": 876000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 4.10222750742742e-06, | |
| "loss": 1.0456, | |
| "step": 877000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 4.036888174352743e-06, | |
| "loss": 0.8894, | |
| "step": 878000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.972116071885162e-06, | |
| "loss": 0.8262, | |
| "step": 879000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.907782234601492e-06, | |
| "loss": 0.8263, | |
| "step": 880000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.844016032197534e-06, | |
| "loss": 0.6921, | |
| "step": 881000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.78069050206184e-06, | |
| "loss": 0.75, | |
| "step": 882000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.7179329862731317e-06, | |
| "loss": 0.8619, | |
| "step": 883000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.6556185305799074e-06, | |
| "loss": 0.8767, | |
| "step": 884000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.593872443878982e-06, | |
| "loss": 0.92, | |
| "step": 885000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.532571785739236e-06, | |
| "loss": 0.9303, | |
| "step": 886000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.4718398263996642e-06, | |
| "loss": 0.9353, | |
| "step": 887000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.411555644621961e-06, | |
| "loss": 0.834, | |
| "step": 888000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.3517809466076076e-06, | |
| "loss": 0.8077, | |
| "step": 889000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.2925753955738435e-06, | |
| "loss": 0.7661, | |
| "step": 890000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.2338211094595227e-06, | |
| "loss": 0.7519, | |
| "step": 891000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.1755782507849554e-06, | |
| "loss": 0.8897, | |
| "step": 892000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.117904931292237e-06, | |
| "loss": 0.9311, | |
| "step": 893000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.060686319691808e-06, | |
| "loss": 0.8915, | |
| "step": 894000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.004037477585625e-06, | |
| "loss": 0.9306, | |
| "step": 895000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.9478456134844844e-06, | |
| "loss": 1.0244, | |
| "step": 896000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.892223724291321e-06, | |
| "loss": 1.029, | |
| "step": 897000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.8370610632462602e-06, | |
| "loss": 0.8896, | |
| "step": 898000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.7824685576152752e-06, | |
| "loss": 0.8942, | |
| "step": 899000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.728337510207396e-06, | |
| "loss": 0.8578, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "eval_accuracy": 0.8368069978989446, | |
| "eval_loss": 0.7140042185783386, | |
| "eval_runtime": 10.5028, | |
| "eval_samples_per_second": 476.062, | |
| "eval_steps_per_second": 0.952, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.6747767738041995e-06, | |
| "loss": 0.861, | |
| "step": 901000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.621679705533614e-06, | |
| "loss": 1.0138, | |
| "step": 902000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.569100758983095e-06, | |
| "loss": 1.0312, | |
| "step": 903000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.517092310118435e-06, | |
| "loss": 1.0481, | |
| "step": 904000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 2.4655508067719378e-06, | |
| "loss": 1.0777, | |
| "step": 905000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.4145798943795206e-06, | |
| "loss": 1.0943, | |
| "step": 906000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.3640780865753555e-06, | |
| "loss": 0.9609, | |
| "step": 907000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.314146938058942e-06, | |
| "loss": 0.8363, | |
| "step": 908000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.2646870327012294e-06, | |
| "loss": 0.842, | |
| "step": 909000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.215797830027422e-06, | |
| "loss": 0.8333, | |
| "step": 910000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.1673819884896694e-06, | |
| "loss": 0.8255, | |
| "step": 911000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.119489236799016e-06, | |
| "loss": 0.9393, | |
| "step": 912000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.0721200987029453e-06, | |
| "loss": 0.9491, | |
| "step": 913000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.025321675254488e-06, | |
| "loss": 0.8986, | |
| "step": 914000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.9790007877817653e-06, | |
| "loss": 0.8977, | |
| "step": 915000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.933250583520735e-06, | |
| "loss": 0.8944, | |
| "step": 916000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.887979970871323e-06, | |
| "loss": 0.8071, | |
| "step": 917000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.8432355035647219e-06, | |
| "loss": 0.7774, | |
| "step": 918000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.799061625536469e-06, | |
| "loss": 0.7421, | |
| "step": 919000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.7553703837534352e-06, | |
| "loss": 0.7138, | |
| "step": 920000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.712249637465102e-06, | |
| "loss": 0.86, | |
| "step": 921000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.6696135304913818e-06, | |
| "loss": 0.9401, | |
| "step": 922000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.627547800298329e-06, | |
| "loss": 0.9108, | |
| "step": 923000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.5859686913107963e-06, | |
| "loss": 0.9746, | |
| "step": 924000 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 1.5449190304130446e-06, | |
| "loss": 0.975, | |
| "step": 925000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.5044395214499573e-06, | |
| "loss": 0.9505, | |
| "step": 926000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.4644495671149062e-06, | |
| "loss": 0.7784, | |
| "step": 927000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.4250295836934214e-06, | |
| "loss": 0.7832, | |
| "step": 928000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3861010834623766e-06, | |
| "loss": 0.8266, | |
| "step": 929000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3477423482163465e-06, | |
| "loss": 0.8174, | |
| "step": 930000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.3098770032456076e-06, | |
| "loss": 0.9858, | |
| "step": 931000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.272581192432859e-06, | |
| "loss": 1.0364, | |
| "step": 932000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.2357806574193386e-06, | |
| "loss": 1.029, | |
| "step": 933000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.1995494008484487e-06, | |
| "loss": 1.0567, | |
| "step": 934000 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.1638152839573868e-06, | |
| "loss": 1.0777, | |
| "step": 935000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.12861523175814e-06, | |
| "loss": 1.0355, | |
| "step": 936000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.0939840277111369e-06, | |
| "loss": 0.9177, | |
| "step": 937000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.0598527188610874e-06, | |
| "loss": 0.9093, | |
| "step": 938000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.0262899402720737e-06, | |
| "loss": 0.8764, | |
| "step": 939000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 9.93228866292617e-07, | |
| "loss": 0.8315, | |
| "step": 940000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 9.607359798384785e-07, | |
| "loss": 0.943, | |
| "step": 941000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 9.287465854822597e-07, | |
| "loss": 0.9774, | |
| "step": 942000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 8.973250110861309e-07, | |
| "loss": 1.0164, | |
| "step": 943000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 8.664086942739291e-07, | |
| "loss": 0.9901, | |
| "step": 944000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 8.360296945443436e-07, | |
| "loss": 0.9853, | |
| "step": 945000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 8.061883441172646e-07, | |
| "loss": 0.8922, | |
| "step": 946000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.769140038817014e-07, | |
| "loss": 0.7675, | |
| "step": 947000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.48148386742864e-07, | |
| "loss": 0.7123, | |
| "step": 948000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.199213799624294e-07, | |
| "loss": 0.6682, | |
| "step": 949000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.922607110228129e-07, | |
| "loss": 0.7693, | |
| "step": 950000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_accuracy": 0.8377192585963231, | |
| "eval_loss": 0.7091149091720581, | |
| "eval_runtime": 9.9645, | |
| "eval_samples_per_second": 501.78, | |
| "eval_steps_per_second": 1.004, | |
| "step": 950000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.651113057525916e-07, | |
| "loss": 0.899, | |
| "step": 951000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.385277592210082e-07, | |
| "loss": 0.8642, | |
| "step": 952000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.124571418766378e-07, | |
| "loss": 0.9313, | |
| "step": 953000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 5.869518794409723e-07, | |
| "loss": 0.9976, | |
| "step": 954000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 5.619611892955956e-07, | |
| "loss": 0.9632, | |
| "step": 955000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 5.375353255232474e-07, | |
| "loss": 0.833, | |
| "step": 956000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 5.136256546577067e-07, | |
| "loss": 0.8247, | |
| "step": 957000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.902571588535909e-07, | |
| "loss": 0.789, | |
| "step": 958000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.674526502020382e-07, | |
| "loss": 0.7219, | |
| "step": 959000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.451667234591728e-07, | |
| "loss": 0.8131, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.234441936661282e-07, | |
| "loss": 0.9334, | |
| "step": 961000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 4.0224180986853655e-07, | |
| "loss": 0.9777, | |
| "step": 962000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 3.8160220819785095e-07, | |
| "loss": 1.0358, | |
| "step": 963000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 3.6148429387927175e-07, | |
| "loss": 1.0623, | |
| "step": 964000 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 3.419285222713675e-07, | |
| "loss": 1.0595, | |
| "step": 965000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 3.228959565747369e-07, | |
| "loss": 0.9013, | |
| "step": 966000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 3.044248696072116e-07, | |
| "loss": 0.9035, | |
| "step": 967000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.86478484246272e-07, | |
| "loss": 0.865, | |
| "step": 968000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.690928890965172e-07, | |
| "loss": 0.8449, | |
| "step": 969000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.5223346831947934e-07, | |
| "loss": 1.0131, | |
| "step": 970000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.359180811469297e-07, | |
| "loss": 1.0522, | |
| "step": 971000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.2016240528467956e-07, | |
| "loss": 1.0527, | |
| "step": 972000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.0493507016841605e-07, | |
| "loss": 1.0244, | |
| "step": 973000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.902666966315303e-07, | |
| "loss": 0.9939, | |
| "step": 974000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.7612807899859974e-07, | |
| "loss": 0.975, | |
| "step": 975000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.6254764878778085e-07, | |
| "loss": 0.8924, | |
| "step": 976000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.4949836648880388e-07, | |
| "loss": 0.8095, | |
| "step": 977000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.3699424128894024e-07, | |
| "loss": 0.7741, | |
| "step": 978000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.2503540993129005e-07, | |
| "loss": 0.7888, | |
| "step": 979000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.1363314412082271e-07, | |
| "loss": 0.8592, | |
| "step": 980000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 1.0276474121272417e-07, | |
| "loss": 0.8308, | |
| "step": 981000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 9.245205661059241e-08, | |
| "loss": 0.8657, | |
| "step": 982000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 8.2674557095902e-08, | |
| "loss": 0.9413, | |
| "step": 983000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 7.345190436134352e-08, | |
| "loss": 0.9376, | |
| "step": 984000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.476573551197352e-08, | |
| "loss": 0.8103, | |
| "step": 985000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 5.6633517670373616e-08, | |
| "loss": 0.8122, | |
| "step": 986000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 4.903905906762374e-08, | |
| "loss": 0.809, | |
| "step": 987000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 4.1990856170864845e-08, | |
| "loss": 0.7404, | |
| "step": 988000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 3.549521501085562e-08, | |
| "loss": 0.8188, | |
| "step": 989000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.9539202348127794e-08, | |
| "loss": 0.9535, | |
| "step": 990000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.412965863871075e-08, | |
| "loss": 0.9178, | |
| "step": 991000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.9271233047113424e-08, | |
| "loss": 0.9305, | |
| "step": 992000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.4954252135407352e-08, | |
| "loss": 0.938, | |
| "step": 993000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.1187396973016962e-08, | |
| "loss": 0.969, | |
| "step": 994000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 7.963167508967528e-09, | |
| "loss": 0.8864, | |
| "step": 995000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 5.288047385498818e-09, | |
| "loss": 0.8899, | |
| "step": 996000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 3.156710266344343e-09, | |
| "loss": 0.8701, | |
| "step": 997000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.5721306152016724e-09, | |
| "loss": 0.8305, | |
| "step": 998000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 5.350904473455653e-10, | |
| "loss": 0.961, | |
| "step": 999000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 4.3524949094875254e-11, | |
| "loss": 1.0488, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_accuracy": 0.8387476162115661, | |
| "eval_loss": 0.7079769372940063, | |
| "eval_runtime": 10.2424, | |
| "eval_samples_per_second": 488.169, | |
| "eval_steps_per_second": 0.976, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "step": 1000000, | |
| "total_flos": 6.738157336654774e+19, | |
| "train_loss": 0.18125205249023438, | |
| "train_runtime": 269324.8897, | |
| "train_samples_per_second": 3802.099, | |
| "train_steps_per_second": 3.713 | |
| } | |
| ], | |
| "max_steps": 1000000, | |
| "num_train_epochs": 9223372036854775807, | |
| "total_flos": 6.738157336654774e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |