| { | |
| "best_metric": 0.15402325987815857, | |
| "best_model_checkpoint": "whisper-small-full-data-language-v2-20ep/checkpoint-60000", | |
| "epoch": 20.003133322888925, | |
| "global_step": 63840, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 2.5000000000000004e-07, | |
| "loss": 2.0939, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 5.000000000000001e-07, | |
| "loss": 1.2605, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.5371, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.3785, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.25e-06, | |
| "loss": 0.3296, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.5e-06, | |
| "loss": 0.3046, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.7500000000000002e-06, | |
| "loss": 0.2878, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.2725, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 2.25e-06, | |
| "loss": 0.2628, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 2.5e-06, | |
| "loss": 0.2515, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 2.7500000000000004e-06, | |
| "loss": 0.2439, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3e-06, | |
| "loss": 0.2333, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 3.2500000000000002e-06, | |
| "loss": 0.2262, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.5000000000000004e-06, | |
| "loss": 0.222, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 3.75e-06, | |
| "loss": 0.2162, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.2122, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.250000000000001e-06, | |
| "loss": 0.2074, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.2034, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.75e-06, | |
| "loss": 0.1998, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1961, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 5.25e-06, | |
| "loss": 0.1892, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 5.500000000000001e-06, | |
| "loss": 0.1873, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 5.750000000000001e-06, | |
| "loss": 0.1843, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 6e-06, | |
| "loss": 0.1881, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 6.25e-06, | |
| "loss": 0.1813, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 6.5000000000000004e-06, | |
| "loss": 0.1828, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 6.750000000000001e-06, | |
| "loss": 0.1782, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 7.000000000000001e-06, | |
| "loss": 0.1785, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 7.25e-06, | |
| "loss": 0.1725, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.1713, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 7.75e-06, | |
| "loss": 0.1684, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.1694, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 8.25e-06, | |
| "loss": 0.1642, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 8.500000000000002e-06, | |
| "loss": 0.1608, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 8.75e-06, | |
| "loss": 0.1578, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 9e-06, | |
| "loss": 0.1567, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 9.25e-06, | |
| "loss": 0.1552, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.1567, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 9.750000000000002e-06, | |
| "loss": 0.1557, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1e-05, | |
| "loss": 0.1539, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.025e-05, | |
| "loss": 0.1541, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.05e-05, | |
| "loss": 0.1518, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.075e-05, | |
| "loss": 0.1513, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.1000000000000001e-05, | |
| "loss": 0.1503, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.125e-05, | |
| "loss": 0.1506, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 1.1500000000000002e-05, | |
| "loss": 0.1519, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.175e-05, | |
| "loss": 0.152, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.1488, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.225e-05, | |
| "loss": 0.1471, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 1.25e-05, | |
| "loss": 0.1476, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "eval_loss": 0.2646298408508301, | |
| "eval_runtime": 97.2387, | |
| "eval_samples_per_second": 91.949, | |
| "eval_steps_per_second": 1.44, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 1.2478755948334468e-05, | |
| "loss": 0.1465, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.2457511896668933e-05, | |
| "loss": 0.1463, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 1.24362678450034e-05, | |
| "loss": 0.1429, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.2415023793337865e-05, | |
| "loss": 0.1439, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 1.2393779741672332e-05, | |
| "loss": 0.1429, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.23725356900068e-05, | |
| "loss": 0.14, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.2351291638341265e-05, | |
| "loss": 0.1395, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.2330047586675732e-05, | |
| "loss": 0.139, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.2308803535010199e-05, | |
| "loss": 0.137, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.2287559483344664e-05, | |
| "loss": 0.1336, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.2266315431679131e-05, | |
| "loss": 0.1368, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.2245071380013596e-05, | |
| "loss": 0.1348, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.2223827328348063e-05, | |
| "loss": 0.1337, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.2202583276682529e-05, | |
| "loss": 0.1338, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.2181339225016996e-05, | |
| "loss": 0.1259, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.2160095173351463e-05, | |
| "loss": 0.124, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.213885112168593e-05, | |
| "loss": 0.1244, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.2117607070020395e-05, | |
| "loss": 0.123, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.2096363018354862e-05, | |
| "loss": 0.1206, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.2075118966689327e-05, | |
| "loss": 0.1229, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.2053874915023794e-05, | |
| "loss": 0.1204, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.203263086335826e-05, | |
| "loss": 0.1223, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.2011386811692727e-05, | |
| "loss": 0.12, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.1990142760027192e-05, | |
| "loss": 0.1193, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.196889870836166e-05, | |
| "loss": 0.117, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 1.1947654656696125e-05, | |
| "loss": 0.1184, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 1.1926410605030593e-05, | |
| "loss": 0.1187, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.1905166553365059e-05, | |
| "loss": 0.1171, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 1.1883922501699526e-05, | |
| "loss": 0.1156, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 1.1862678450033991e-05, | |
| "loss": 0.1171, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 1.1841434398368458e-05, | |
| "loss": 0.1176, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.1820190346702923e-05, | |
| "loss": 0.1149, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 1.179894629503739e-05, | |
| "loss": 0.1129, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 1.1777702243371856e-05, | |
| "loss": 0.1162, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.1756458191706323e-05, | |
| "loss": 0.1127, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 1.1735214140040788e-05, | |
| "loss": 0.1146, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.1713970088375255e-05, | |
| "loss": 0.1112, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 1.1692726036709722e-05, | |
| "loss": 0.1123, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.1671481985044189e-05, | |
| "loss": 0.1127, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 1.1650237933378654e-05, | |
| "loss": 0.1132, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.1628993881713121e-05, | |
| "loss": 0.1118, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.1607749830047587e-05, | |
| "loss": 0.1121, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.1586505778382054e-05, | |
| "loss": 0.1103, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 1.1565261726716519e-05, | |
| "loss": 0.1098, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 1.1544017675050986e-05, | |
| "loss": 0.1071, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 1.1522773623385451e-05, | |
| "loss": 0.1065, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 1.1501529571719918e-05, | |
| "loss": 0.1019, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 1.1480285520054385e-05, | |
| "loss": 0.1017, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.1459041468388852e-05, | |
| "loss": 0.1023, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 1.1437797416723318e-05, | |
| "loss": 0.0995, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "eval_loss": 0.21612465381622314, | |
| "eval_runtime": 83.5806, | |
| "eval_samples_per_second": 106.975, | |
| "eval_steps_per_second": 1.675, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 1.1416553365057785e-05, | |
| "loss": 0.1016, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 1.139530931339225e-05, | |
| "loss": 0.0998, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.1374065261726717e-05, | |
| "loss": 0.1009, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 1.1352821210061182e-05, | |
| "loss": 0.0986, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 1.133157715839565e-05, | |
| "loss": 0.1003, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.1310333106730117e-05, | |
| "loss": 0.1005, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 1.1289089055064582e-05, | |
| "loss": 0.1012, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 1.1267845003399049e-05, | |
| "loss": 0.1005, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 1.1246600951733516e-05, | |
| "loss": 0.1, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.1225356900067981e-05, | |
| "loss": 0.0994, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 1.1204112848402448e-05, | |
| "loss": 0.0972, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 1.1182868796736915e-05, | |
| "loss": 0.0981, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.116162474507138e-05, | |
| "loss": 0.0956, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 1.1140380693405848e-05, | |
| "loss": 0.0955, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 1.1119136641740313e-05, | |
| "loss": 0.0955, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.109789259007478e-05, | |
| "loss": 0.0978, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.1076648538409245e-05, | |
| "loss": 0.0959, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 1.1055404486743712e-05, | |
| "loss": 0.0968, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.1034160435078178e-05, | |
| "loss": 0.096, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 1.1012916383412646e-05, | |
| "loss": 0.0959, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 1.0991672331747112e-05, | |
| "loss": 0.0959, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 1.0970428280081579e-05, | |
| "loss": 0.0959, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.0949184228416044e-05, | |
| "loss": 0.0957, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.0927940176750511e-05, | |
| "loss": 0.0948, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.0906696125084976e-05, | |
| "loss": 0.0959, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 1.0885452073419443e-05, | |
| "loss": 0.0942, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.0864208021753909e-05, | |
| "loss": 0.0941, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 1.0842963970088376e-05, | |
| "loss": 0.0905, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.0821719918422841e-05, | |
| "loss": 0.0887, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.080047586675731e-05, | |
| "loss": 0.0873, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.0779231815091775e-05, | |
| "loss": 0.0887, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.0757987763426242e-05, | |
| "loss": 0.0879, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.0736743711760707e-05, | |
| "loss": 0.0889, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.0715499660095175e-05, | |
| "loss": 0.0869, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.069425560842964e-05, | |
| "loss": 0.0865, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.0673011556764107e-05, | |
| "loss": 0.0863, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.0651767505098572e-05, | |
| "loss": 0.0873, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.063052345343304e-05, | |
| "loss": 0.0856, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.0609279401767505e-05, | |
| "loss": 0.0872, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.0588035350101972e-05, | |
| "loss": 0.0865, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.0566791298436439e-05, | |
| "loss": 0.0868, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.0545547246770906e-05, | |
| "loss": 0.0858, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.0524303195105371e-05, | |
| "loss": 0.0863, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.0503059143439838e-05, | |
| "loss": 0.0861, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 1.0481815091774303e-05, | |
| "loss": 0.0855, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 1.046057104010877e-05, | |
| "loss": 0.0874, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 1.0439326988443236e-05, | |
| "loss": 0.0858, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.0418082936777703e-05, | |
| "loss": 0.0848, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 1.0396838885112168e-05, | |
| "loss": 0.0846, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 1.0375594833446635e-05, | |
| "loss": 0.0835, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "eval_loss": 0.1958872377872467, | |
| "eval_runtime": 88.1156, | |
| "eval_samples_per_second": 101.469, | |
| "eval_steps_per_second": 1.589, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.03543507817811e-05, | |
| "loss": 0.0854, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 1.0333106730115569e-05, | |
| "loss": 0.0835, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 1.0311862678450034e-05, | |
| "loss": 0.0849, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 1.0290618626784501e-05, | |
| "loss": 0.0825, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 1.0269374575118967e-05, | |
| "loss": 0.0859, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "learning_rate": 1.0248130523453434e-05, | |
| "loss": 0.0837, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 1.0226886471787899e-05, | |
| "loss": 0.0843, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 1.0205642420122366e-05, | |
| "loss": 0.0826, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 4.98, | |
| "learning_rate": 1.0184398368456833e-05, | |
| "loss": 0.0838, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 1.0163154316791298e-05, | |
| "loss": 0.081, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "learning_rate": 1.0141910265125765e-05, | |
| "loss": 0.0767, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 1.0120666213460232e-05, | |
| "loss": 0.0778, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "learning_rate": 1.0099422161794698e-05, | |
| "loss": 0.0767, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 1.0078178110129165e-05, | |
| "loss": 0.0775, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 1.005693405846363e-05, | |
| "loss": 0.0774, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "learning_rate": 1.0035690006798097e-05, | |
| "loss": 0.0775, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 1.0014445955132564e-05, | |
| "loss": 0.0778, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 5.26, | |
| "learning_rate": 9.99320190346703e-06, | |
| "loss": 0.078, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 9.971957851801497e-06, | |
| "loss": 0.0777, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 5.33, | |
| "learning_rate": 9.950713800135962e-06, | |
| "loss": 0.0793, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 9.929469748470429e-06, | |
| "loss": 0.0765, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 9.908225696804894e-06, | |
| "loss": 0.0771, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 5.42, | |
| "learning_rate": 9.886981645139363e-06, | |
| "loss": 0.0768, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 9.865737593473828e-06, | |
| "loss": 0.0761, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "learning_rate": 9.844493541808295e-06, | |
| "loss": 0.0778, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.51, | |
| "learning_rate": 9.82324949014276e-06, | |
| "loss": 0.0787, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 5.55, | |
| "learning_rate": 9.802005438477228e-06, | |
| "loss": 0.0752, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 9.780761386811693e-06, | |
| "loss": 0.0756, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 9.75951733514616e-06, | |
| "loss": 0.0761, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 9.738273283480625e-06, | |
| "loss": 0.0776, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 9.717029231815092e-06, | |
| "loss": 0.0746, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 5.7, | |
| "learning_rate": 9.695785180149558e-06, | |
| "loss": 0.0765, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 5.73, | |
| "learning_rate": 9.674541128484025e-06, | |
| "loss": 0.0762, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 5.77, | |
| "learning_rate": 9.653297076818492e-06, | |
| "loss": 0.0763, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 9.632053025152959e-06, | |
| "loss": 0.0754, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 9.610808973487424e-06, | |
| "loss": 0.0772, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 5.86, | |
| "learning_rate": 9.589564921821891e-06, | |
| "loss": 0.0739, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 9.568320870156356e-06, | |
| "loss": 0.0732, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "learning_rate": 9.547076818490823e-06, | |
| "loss": 0.0756, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 5.95, | |
| "learning_rate": 9.525832766825289e-06, | |
| "loss": 0.0757, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 9.504588715159756e-06, | |
| "loss": 0.0747, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 9.483344663494221e-06, | |
| "loss": 0.0721, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 9.462100611828688e-06, | |
| "loss": 0.0695, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "learning_rate": 9.440856560163155e-06, | |
| "loss": 0.0694, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 9.419612508497622e-06, | |
| "loss": 0.0696, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 9.398368456832087e-06, | |
| "loss": 0.0695, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "learning_rate": 9.377124405166555e-06, | |
| "loss": 0.069, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 9.35588035350102e-06, | |
| "loss": 0.0708, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 9.334636301835487e-06, | |
| "loss": 0.07, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 9.313392250169952e-06, | |
| "loss": 0.0706, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "eval_loss": 0.18451732397079468, | |
| "eval_runtime": 91.4249, | |
| "eval_samples_per_second": 97.796, | |
| "eval_steps_per_second": 1.531, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.3, | |
| "learning_rate": 9.29214819850442e-06, | |
| "loss": 0.0692, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 9.270904146838885e-06, | |
| "loss": 0.0681, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 9.249660095173352e-06, | |
| "loss": 0.0712, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 6.39, | |
| "learning_rate": 9.228416043507817e-06, | |
| "loss": 0.0683, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 9.207171991842286e-06, | |
| "loss": 0.0684, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 6.45, | |
| "learning_rate": 9.185927940176751e-06, | |
| "loss": 0.0688, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 9.164683888511218e-06, | |
| "loss": 0.0687, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "learning_rate": 9.143439836845683e-06, | |
| "loss": 0.0695, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 9.12219578518015e-06, | |
| "loss": 0.0695, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 9.100951733514616e-06, | |
| "loss": 0.069, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.61, | |
| "learning_rate": 9.079707681849083e-06, | |
| "loss": 0.0684, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 9.058463630183548e-06, | |
| "loss": 0.0675, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 6.67, | |
| "learning_rate": 9.037219578518015e-06, | |
| "loss": 0.07, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 9.015975526852482e-06, | |
| "loss": 0.0687, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 6.74, | |
| "learning_rate": 8.994731475186947e-06, | |
| "loss": 0.0683, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 8.973487423521414e-06, | |
| "loss": 0.0686, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "learning_rate": 8.952243371855881e-06, | |
| "loss": 0.0687, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 6.83, | |
| "learning_rate": 8.930999320190347e-06, | |
| "loss": 0.0682, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 8.909755268524814e-06, | |
| "loss": 0.0698, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 6.89, | |
| "learning_rate": 8.888511216859279e-06, | |
| "loss": 0.068, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 8.867267165193746e-06, | |
| "loss": 0.068, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "learning_rate": 8.846023113528213e-06, | |
| "loss": 0.0665, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 8.824779061862678e-06, | |
| "loss": 0.0701, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 7.02, | |
| "learning_rate": 8.803535010197145e-06, | |
| "loss": 0.0649, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 7.05, | |
| "learning_rate": 8.78229095853161e-06, | |
| "loss": 0.0632, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 8.761046906866078e-06, | |
| "loss": 0.0641, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 7.11, | |
| "learning_rate": 8.739802855200545e-06, | |
| "loss": 0.0611, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 8.718558803535012e-06, | |
| "loss": 0.0631, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 7.18, | |
| "learning_rate": 8.697314751869477e-06, | |
| "loss": 0.0644, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 8.676070700203944e-06, | |
| "loss": 0.0607, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "learning_rate": 8.65482664853841e-06, | |
| "loss": 0.0627, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 7.27, | |
| "learning_rate": 8.633582596872877e-06, | |
| "loss": 0.0635, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 8.612338545207342e-06, | |
| "loss": 0.0635, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 7.33, | |
| "learning_rate": 8.591094493541809e-06, | |
| "loss": 0.0618, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 8.569850441876274e-06, | |
| "loss": 0.0625, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 8.548606390210741e-06, | |
| "loss": 0.0646, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 8.527362338545208e-06, | |
| "loss": 0.0628, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "learning_rate": 8.506118286879675e-06, | |
| "loss": 0.063, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 7.49, | |
| "learning_rate": 8.48487423521414e-06, | |
| "loss": 0.0625, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 8.463630183548608e-06, | |
| "loss": 0.0632, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "learning_rate": 8.442386131883073e-06, | |
| "loss": 0.0634, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 7.58, | |
| "learning_rate": 8.42114208021754e-06, | |
| "loss": 0.0622, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 8.399898028552005e-06, | |
| "loss": 0.0625, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 8.378653976886472e-06, | |
| "loss": 0.0632, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "learning_rate": 8.357409925220938e-06, | |
| "loss": 0.0627, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "learning_rate": 8.336165873555405e-06, | |
| "loss": 0.0631, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 8.31492182188987e-06, | |
| "loss": 0.0633, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 7.77, | |
| "learning_rate": 8.293677770224339e-06, | |
| "loss": 0.0638, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "learning_rate": 8.272433718558804e-06, | |
| "loss": 0.0626, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "learning_rate": 8.251189666893271e-06, | |
| "loss": 0.063, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "eval_loss": 0.17496153712272644, | |
| "eval_runtime": 98.6326, | |
| "eval_samples_per_second": 90.65, | |
| "eval_steps_per_second": 1.419, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.86, | |
| "learning_rate": 8.229945615227736e-06, | |
| "loss": 0.0634, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 7.9, | |
| "learning_rate": 8.208701563562203e-06, | |
| "loss": 0.063, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 7.93, | |
| "learning_rate": 8.187457511896669e-06, | |
| "loss": 0.0634, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 8.166213460231136e-06, | |
| "loss": 0.0636, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 7.99, | |
| "learning_rate": 8.144969408565601e-06, | |
| "loss": 0.0607, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 8.02, | |
| "learning_rate": 8.123725356900068e-06, | |
| "loss": 0.0576, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 8.102481305234533e-06, | |
| "loss": 0.0579, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "learning_rate": 8.081237253569002e-06, | |
| "loss": 0.0581, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 8.059993201903467e-06, | |
| "loss": 0.0584, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 8.038749150237935e-06, | |
| "loss": 0.0578, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "learning_rate": 8.0175050985724e-06, | |
| "loss": 0.0564, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 8.21, | |
| "learning_rate": 7.996261046906867e-06, | |
| "loss": 0.0583, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "learning_rate": 7.975016995241332e-06, | |
| "loss": 0.0568, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 7.9537729435758e-06, | |
| "loss": 0.0584, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 8.3, | |
| "learning_rate": 7.932528891910265e-06, | |
| "loss": 0.0585, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 7.911284840244732e-06, | |
| "loss": 0.0589, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 7.890040788579197e-06, | |
| "loss": 0.0569, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 7.868796736913664e-06, | |
| "loss": 0.0575, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 8.43, | |
| "learning_rate": 7.847552685248131e-06, | |
| "loss": 0.057, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "learning_rate": 7.826308633582598e-06, | |
| "loss": 0.0591, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 7.805064581917063e-06, | |
| "loss": 0.0562, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "learning_rate": 7.78382053025153e-06, | |
| "loss": 0.0573, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "learning_rate": 7.762576478585996e-06, | |
| "loss": 0.0572, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 7.741332426920463e-06, | |
| "loss": 0.0583, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "learning_rate": 7.72008837525493e-06, | |
| "loss": 0.0571, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 8.65, | |
| "learning_rate": 7.698844323589395e-06, | |
| "loss": 0.0565, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "learning_rate": 7.677600271923862e-06, | |
| "loss": 0.0571, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 7.656356220258327e-06, | |
| "loss": 0.0561, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 8.74, | |
| "learning_rate": 7.635112168592794e-06, | |
| "loss": 0.0565, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 7.613868116927261e-06, | |
| "loss": 0.0572, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "learning_rate": 7.5926240652617276e-06, | |
| "loss": 0.0568, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 7.571380013596194e-06, | |
| "loss": 0.0568, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 8.87, | |
| "learning_rate": 7.55013596193066e-06, | |
| "loss": 0.0569, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "learning_rate": 7.528891910265126e-06, | |
| "loss": 0.0564, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 7.507647858599592e-06, | |
| "loss": 0.058, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "learning_rate": 7.4864038069340584e-06, | |
| "loss": 0.0568, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "learning_rate": 7.465159755268525e-06, | |
| "loss": 0.0577, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 9.02, | |
| "learning_rate": 7.443915703602991e-06, | |
| "loss": 0.0543, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 7.422671651937457e-06, | |
| "loss": 0.0535, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 9.09, | |
| "learning_rate": 7.401427600271925e-06, | |
| "loss": 0.0532, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "learning_rate": 7.380183548606391e-06, | |
| "loss": 0.0527, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "learning_rate": 7.358939496940857e-06, | |
| "loss": 0.0539, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 9.18, | |
| "learning_rate": 7.337695445275323e-06, | |
| "loss": 0.0519, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 7.3164513936097895e-06, | |
| "loss": 0.0513, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "learning_rate": 7.295207341944256e-06, | |
| "loss": 0.0544, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 9.27, | |
| "learning_rate": 7.273963290278722e-06, | |
| "loss": 0.0541, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 9.31, | |
| "learning_rate": 7.252719238613188e-06, | |
| "loss": 0.0529, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 7.231475186947654e-06, | |
| "loss": 0.0536, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "learning_rate": 7.210231135282121e-06, | |
| "loss": 0.0543, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "learning_rate": 7.1889870836165874e-06, | |
| "loss": 0.0523, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "eval_loss": 0.16908282041549683, | |
| "eval_runtime": 112.1691, | |
| "eval_samples_per_second": 79.71, | |
| "eval_steps_per_second": 1.248, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 9.43, | |
| "learning_rate": 7.1677430319510544e-06, | |
| "loss": 0.052, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 9.46, | |
| "learning_rate": 7.146498980285521e-06, | |
| "loss": 0.0524, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 9.49, | |
| "learning_rate": 7.125254928619987e-06, | |
| "loss": 0.0531, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 9.53, | |
| "learning_rate": 7.104010876954453e-06, | |
| "loss": 0.0521, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 7.082766825288919e-06, | |
| "loss": 0.0527, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 7.061522773623386e-06, | |
| "loss": 0.0519, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 9.62, | |
| "learning_rate": 7.040278721957852e-06, | |
| "loss": 0.0513, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 7.0190346702923185e-06, | |
| "loss": 0.0524, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "learning_rate": 6.997790618626785e-06, | |
| "loss": 0.0543, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 6.976546566961251e-06, | |
| "loss": 0.0539, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 6.955302515295717e-06, | |
| "loss": 0.0512, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 6.934058463630184e-06, | |
| "loss": 0.0514, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 9.81, | |
| "learning_rate": 6.912814411964651e-06, | |
| "loss": 0.052, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "learning_rate": 6.891570360299117e-06, | |
| "loss": 0.0524, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 9.87, | |
| "learning_rate": 6.8703263086335834e-06, | |
| "loss": 0.0525, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 9.9, | |
| "learning_rate": 6.84908225696805e-06, | |
| "loss": 0.0526, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 9.93, | |
| "learning_rate": 6.827838205302516e-06, | |
| "loss": 0.0523, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 6.806594153636982e-06, | |
| "loss": 0.0527, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "learning_rate": 6.785350101971448e-06, | |
| "loss": 0.0525, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 10.03, | |
| "learning_rate": 6.764106050305914e-06, | |
| "loss": 0.0482, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 10.06, | |
| "learning_rate": 6.7428619986403805e-06, | |
| "loss": 0.0487, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 10.09, | |
| "learning_rate": 6.721617946974848e-06, | |
| "loss": 0.0497, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 10.12, | |
| "learning_rate": 6.7003738953093145e-06, | |
| "loss": 0.0474, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 6.679129843643781e-06, | |
| "loss": 0.0484, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 10.18, | |
| "learning_rate": 6.657885791978247e-06, | |
| "loss": 0.0491, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 10.21, | |
| "learning_rate": 6.636641740312713e-06, | |
| "loss": 0.0475, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 10.25, | |
| "learning_rate": 6.615397688647179e-06, | |
| "loss": 0.049, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 10.28, | |
| "learning_rate": 6.594153636981645e-06, | |
| "loss": 0.0477, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 10.31, | |
| "learning_rate": 6.5729095853161116e-06, | |
| "loss": 0.0474, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 10.34, | |
| "learning_rate": 6.551665533650578e-06, | |
| "loss": 0.0506, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 10.37, | |
| "learning_rate": 6.530421481985044e-06, | |
| "loss": 0.0479, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 10.4, | |
| "learning_rate": 6.50917743031951e-06, | |
| "loss": 0.0477, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 10.43, | |
| "learning_rate": 6.487933378653978e-06, | |
| "loss": 0.0489, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 10.47, | |
| "learning_rate": 6.466689326988444e-06, | |
| "loss": 0.0484, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 10.5, | |
| "learning_rate": 6.44544527532291e-06, | |
| "loss": 0.0498, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 10.53, | |
| "learning_rate": 6.4242012236573765e-06, | |
| "loss": 0.0485, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 10.56, | |
| "learning_rate": 6.402957171991843e-06, | |
| "loss": 0.0484, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 10.59, | |
| "learning_rate": 6.381713120326309e-06, | |
| "loss": 0.0468, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 10.62, | |
| "learning_rate": 6.360469068660775e-06, | |
| "loss": 0.0483, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 10.65, | |
| "learning_rate": 6.339225016995241e-06, | |
| "loss": 0.0493, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 10.68, | |
| "learning_rate": 6.317980965329707e-06, | |
| "loss": 0.048, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 10.72, | |
| "learning_rate": 6.2967369136641735e-06, | |
| "loss": 0.0505, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 10.75, | |
| "learning_rate": 6.27549286199864e-06, | |
| "loss": 0.0487, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 10.78, | |
| "learning_rate": 6.2542488103331076e-06, | |
| "loss": 0.0482, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 10.81, | |
| "learning_rate": 6.233004758667573e-06, | |
| "loss": 0.0469, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 10.84, | |
| "learning_rate": 6.21176070700204e-06, | |
| "loss": 0.0493, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 10.87, | |
| "learning_rate": 6.190516655336506e-06, | |
| "loss": 0.0488, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 10.9, | |
| "learning_rate": 6.169272603670972e-06, | |
| "loss": 0.0484, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 10.94, | |
| "learning_rate": 6.1480285520054384e-06, | |
| "loss": 0.0478, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 10.97, | |
| "learning_rate": 6.126784500339905e-06, | |
| "loss": 0.0497, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 10.97, | |
| "eval_loss": 0.16288596391677856, | |
| "eval_runtime": 95.7573, | |
| "eval_samples_per_second": 93.372, | |
| "eval_steps_per_second": 1.462, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "learning_rate": 6.105540448674371e-06, | |
| "loss": 0.0481, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 11.03, | |
| "learning_rate": 6.084296397008838e-06, | |
| "loss": 0.0456, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 11.06, | |
| "learning_rate": 6.063052345343304e-06, | |
| "loss": 0.044, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 11.09, | |
| "learning_rate": 6.04180829367777e-06, | |
| "loss": 0.0443, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 11.12, | |
| "learning_rate": 6.020564242012236e-06, | |
| "loss": 0.045, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 11.15, | |
| "learning_rate": 5.9993201903467025e-06, | |
| "loss": 0.0435, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 11.19, | |
| "learning_rate": 5.9780761386811695e-06, | |
| "loss": 0.0448, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 11.22, | |
| "learning_rate": 5.956832087015636e-06, | |
| "loss": 0.0443, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 11.25, | |
| "learning_rate": 5.935588035350102e-06, | |
| "loss": 0.0447, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 11.28, | |
| "learning_rate": 5.914343983684569e-06, | |
| "loss": 0.0443, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 11.31, | |
| "learning_rate": 5.893099932019035e-06, | |
| "loss": 0.0454, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 11.34, | |
| "learning_rate": 5.871855880353501e-06, | |
| "loss": 0.0439, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 11.37, | |
| "learning_rate": 5.8506118286879674e-06, | |
| "loss": 0.0444, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 11.41, | |
| "learning_rate": 5.8293677770224345e-06, | |
| "loss": 0.0453, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 11.44, | |
| "learning_rate": 5.808123725356901e-06, | |
| "loss": 0.044, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 11.47, | |
| "learning_rate": 5.786879673691367e-06, | |
| "loss": 0.0449, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 11.5, | |
| "learning_rate": 5.765635622025833e-06, | |
| "loss": 0.045, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 11.53, | |
| "learning_rate": 5.7443915703603e-06, | |
| "loss": 0.0446, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 11.56, | |
| "learning_rate": 5.723147518694766e-06, | |
| "loss": 0.0453, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 11.59, | |
| "learning_rate": 5.701903467029232e-06, | |
| "loss": 0.0439, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 11.62, | |
| "learning_rate": 5.6806594153636985e-06, | |
| "loss": 0.0465, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 11.66, | |
| "learning_rate": 5.659415363698165e-06, | |
| "loss": 0.0446, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 11.69, | |
| "learning_rate": 5.638171312032632e-06, | |
| "loss": 0.0437, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 11.72, | |
| "learning_rate": 5.616927260367098e-06, | |
| "loss": 0.0446, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 11.75, | |
| "learning_rate": 5.595683208701564e-06, | |
| "loss": 0.0442, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 11.78, | |
| "learning_rate": 5.57443915703603e-06, | |
| "loss": 0.044, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 11.81, | |
| "learning_rate": 5.553195105370496e-06, | |
| "loss": 0.0446, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 11.84, | |
| "learning_rate": 5.5319510537049634e-06, | |
| "loss": 0.0443, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 11.88, | |
| "learning_rate": 5.51070700203943e-06, | |
| "loss": 0.0447, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 11.91, | |
| "learning_rate": 5.489462950373896e-06, | |
| "loss": 0.0446, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 5.468218898708362e-06, | |
| "loss": 0.0442, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 11.97, | |
| "learning_rate": 5.446974847042828e-06, | |
| "loss": 0.0464, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "learning_rate": 5.425730795377294e-06, | |
| "loss": 0.0439, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 12.03, | |
| "learning_rate": 5.404486743711761e-06, | |
| "loss": 0.0408, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 12.06, | |
| "learning_rate": 5.3832426920462275e-06, | |
| "loss": 0.0407, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 12.09, | |
| "learning_rate": 5.361998640380694e-06, | |
| "loss": 0.0411, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 12.13, | |
| "learning_rate": 5.34075458871516e-06, | |
| "loss": 0.0417, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 12.16, | |
| "learning_rate": 5.319510537049626e-06, | |
| "loss": 0.042, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 12.19, | |
| "learning_rate": 5.298266485384093e-06, | |
| "loss": 0.0405, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 12.22, | |
| "learning_rate": 5.277022433718559e-06, | |
| "loss": 0.0414, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 12.25, | |
| "learning_rate": 5.255778382053025e-06, | |
| "loss": 0.042, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 12.28, | |
| "learning_rate": 5.2345343303874916e-06, | |
| "loss": 0.0417, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 12.31, | |
| "learning_rate": 5.213290278721958e-06, | |
| "loss": 0.0426, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 12.35, | |
| "learning_rate": 5.192046227056425e-06, | |
| "loss": 0.0403, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 12.38, | |
| "learning_rate": 5.170802175390891e-06, | |
| "loss": 0.0397, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 12.41, | |
| "learning_rate": 5.149558123725357e-06, | |
| "loss": 0.0413, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 12.44, | |
| "learning_rate": 5.128314072059823e-06, | |
| "loss": 0.0415, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 12.47, | |
| "learning_rate": 5.1070700203942895e-06, | |
| "loss": 0.0403, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "learning_rate": 5.085825968728756e-06, | |
| "loss": 0.0403, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "learning_rate": 5.064581917063223e-06, | |
| "loss": 0.0407, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 12.53, | |
| "eval_loss": 0.16060428321361542, | |
| "eval_runtime": 83.676, | |
| "eval_samples_per_second": 106.853, | |
| "eval_steps_per_second": 1.673, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 12.56, | |
| "learning_rate": 5.043337865397689e-06, | |
| "loss": 0.0414, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 12.6, | |
| "learning_rate": 5.022093813732155e-06, | |
| "loss": 0.0414, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 12.63, | |
| "learning_rate": 5.000849762066621e-06, | |
| "loss": 0.0405, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 12.66, | |
| "learning_rate": 4.979605710401087e-06, | |
| "loss": 0.0407, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 12.69, | |
| "learning_rate": 4.958361658735554e-06, | |
| "loss": 0.0405, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "learning_rate": 4.9371176070700206e-06, | |
| "loss": 0.0402, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 12.75, | |
| "learning_rate": 4.915873555404487e-06, | |
| "loss": 0.0416, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 12.78, | |
| "learning_rate": 4.894629503738953e-06, | |
| "loss": 0.0413, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 12.82, | |
| "learning_rate": 4.873385452073419e-06, | |
| "loss": 0.0411, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 12.85, | |
| "learning_rate": 4.852141400407886e-06, | |
| "loss": 0.0398, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 12.88, | |
| "learning_rate": 4.830897348742352e-06, | |
| "loss": 0.0406, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 12.91, | |
| "learning_rate": 4.8096532970768185e-06, | |
| "loss": 0.0409, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 4.788409245411285e-06, | |
| "loss": 0.0419, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 12.97, | |
| "learning_rate": 4.767165193745751e-06, | |
| "loss": 0.0402, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "learning_rate": 4.745921142080218e-06, | |
| "loss": 0.0414, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 13.03, | |
| "learning_rate": 4.724677090414684e-06, | |
| "loss": 0.0384, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 13.07, | |
| "learning_rate": 4.70343303874915e-06, | |
| "loss": 0.0383, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 13.1, | |
| "learning_rate": 4.682188987083617e-06, | |
| "loss": 0.0375, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 13.13, | |
| "learning_rate": 4.660944935418083e-06, | |
| "loss": 0.0378, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 13.16, | |
| "learning_rate": 4.6397008837525495e-06, | |
| "loss": 0.0373, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "learning_rate": 4.618456832087016e-06, | |
| "loss": 0.0367, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 13.22, | |
| "learning_rate": 4.597212780421483e-06, | |
| "loss": 0.0393, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 13.25, | |
| "learning_rate": 4.575968728755949e-06, | |
| "loss": 0.0381, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 13.29, | |
| "learning_rate": 4.554724677090415e-06, | |
| "loss": 0.0392, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 13.32, | |
| "learning_rate": 4.533480625424881e-06, | |
| "loss": 0.0371, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 13.35, | |
| "learning_rate": 4.512236573759348e-06, | |
| "loss": 0.0395, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 13.38, | |
| "learning_rate": 4.4909925220938145e-06, | |
| "loss": 0.0383, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 13.41, | |
| "learning_rate": 4.469748470428281e-06, | |
| "loss": 0.037, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 13.44, | |
| "learning_rate": 4.448504418762747e-06, | |
| "loss": 0.0371, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 13.47, | |
| "learning_rate": 4.427260367097213e-06, | |
| "loss": 0.0369, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 13.5, | |
| "learning_rate": 4.406016315431679e-06, | |
| "loss": 0.039, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 13.54, | |
| "learning_rate": 4.384772263766146e-06, | |
| "loss": 0.0365, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 13.57, | |
| "learning_rate": 4.363528212100612e-06, | |
| "loss": 0.0379, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 13.6, | |
| "learning_rate": 4.3422841604350785e-06, | |
| "loss": 0.0387, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 13.63, | |
| "learning_rate": 4.321040108769545e-06, | |
| "loss": 0.0383, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 13.66, | |
| "learning_rate": 4.299796057104011e-06, | |
| "loss": 0.0375, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 13.69, | |
| "learning_rate": 4.278552005438478e-06, | |
| "loss": 0.0376, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 13.72, | |
| "learning_rate": 4.257307953772944e-06, | |
| "loss": 0.0376, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 13.76, | |
| "learning_rate": 4.23606390210741e-06, | |
| "loss": 0.0377, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 13.79, | |
| "learning_rate": 4.214819850441876e-06, | |
| "loss": 0.0379, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 13.82, | |
| "learning_rate": 4.193575798776343e-06, | |
| "loss": 0.0377, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 13.85, | |
| "learning_rate": 4.17233174711081e-06, | |
| "loss": 0.037, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 13.88, | |
| "learning_rate": 4.151087695445276e-06, | |
| "loss": 0.0382, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 13.91, | |
| "learning_rate": 4.129843643779742e-06, | |
| "loss": 0.0396, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 13.94, | |
| "learning_rate": 4.108599592114208e-06, | |
| "loss": 0.0377, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 13.97, | |
| "learning_rate": 4.087355540448674e-06, | |
| "loss": 0.0381, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 14.01, | |
| "learning_rate": 4.0661114887831405e-06, | |
| "loss": 0.0375, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 14.04, | |
| "learning_rate": 4.0448674371176075e-06, | |
| "loss": 0.0348, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 14.07, | |
| "learning_rate": 4.023623385452074e-06, | |
| "loss": 0.0349, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 14.1, | |
| "learning_rate": 4.00237933378654e-06, | |
| "loss": 0.0345, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 14.1, | |
| "eval_loss": 0.15830282866954803, | |
| "eval_runtime": 116.727, | |
| "eval_samples_per_second": 76.598, | |
| "eval_steps_per_second": 1.199, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 14.13, | |
| "learning_rate": 3.981135282121006e-06, | |
| "loss": 0.0347, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 14.16, | |
| "learning_rate": 3.959891230455472e-06, | |
| "loss": 0.0354, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 14.19, | |
| "learning_rate": 3.938647178789939e-06, | |
| "loss": 0.0349, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 14.23, | |
| "learning_rate": 3.917403127124405e-06, | |
| "loss": 0.0346, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 14.26, | |
| "learning_rate": 3.896159075458872e-06, | |
| "loss": 0.0352, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 14.29, | |
| "learning_rate": 3.874915023793338e-06, | |
| "loss": 0.0349, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 14.32, | |
| "learning_rate": 3.853670972127804e-06, | |
| "loss": 0.0358, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 14.35, | |
| "learning_rate": 3.832426920462271e-06, | |
| "loss": 0.0351, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 14.38, | |
| "learning_rate": 3.811182868796737e-06, | |
| "loss": 0.0344, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 14.41, | |
| "learning_rate": 3.7899388171312033e-06, | |
| "loss": 0.0354, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 14.44, | |
| "learning_rate": 3.76869476546567e-06, | |
| "loss": 0.0355, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 14.48, | |
| "learning_rate": 3.747450713800136e-06, | |
| "loss": 0.0352, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 14.51, | |
| "learning_rate": 3.7262066621346022e-06, | |
| "loss": 0.035, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 14.54, | |
| "learning_rate": 3.7049626104690693e-06, | |
| "loss": 0.0349, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 14.57, | |
| "learning_rate": 3.6837185588035354e-06, | |
| "loss": 0.0349, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 14.6, | |
| "learning_rate": 3.6624745071380016e-06, | |
| "loss": 0.0333, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 14.63, | |
| "learning_rate": 3.641230455472468e-06, | |
| "loss": 0.0331, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 14.66, | |
| "learning_rate": 3.619986403806934e-06, | |
| "loss": 0.0351, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 14.7, | |
| "learning_rate": 3.598742352141401e-06, | |
| "loss": 0.0335, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 14.73, | |
| "learning_rate": 3.577498300475867e-06, | |
| "loss": 0.0349, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 14.76, | |
| "learning_rate": 3.5562542488103333e-06, | |
| "loss": 0.0352, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 14.79, | |
| "learning_rate": 3.5350101971447995e-06, | |
| "loss": 0.034, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 14.82, | |
| "learning_rate": 3.5137661454792657e-06, | |
| "loss": 0.0348, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 14.85, | |
| "learning_rate": 3.4925220938137327e-06, | |
| "loss": 0.0345, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 14.88, | |
| "learning_rate": 3.471278042148199e-06, | |
| "loss": 0.0345, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 14.91, | |
| "learning_rate": 3.450033990482665e-06, | |
| "loss": 0.0353, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "learning_rate": 3.4287899388171312e-06, | |
| "loss": 0.0336, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 14.98, | |
| "learning_rate": 3.4075458871515974e-06, | |
| "loss": 0.035, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 15.01, | |
| "learning_rate": 3.3863018354860636e-06, | |
| "loss": 0.0348, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 15.04, | |
| "learning_rate": 3.3650577838205306e-06, | |
| "loss": 0.0323, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 15.07, | |
| "learning_rate": 3.3438137321549968e-06, | |
| "loss": 0.0319, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 15.1, | |
| "learning_rate": 3.322569680489463e-06, | |
| "loss": 0.0325, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 15.13, | |
| "learning_rate": 3.301325628823929e-06, | |
| "loss": 0.0324, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "learning_rate": 3.2800815771583953e-06, | |
| "loss": 0.0337, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 15.2, | |
| "learning_rate": 3.2588375254928623e-06, | |
| "loss": 0.0322, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 15.23, | |
| "learning_rate": 3.2375934738273285e-06, | |
| "loss": 0.0321, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 15.26, | |
| "learning_rate": 3.2163494221617947e-06, | |
| "loss": 0.0327, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 15.29, | |
| "learning_rate": 3.1951053704962613e-06, | |
| "loss": 0.0322, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 15.32, | |
| "learning_rate": 3.1738613188307274e-06, | |
| "loss": 0.0334, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 15.35, | |
| "learning_rate": 3.152617267165194e-06, | |
| "loss": 0.0321, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 15.38, | |
| "learning_rate": 3.1313732154996602e-06, | |
| "loss": 0.0311, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 15.42, | |
| "learning_rate": 3.110129163834127e-06, | |
| "loss": 0.0322, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 15.45, | |
| "learning_rate": 3.088885112168593e-06, | |
| "loss": 0.0317, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 15.48, | |
| "learning_rate": 3.0676410605030596e-06, | |
| "loss": 0.0325, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 15.51, | |
| "learning_rate": 3.0463970088375258e-06, | |
| "loss": 0.0329, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 15.54, | |
| "learning_rate": 3.025152957171992e-06, | |
| "loss": 0.032, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 15.57, | |
| "learning_rate": 3.0039089055064585e-06, | |
| "loss": 0.031, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 15.6, | |
| "learning_rate": 2.9826648538409247e-06, | |
| "loss": 0.0312, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 15.64, | |
| "learning_rate": 2.961420802175391e-06, | |
| "loss": 0.0319, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "learning_rate": 2.9401767505098575e-06, | |
| "loss": 0.0307, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 15.67, | |
| "eval_loss": 0.15686601400375366, | |
| "eval_runtime": 104.9673, | |
| "eval_samples_per_second": 85.179, | |
| "eval_steps_per_second": 1.334, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 15.7, | |
| "learning_rate": 2.9189326988443237e-06, | |
| "loss": 0.0317, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 15.73, | |
| "learning_rate": 2.8976886471787902e-06, | |
| "loss": 0.0312, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 15.76, | |
| "learning_rate": 2.8764445955132564e-06, | |
| "loss": 0.0305, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 15.79, | |
| "learning_rate": 2.8552005438477226e-06, | |
| "loss": 0.033, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 15.82, | |
| "learning_rate": 2.833956492182189e-06, | |
| "loss": 0.0318, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 15.85, | |
| "learning_rate": 2.8127124405166554e-06, | |
| "loss": 0.0312, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 15.89, | |
| "learning_rate": 2.7914683888511215e-06, | |
| "loss": 0.0318, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 15.92, | |
| "learning_rate": 2.770224337185588e-06, | |
| "loss": 0.0314, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 15.95, | |
| "learning_rate": 2.7489802855200543e-06, | |
| "loss": 0.0328, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 15.98, | |
| "learning_rate": 2.727736233854521e-06, | |
| "loss": 0.0325, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 16.01, | |
| "learning_rate": 2.706492182188987e-06, | |
| "loss": 0.0312, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 16.04, | |
| "learning_rate": 2.6852481305234533e-06, | |
| "loss": 0.0311, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 16.07, | |
| "learning_rate": 2.66400407885792e-06, | |
| "loss": 0.0298, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 16.11, | |
| "learning_rate": 2.642760027192386e-06, | |
| "loss": 0.0297, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 16.14, | |
| "learning_rate": 2.6215159755268526e-06, | |
| "loss": 0.03, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 16.17, | |
| "learning_rate": 2.600271923861319e-06, | |
| "loss": 0.0306, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 16.2, | |
| "learning_rate": 2.5790278721957854e-06, | |
| "loss": 0.0289, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 16.23, | |
| "learning_rate": 2.5577838205302516e-06, | |
| "loss": 0.0288, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 16.26, | |
| "learning_rate": 2.536539768864718e-06, | |
| "loss": 0.0303, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 16.29, | |
| "learning_rate": 2.5152957171991844e-06, | |
| "loss": 0.0289, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 16.32, | |
| "learning_rate": 2.494051665533651e-06, | |
| "loss": 0.0285, | |
| "step": 52100 | |
| }, | |
| { | |
| "epoch": 16.36, | |
| "learning_rate": 2.472807613868117e-06, | |
| "loss": 0.0303, | |
| "step": 52200 | |
| }, | |
| { | |
| "epoch": 16.39, | |
| "learning_rate": 2.4515635622025833e-06, | |
| "loss": 0.0296, | |
| "step": 52300 | |
| }, | |
| { | |
| "epoch": 16.42, | |
| "learning_rate": 2.43031951053705e-06, | |
| "loss": 0.0301, | |
| "step": 52400 | |
| }, | |
| { | |
| "epoch": 16.45, | |
| "learning_rate": 2.409075458871516e-06, | |
| "loss": 0.0285, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 16.48, | |
| "learning_rate": 2.3878314072059827e-06, | |
| "loss": 0.0289, | |
| "step": 52600 | |
| }, | |
| { | |
| "epoch": 16.51, | |
| "learning_rate": 2.366587355540449e-06, | |
| "loss": 0.0313, | |
| "step": 52700 | |
| }, | |
| { | |
| "epoch": 16.54, | |
| "learning_rate": 2.345343303874915e-06, | |
| "loss": 0.0307, | |
| "step": 52800 | |
| }, | |
| { | |
| "epoch": 16.58, | |
| "learning_rate": 2.3240992522093816e-06, | |
| "loss": 0.0293, | |
| "step": 52900 | |
| }, | |
| { | |
| "epoch": 16.61, | |
| "learning_rate": 2.302855200543848e-06, | |
| "loss": 0.0307, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 16.64, | |
| "learning_rate": 2.281611148878314e-06, | |
| "loss": 0.0296, | |
| "step": 53100 | |
| }, | |
| { | |
| "epoch": 16.67, | |
| "learning_rate": 2.2603670972127806e-06, | |
| "loss": 0.0295, | |
| "step": 53200 | |
| }, | |
| { | |
| "epoch": 16.7, | |
| "learning_rate": 2.2391230455472467e-06, | |
| "loss": 0.0288, | |
| "step": 53300 | |
| }, | |
| { | |
| "epoch": 16.73, | |
| "learning_rate": 2.2178789938817133e-06, | |
| "loss": 0.0299, | |
| "step": 53400 | |
| }, | |
| { | |
| "epoch": 16.76, | |
| "learning_rate": 2.1966349422161795e-06, | |
| "loss": 0.029, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 16.79, | |
| "learning_rate": 2.1753908905506457e-06, | |
| "loss": 0.0291, | |
| "step": 53600 | |
| }, | |
| { | |
| "epoch": 16.83, | |
| "learning_rate": 2.1541468388851123e-06, | |
| "loss": 0.0286, | |
| "step": 53700 | |
| }, | |
| { | |
| "epoch": 16.86, | |
| "learning_rate": 2.1329027872195785e-06, | |
| "loss": 0.0287, | |
| "step": 53800 | |
| }, | |
| { | |
| "epoch": 16.89, | |
| "learning_rate": 2.1116587355540446e-06, | |
| "loss": 0.0293, | |
| "step": 53900 | |
| }, | |
| { | |
| "epoch": 16.92, | |
| "learning_rate": 2.0904146838885112e-06, | |
| "loss": 0.0292, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 16.95, | |
| "learning_rate": 2.0691706322229774e-06, | |
| "loss": 0.0295, | |
| "step": 54100 | |
| }, | |
| { | |
| "epoch": 16.98, | |
| "learning_rate": 2.047926580557444e-06, | |
| "loss": 0.0299, | |
| "step": 54200 | |
| }, | |
| { | |
| "epoch": 17.01, | |
| "learning_rate": 2.02668252889191e-06, | |
| "loss": 0.0287, | |
| "step": 54300 | |
| }, | |
| { | |
| "epoch": 17.05, | |
| "learning_rate": 2.0054384772263768e-06, | |
| "loss": 0.0292, | |
| "step": 54400 | |
| }, | |
| { | |
| "epoch": 17.08, | |
| "learning_rate": 1.984194425560843e-06, | |
| "loss": 0.0272, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 17.11, | |
| "learning_rate": 1.9629503738953096e-06, | |
| "loss": 0.0271, | |
| "step": 54600 | |
| }, | |
| { | |
| "epoch": 17.14, | |
| "learning_rate": 1.9417063222297757e-06, | |
| "loss": 0.0275, | |
| "step": 54700 | |
| }, | |
| { | |
| "epoch": 17.17, | |
| "learning_rate": 1.9204622705642423e-06, | |
| "loss": 0.027, | |
| "step": 54800 | |
| }, | |
| { | |
| "epoch": 17.2, | |
| "learning_rate": 1.8992182188987083e-06, | |
| "loss": 0.0282, | |
| "step": 54900 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "learning_rate": 1.8779741672331749e-06, | |
| "loss": 0.0266, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 17.23, | |
| "eval_loss": 0.15546093881130219, | |
| "eval_runtime": 80.0972, | |
| "eval_samples_per_second": 111.627, | |
| "eval_steps_per_second": 1.748, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 17.26, | |
| "learning_rate": 1.856730115567641e-06, | |
| "loss": 0.028, | |
| "step": 55100 | |
| }, | |
| { | |
| "epoch": 17.3, | |
| "learning_rate": 1.8354860639021074e-06, | |
| "loss": 0.0274, | |
| "step": 55200 | |
| }, | |
| { | |
| "epoch": 17.33, | |
| "learning_rate": 1.8142420122365738e-06, | |
| "loss": 0.0279, | |
| "step": 55300 | |
| }, | |
| { | |
| "epoch": 17.36, | |
| "learning_rate": 1.7929979605710402e-06, | |
| "loss": 0.0288, | |
| "step": 55400 | |
| }, | |
| { | |
| "epoch": 17.39, | |
| "learning_rate": 1.7717539089055068e-06, | |
| "loss": 0.027, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 17.42, | |
| "learning_rate": 1.750509857239973e-06, | |
| "loss": 0.0267, | |
| "step": 55600 | |
| }, | |
| { | |
| "epoch": 17.45, | |
| "learning_rate": 1.7292658055744392e-06, | |
| "loss": 0.0288, | |
| "step": 55700 | |
| }, | |
| { | |
| "epoch": 17.48, | |
| "learning_rate": 1.7080217539089058e-06, | |
| "loss": 0.027, | |
| "step": 55800 | |
| }, | |
| { | |
| "epoch": 17.52, | |
| "learning_rate": 1.686777702243372e-06, | |
| "loss": 0.027, | |
| "step": 55900 | |
| }, | |
| { | |
| "epoch": 17.55, | |
| "learning_rate": 1.6655336505778381e-06, | |
| "loss": 0.0272, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 17.58, | |
| "learning_rate": 1.6442895989123047e-06, | |
| "loss": 0.0274, | |
| "step": 56100 | |
| }, | |
| { | |
| "epoch": 17.61, | |
| "learning_rate": 1.6230455472467709e-06, | |
| "loss": 0.0272, | |
| "step": 56200 | |
| }, | |
| { | |
| "epoch": 17.64, | |
| "learning_rate": 1.6018014955812375e-06, | |
| "loss": 0.0282, | |
| "step": 56300 | |
| }, | |
| { | |
| "epoch": 17.67, | |
| "learning_rate": 1.5805574439157037e-06, | |
| "loss": 0.0259, | |
| "step": 56400 | |
| }, | |
| { | |
| "epoch": 17.7, | |
| "learning_rate": 1.55931339225017e-06, | |
| "loss": 0.028, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 17.73, | |
| "learning_rate": 1.5380693405846364e-06, | |
| "loss": 0.0276, | |
| "step": 56600 | |
| }, | |
| { | |
| "epoch": 17.77, | |
| "learning_rate": 1.5168252889191028e-06, | |
| "loss": 0.0277, | |
| "step": 56700 | |
| }, | |
| { | |
| "epoch": 17.8, | |
| "learning_rate": 1.4955812372535692e-06, | |
| "loss": 0.0263, | |
| "step": 56800 | |
| }, | |
| { | |
| "epoch": 17.83, | |
| "learning_rate": 1.4743371855880356e-06, | |
| "loss": 0.0267, | |
| "step": 56900 | |
| }, | |
| { | |
| "epoch": 17.86, | |
| "learning_rate": 1.4530931339225018e-06, | |
| "loss": 0.0275, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 17.89, | |
| "learning_rate": 1.4318490822569681e-06, | |
| "loss": 0.027, | |
| "step": 57100 | |
| }, | |
| { | |
| "epoch": 17.92, | |
| "learning_rate": 1.4106050305914345e-06, | |
| "loss": 0.0268, | |
| "step": 57200 | |
| }, | |
| { | |
| "epoch": 17.95, | |
| "learning_rate": 1.389360978925901e-06, | |
| "loss": 0.0277, | |
| "step": 57300 | |
| }, | |
| { | |
| "epoch": 17.99, | |
| "learning_rate": 1.368116927260367e-06, | |
| "loss": 0.0268, | |
| "step": 57400 | |
| }, | |
| { | |
| "epoch": 18.02, | |
| "learning_rate": 1.3468728755948335e-06, | |
| "loss": 0.0268, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 18.05, | |
| "learning_rate": 1.3256288239292999e-06, | |
| "loss": 0.0253, | |
| "step": 57600 | |
| }, | |
| { | |
| "epoch": 18.08, | |
| "learning_rate": 1.3043847722637663e-06, | |
| "loss": 0.0253, | |
| "step": 57700 | |
| }, | |
| { | |
| "epoch": 18.11, | |
| "learning_rate": 1.2831407205982324e-06, | |
| "loss": 0.026, | |
| "step": 57800 | |
| }, | |
| { | |
| "epoch": 18.14, | |
| "learning_rate": 1.2618966689326988e-06, | |
| "loss": 0.0255, | |
| "step": 57900 | |
| }, | |
| { | |
| "epoch": 18.17, | |
| "learning_rate": 1.2406526172671652e-06, | |
| "loss": 0.0271, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 18.2, | |
| "learning_rate": 1.2194085656016316e-06, | |
| "loss": 0.0264, | |
| "step": 58100 | |
| }, | |
| { | |
| "epoch": 18.24, | |
| "learning_rate": 1.198164513936098e-06, | |
| "loss": 0.0266, | |
| "step": 58200 | |
| }, | |
| { | |
| "epoch": 18.27, | |
| "learning_rate": 1.1769204622705644e-06, | |
| "loss": 0.0269, | |
| "step": 58300 | |
| }, | |
| { | |
| "epoch": 18.3, | |
| "learning_rate": 1.1556764106050307e-06, | |
| "loss": 0.0251, | |
| "step": 58400 | |
| }, | |
| { | |
| "epoch": 18.33, | |
| "learning_rate": 1.1344323589394971e-06, | |
| "loss": 0.026, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 18.36, | |
| "learning_rate": 1.1131883072739633e-06, | |
| "loss": 0.0249, | |
| "step": 58600 | |
| }, | |
| { | |
| "epoch": 18.39, | |
| "learning_rate": 1.0919442556084297e-06, | |
| "loss": 0.0264, | |
| "step": 58700 | |
| }, | |
| { | |
| "epoch": 18.42, | |
| "learning_rate": 1.070700203942896e-06, | |
| "loss": 0.025, | |
| "step": 58800 | |
| }, | |
| { | |
| "epoch": 18.46, | |
| "learning_rate": 1.0494561522773625e-06, | |
| "loss": 0.0259, | |
| "step": 58900 | |
| }, | |
| { | |
| "epoch": 18.49, | |
| "learning_rate": 1.0282121006118286e-06, | |
| "loss": 0.0266, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 18.52, | |
| "learning_rate": 1.006968048946295e-06, | |
| "loss": 0.0251, | |
| "step": 59100 | |
| }, | |
| { | |
| "epoch": 18.55, | |
| "learning_rate": 9.857239972807614e-07, | |
| "loss": 0.0265, | |
| "step": 59200 | |
| }, | |
| { | |
| "epoch": 18.58, | |
| "learning_rate": 9.644799456152278e-07, | |
| "loss": 0.026, | |
| "step": 59300 | |
| }, | |
| { | |
| "epoch": 18.61, | |
| "learning_rate": 9.432358939496941e-07, | |
| "loss": 0.0254, | |
| "step": 59400 | |
| }, | |
| { | |
| "epoch": 18.64, | |
| "learning_rate": 9.219918422841605e-07, | |
| "loss": 0.0251, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 18.67, | |
| "learning_rate": 9.007477906186269e-07, | |
| "loss": 0.025, | |
| "step": 59600 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 8.795037389530932e-07, | |
| "loss": 0.0247, | |
| "step": 59700 | |
| }, | |
| { | |
| "epoch": 18.74, | |
| "learning_rate": 8.582596872875595e-07, | |
| "loss": 0.0265, | |
| "step": 59800 | |
| }, | |
| { | |
| "epoch": 18.77, | |
| "learning_rate": 8.370156356220259e-07, | |
| "loss": 0.0259, | |
| "step": 59900 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "learning_rate": 8.157715839564923e-07, | |
| "loss": 0.0244, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 18.8, | |
| "eval_loss": 0.15402325987815857, | |
| "eval_runtime": 105.5951, | |
| "eval_samples_per_second": 84.673, | |
| "eval_steps_per_second": 1.326, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 18.83, | |
| "learning_rate": 7.945275322909587e-07, | |
| "loss": 0.0252, | |
| "step": 60100 | |
| }, | |
| { | |
| "epoch": 18.86, | |
| "learning_rate": 7.73283480625425e-07, | |
| "loss": 0.0258, | |
| "step": 60200 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 7.520394289598912e-07, | |
| "loss": 0.0256, | |
| "step": 60300 | |
| }, | |
| { | |
| "epoch": 18.93, | |
| "learning_rate": 7.307953772943576e-07, | |
| "loss": 0.0253, | |
| "step": 60400 | |
| }, | |
| { | |
| "epoch": 18.96, | |
| "learning_rate": 7.095513256288239e-07, | |
| "loss": 0.0243, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 18.99, | |
| "learning_rate": 6.883072739632904e-07, | |
| "loss": 0.0246, | |
| "step": 60600 | |
| }, | |
| { | |
| "epoch": 19.02, | |
| "learning_rate": 6.670632222977567e-07, | |
| "loss": 0.0254, | |
| "step": 60700 | |
| }, | |
| { | |
| "epoch": 19.05, | |
| "learning_rate": 6.458191706322231e-07, | |
| "loss": 0.0248, | |
| "step": 60800 | |
| }, | |
| { | |
| "epoch": 19.08, | |
| "learning_rate": 6.245751189666893e-07, | |
| "loss": 0.0237, | |
| "step": 60900 | |
| }, | |
| { | |
| "epoch": 19.11, | |
| "learning_rate": 6.033310673011557e-07, | |
| "loss": 0.0243, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 19.14, | |
| "learning_rate": 5.82087015635622e-07, | |
| "loss": 0.0248, | |
| "step": 61100 | |
| }, | |
| { | |
| "epoch": 19.18, | |
| "learning_rate": 5.608429639700884e-07, | |
| "loss": 0.0251, | |
| "step": 61200 | |
| }, | |
| { | |
| "epoch": 19.21, | |
| "learning_rate": 5.395989123045548e-07, | |
| "loss": 0.0239, | |
| "step": 61300 | |
| }, | |
| { | |
| "epoch": 19.24, | |
| "learning_rate": 5.183548606390212e-07, | |
| "loss": 0.0234, | |
| "step": 61400 | |
| }, | |
| { | |
| "epoch": 19.27, | |
| "learning_rate": 4.971108089734875e-07, | |
| "loss": 0.0255, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 19.3, | |
| "learning_rate": 4.7586675730795384e-07, | |
| "loss": 0.024, | |
| "step": 61600 | |
| }, | |
| { | |
| "epoch": 19.33, | |
| "learning_rate": 4.546227056424201e-07, | |
| "loss": 0.0243, | |
| "step": 61700 | |
| }, | |
| { | |
| "epoch": 19.36, | |
| "learning_rate": 4.333786539768865e-07, | |
| "loss": 0.0238, | |
| "step": 61800 | |
| }, | |
| { | |
| "epoch": 19.4, | |
| "learning_rate": 4.1213460231135284e-07, | |
| "loss": 0.025, | |
| "step": 61900 | |
| }, | |
| { | |
| "epoch": 19.43, | |
| "learning_rate": 3.908905506458192e-07, | |
| "loss": 0.0238, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 19.46, | |
| "learning_rate": 3.6964649898028556e-07, | |
| "loss": 0.0239, | |
| "step": 62100 | |
| }, | |
| { | |
| "epoch": 19.49, | |
| "learning_rate": 3.484024473147519e-07, | |
| "loss": 0.0241, | |
| "step": 62200 | |
| }, | |
| { | |
| "epoch": 19.52, | |
| "learning_rate": 3.271583956492182e-07, | |
| "loss": 0.0241, | |
| "step": 62300 | |
| }, | |
| { | |
| "epoch": 19.55, | |
| "learning_rate": 3.0591434398368456e-07, | |
| "loss": 0.0252, | |
| "step": 62400 | |
| }, | |
| { | |
| "epoch": 19.58, | |
| "learning_rate": 2.8467029231815094e-07, | |
| "loss": 0.0242, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 19.61, | |
| "learning_rate": 2.634262406526173e-07, | |
| "loss": 0.0237, | |
| "step": 62600 | |
| }, | |
| { | |
| "epoch": 19.65, | |
| "learning_rate": 2.421821889870836e-07, | |
| "loss": 0.0237, | |
| "step": 62700 | |
| }, | |
| { | |
| "epoch": 19.68, | |
| "learning_rate": 2.2093813732154997e-07, | |
| "loss": 0.0242, | |
| "step": 62800 | |
| }, | |
| { | |
| "epoch": 19.71, | |
| "learning_rate": 1.9969408565601633e-07, | |
| "loss": 0.0246, | |
| "step": 62900 | |
| }, | |
| { | |
| "epoch": 19.74, | |
| "learning_rate": 1.7845003399048266e-07, | |
| "loss": 0.0244, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 19.77, | |
| "learning_rate": 1.5720598232494902e-07, | |
| "loss": 0.0242, | |
| "step": 63100 | |
| }, | |
| { | |
| "epoch": 19.8, | |
| "learning_rate": 1.3596193065941536e-07, | |
| "loss": 0.0243, | |
| "step": 63200 | |
| }, | |
| { | |
| "epoch": 19.83, | |
| "learning_rate": 1.1471787899388172e-07, | |
| "loss": 0.024, | |
| "step": 63300 | |
| }, | |
| { | |
| "epoch": 19.87, | |
| "learning_rate": 9.347382732834808e-08, | |
| "loss": 0.0241, | |
| "step": 63400 | |
| }, | |
| { | |
| "epoch": 19.9, | |
| "learning_rate": 7.222977566281442e-08, | |
| "loss": 0.0234, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 19.93, | |
| "learning_rate": 5.098572399728077e-08, | |
| "loss": 0.0238, | |
| "step": 63600 | |
| }, | |
| { | |
| "epoch": 19.96, | |
| "learning_rate": 2.9741672331747115e-08, | |
| "loss": 0.0238, | |
| "step": 63700 | |
| }, | |
| { | |
| "epoch": 19.99, | |
| "learning_rate": 8.49762066621346e-09, | |
| "loss": 0.0246, | |
| "step": 63800 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "step": 63840, | |
| "total_flos": 5.895453426057216e+20, | |
| "train_loss": 0.07169675377377292, | |
| "train_runtime": 490800.9612, | |
| "train_samples_per_second": 33.299, | |
| "train_steps_per_second": 0.13 | |
| } | |
| ], | |
| "max_steps": 63840, | |
| "num_train_epochs": 21, | |
| "total_flos": 5.895453426057216e+20, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |