| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 100.0, | |
| "global_step": 125600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.988296178343949e-05, | |
| "loss": 7.6975, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.9763535031847134e-05, | |
| "loss": 4.413, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 2.964410828025478e-05, | |
| "loss": 3.5707, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.952468152866242e-05, | |
| "loss": 3.4966, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 2.9405254777070064e-05, | |
| "loss": 3.7477, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 2.9285828025477707e-05, | |
| "loss": 3.4618, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 2.916640127388535e-05, | |
| "loss": 3.4774, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 2.9046974522292994e-05, | |
| "loss": 3.4214, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.8927786624203823e-05, | |
| "loss": 2.5773, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 2.8808359872611467e-05, | |
| "loss": 3.2549, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 2.868893312101911e-05, | |
| "loss": 2.4922, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.856950636942675e-05, | |
| "loss": 2.6262, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 5.18, | |
| "learning_rate": 2.845031847133758e-05, | |
| "loss": 2.5596, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 5.57, | |
| "learning_rate": 2.8331130573248408e-05, | |
| "loss": 2.7913, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 5.97, | |
| "learning_rate": 2.821170382165605e-05, | |
| "loss": 3.0112, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 6.37, | |
| "learning_rate": 2.8092277070063698e-05, | |
| "loss": 2.6159, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 2.7972850318471338e-05, | |
| "loss": 3.9984, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 2.785342356687898e-05, | |
| "loss": 2.6099, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 2.7733996815286625e-05, | |
| "loss": 2.5667, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 2.7614570063694268e-05, | |
| "loss": 2.5934, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "learning_rate": 2.7495382165605094e-05, | |
| "loss": 2.7481, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "learning_rate": 2.737595541401274e-05, | |
| "loss": 3.0303, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "learning_rate": 2.7256528662420384e-05, | |
| "loss": 2.8187, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 9.55, | |
| "learning_rate": 2.7137101910828027e-05, | |
| "loss": 2.8765, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 9.95, | |
| "learning_rate": 2.7017914012738853e-05, | |
| "loss": 2.8891, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 10.35, | |
| "learning_rate": 2.6898487261146496e-05, | |
| "loss": 2.6341, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 10.75, | |
| "learning_rate": 2.677906050955414e-05, | |
| "loss": 2.9864, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 11.15, | |
| "learning_rate": 2.6659633757961786e-05, | |
| "loss": 2.3945, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 11.54, | |
| "learning_rate": 2.6540207006369426e-05, | |
| "loss": 2.4969, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 2.6421019108280255e-05, | |
| "loss": 3.4386, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 12.34, | |
| "learning_rate": 2.63015923566879e-05, | |
| "loss": 2.1529, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 12.74, | |
| "learning_rate": 2.6182165605095542e-05, | |
| "loss": 2.4111, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 13.14, | |
| "learning_rate": 2.6062738853503186e-05, | |
| "loss": 2.1625, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 13.54, | |
| "learning_rate": 2.594355095541401e-05, | |
| "loss": 2.221, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 13.93, | |
| "learning_rate": 2.5824124203821655e-05, | |
| "loss": 2.3075, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 14.33, | |
| "learning_rate": 2.57046974522293e-05, | |
| "loss": 2.0438, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 14.73, | |
| "learning_rate": 2.5585270700636945e-05, | |
| "loss": 2.2311, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 15.13, | |
| "learning_rate": 2.5465843949044585e-05, | |
| "loss": 2.3121, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 15.53, | |
| "learning_rate": 2.5346417197452228e-05, | |
| "loss": 1.8979, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 15.92, | |
| "learning_rate": 2.5226990445859875e-05, | |
| "loss": 2.0793, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 16.32, | |
| "learning_rate": 2.5107563694267518e-05, | |
| "loss": 2.4946, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 16.72, | |
| "learning_rate": 2.4988136942675158e-05, | |
| "loss": 2.6039, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 17.12, | |
| "learning_rate": 2.4868949044585987e-05, | |
| "loss": 2.3325, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 17.52, | |
| "learning_rate": 2.4749761146496816e-05, | |
| "loss": 2.5405, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 17.91, | |
| "learning_rate": 2.463033439490446e-05, | |
| "loss": 2.2666, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 18.31, | |
| "learning_rate": 2.4510907643312103e-05, | |
| "loss": 1.8855, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 18.71, | |
| "learning_rate": 2.439171974522293e-05, | |
| "loss": 2.5188, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 19.11, | |
| "learning_rate": 2.4272292993630572e-05, | |
| "loss": 2.0856, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 19.51, | |
| "learning_rate": 2.415286624203822e-05, | |
| "loss": 2.04, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 19.9, | |
| "learning_rate": 2.4033439490445862e-05, | |
| "loss": 2.0085, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 20.3, | |
| "learning_rate": 2.3914012738853502e-05, | |
| "loss": 2.2144, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 20.7, | |
| "learning_rate": 2.3794585987261145e-05, | |
| "loss": 2.1031, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 21.1, | |
| "learning_rate": 2.3675159235668792e-05, | |
| "loss": 2.1336, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 21.5, | |
| "learning_rate": 2.3555732484076436e-05, | |
| "loss": 2.3206, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 21.89, | |
| "learning_rate": 2.3436783439490447e-05, | |
| "loss": 2.0794, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 22.29, | |
| "learning_rate": 2.3317356687898087e-05, | |
| "loss": 2.0694, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 22.69, | |
| "learning_rate": 2.3197929936305734e-05, | |
| "loss": 2.0866, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 23.09, | |
| "learning_rate": 2.3078503184713377e-05, | |
| "loss": 2.2699, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 23.49, | |
| "learning_rate": 2.295907643312102e-05, | |
| "loss": 2.0621, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 23.89, | |
| "learning_rate": 2.283964968152866e-05, | |
| "loss": 2.1662, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 24.28, | |
| "learning_rate": 2.2720222929936307e-05, | |
| "loss": 1.9482, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 24.68, | |
| "learning_rate": 2.260079617834395e-05, | |
| "loss": 1.9606, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 25.08, | |
| "learning_rate": 2.2481369426751594e-05, | |
| "loss": 2.2075, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 25.48, | |
| "learning_rate": 2.2361942675159234e-05, | |
| "loss": 1.9507, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 25.88, | |
| "learning_rate": 2.224251592356688e-05, | |
| "loss": 1.99, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 26.27, | |
| "learning_rate": 2.2123089171974524e-05, | |
| "loss": 2.0022, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 26.67, | |
| "learning_rate": 2.2003662420382167e-05, | |
| "loss": 2.0491, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 27.07, | |
| "learning_rate": 2.1884235668789807e-05, | |
| "loss": 2.1034, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 27.47, | |
| "learning_rate": 2.1765047770700636e-05, | |
| "loss": 2.0613, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 27.87, | |
| "learning_rate": 2.164562101910828e-05, | |
| "loss": 2.0392, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 28.26, | |
| "learning_rate": 2.1526194267515926e-05, | |
| "loss": 1.9726, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 28.66, | |
| "learning_rate": 2.1406767515923566e-05, | |
| "loss": 1.6027, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 29.06, | |
| "learning_rate": 2.128734076433121e-05, | |
| "loss": 2.5043, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 29.46, | |
| "learning_rate": 2.1167914012738853e-05, | |
| "loss": 2.111, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 29.86, | |
| "learning_rate": 2.10484872611465e-05, | |
| "loss": 2.0965, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 30.25, | |
| "learning_rate": 2.092906050955414e-05, | |
| "loss": 1.9389, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 30.65, | |
| "learning_rate": 2.0809633757961783e-05, | |
| "loss": 2.1853, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 31.05, | |
| "learning_rate": 2.0690207006369427e-05, | |
| "loss": 1.946, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 31.45, | |
| "learning_rate": 2.0570780254777073e-05, | |
| "loss": 2.0071, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 31.85, | |
| "learning_rate": 2.0451831210191085e-05, | |
| "loss": 2.2209, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 32.25, | |
| "learning_rate": 2.0332404458598725e-05, | |
| "loss": 2.0641, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 32.64, | |
| "learning_rate": 2.021297770700637e-05, | |
| "loss": 1.9674, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 33.04, | |
| "learning_rate": 2.0093550955414015e-05, | |
| "loss": 2.0169, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 33.44, | |
| "learning_rate": 1.9974124203821658e-05, | |
| "loss": 2.0076, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 33.84, | |
| "learning_rate": 1.9854936305732484e-05, | |
| "loss": 2.2492, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 34.24, | |
| "learning_rate": 1.9735509554140127e-05, | |
| "loss": 1.7799, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 34.63, | |
| "learning_rate": 1.9616321656050956e-05, | |
| "loss": 2.1029, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 35.03, | |
| "learning_rate": 1.94968949044586e-05, | |
| "loss": 1.8489, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 35.43, | |
| "learning_rate": 1.937770700636943e-05, | |
| "loss": 1.6914, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 35.83, | |
| "learning_rate": 1.925828025477707e-05, | |
| "loss": 2.4834, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 36.23, | |
| "learning_rate": 1.9138853503184712e-05, | |
| "loss": 1.7828, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 36.62, | |
| "learning_rate": 1.901942675159236e-05, | |
| "loss": 1.7454, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 37.02, | |
| "learning_rate": 1.8900000000000002e-05, | |
| "loss": 2.2061, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 37.42, | |
| "learning_rate": 1.8780573248407642e-05, | |
| "loss": 1.9779, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 37.82, | |
| "learning_rate": 1.8661146496815285e-05, | |
| "loss": 1.9194, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 38.22, | |
| "learning_rate": 1.8541719745222932e-05, | |
| "loss": 1.9433, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 38.61, | |
| "learning_rate": 1.8422292993630575e-05, | |
| "loss": 1.9242, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 39.01, | |
| "learning_rate": 1.8302866242038215e-05, | |
| "loss": 1.9324, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 39.41, | |
| "learning_rate": 1.818343949044586e-05, | |
| "loss": 1.9326, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 39.81, | |
| "learning_rate": 1.8064012738853506e-05, | |
| "loss": 1.8975, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 40.21, | |
| "learning_rate": 1.794458598726115e-05, | |
| "loss": 2.0671, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 40.61, | |
| "learning_rate": 1.782515923566879e-05, | |
| "loss": 2.209, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "learning_rate": 1.7705971337579618e-05, | |
| "loss": 1.9638, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 41.4, | |
| "learning_rate": 1.758654458598726e-05, | |
| "loss": 1.6372, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 41.8, | |
| "learning_rate": 1.7467117834394905e-05, | |
| "loss": 2.1012, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 42.2, | |
| "learning_rate": 1.7347691082802548e-05, | |
| "loss": 2.1207, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 42.6, | |
| "learning_rate": 1.722826433121019e-05, | |
| "loss": 1.8135, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 42.99, | |
| "learning_rate": 1.7108837579617835e-05, | |
| "loss": 2.1076, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 43.39, | |
| "learning_rate": 1.6989410828025478e-05, | |
| "loss": 1.8442, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 43.79, | |
| "learning_rate": 1.686998407643312e-05, | |
| "loss": 1.8598, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 44.19, | |
| "learning_rate": 1.6750557324840765e-05, | |
| "loss": 1.8612, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 44.59, | |
| "learning_rate": 1.6631369426751594e-05, | |
| "loss": 1.7965, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 44.98, | |
| "learning_rate": 1.6511942675159237e-05, | |
| "loss": 1.8743, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 45.38, | |
| "learning_rate": 1.6392515923566877e-05, | |
| "loss": 1.8581, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 45.78, | |
| "learning_rate": 1.627308917197452e-05, | |
| "loss": 1.8212, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 46.18, | |
| "learning_rate": 1.6153662420382167e-05, | |
| "loss": 1.7475, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 46.58, | |
| "learning_rate": 1.603423566878981e-05, | |
| "loss": 1.5722, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 46.97, | |
| "learning_rate": 1.591480891719745e-05, | |
| "loss": 1.7929, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 47.37, | |
| "learning_rate": 1.5795382165605094e-05, | |
| "loss": 1.7854, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 47.77, | |
| "learning_rate": 1.5676194267515923e-05, | |
| "loss": 1.6686, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 48.17, | |
| "learning_rate": 1.5556767515923566e-05, | |
| "loss": 1.8969, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 48.57, | |
| "learning_rate": 1.543734076433121e-05, | |
| "loss": 1.6989, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 48.96, | |
| "learning_rate": 1.5317914012738853e-05, | |
| "loss": 1.9204, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 49.36, | |
| "learning_rate": 1.5198726114649682e-05, | |
| "loss": 1.7297, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 49.76, | |
| "learning_rate": 1.5079299363057326e-05, | |
| "loss": 1.6225, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 50.16, | |
| "learning_rate": 1.4959872611464969e-05, | |
| "loss": 1.8492, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 50.56, | |
| "learning_rate": 1.4840445859872612e-05, | |
| "loss": 1.948, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 50.96, | |
| "learning_rate": 1.472125796178344e-05, | |
| "loss": 1.4926, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 51.35, | |
| "learning_rate": 1.4601831210191083e-05, | |
| "loss": 1.8296, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 51.75, | |
| "learning_rate": 1.4482404458598726e-05, | |
| "loss": 1.672, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 52.15, | |
| "learning_rate": 1.436297770700637e-05, | |
| "loss": 1.7793, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 52.55, | |
| "learning_rate": 1.4243789808917199e-05, | |
| "loss": 1.6569, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 52.95, | |
| "learning_rate": 1.412436305732484e-05, | |
| "loss": 2.2555, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 53.34, | |
| "learning_rate": 1.4004936305732486e-05, | |
| "loss": 1.7448, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 53.74, | |
| "learning_rate": 1.3885509554140127e-05, | |
| "loss": 1.8515, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 54.14, | |
| "learning_rate": 1.3766321656050956e-05, | |
| "loss": 1.5126, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 54.54, | |
| "learning_rate": 1.3646894904458598e-05, | |
| "loss": 1.8567, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 54.94, | |
| "learning_rate": 1.3527468152866243e-05, | |
| "loss": 1.8848, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 55.33, | |
| "learning_rate": 1.340828025477707e-05, | |
| "loss": 1.6216, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 55.73, | |
| "learning_rate": 1.3288853503184714e-05, | |
| "loss": 2.0117, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 56.13, | |
| "learning_rate": 1.3169426751592357e-05, | |
| "loss": 1.8113, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 56.53, | |
| "learning_rate": 1.305e-05, | |
| "loss": 1.7053, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 56.93, | |
| "learning_rate": 1.2930573248407644e-05, | |
| "loss": 1.7271, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 57.32, | |
| "learning_rate": 1.2811385350318471e-05, | |
| "loss": 1.6382, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 57.72, | |
| "learning_rate": 1.2691958598726116e-05, | |
| "loss": 1.5688, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 58.12, | |
| "learning_rate": 1.2572531847133758e-05, | |
| "loss": 1.6947, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 58.52, | |
| "learning_rate": 1.2453105095541403e-05, | |
| "loss": 1.5709, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 58.92, | |
| "learning_rate": 1.2333678343949045e-05, | |
| "loss": 1.8282, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 59.32, | |
| "learning_rate": 1.221425159235669e-05, | |
| "loss": 1.6447, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 59.71, | |
| "learning_rate": 1.2095063694267515e-05, | |
| "loss": 2.1066, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 60.11, | |
| "learning_rate": 1.197563694267516e-05, | |
| "loss": 1.7348, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 60.51, | |
| "learning_rate": 1.1856210191082802e-05, | |
| "loss": 1.5, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 60.91, | |
| "learning_rate": 1.1736783439490447e-05, | |
| "loss": 1.8146, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 61.31, | |
| "learning_rate": 1.1617356687898089e-05, | |
| "loss": 1.7271, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 61.7, | |
| "learning_rate": 1.1497929936305734e-05, | |
| "loss": 1.4879, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 62.1, | |
| "learning_rate": 1.1378503184713375e-05, | |
| "loss": 1.7706, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 62.5, | |
| "learning_rate": 1.125907643312102e-05, | |
| "loss": 1.7463, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 62.9, | |
| "learning_rate": 1.1139888535031846e-05, | |
| "loss": 1.4587, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 63.3, | |
| "learning_rate": 1.1020461783439491e-05, | |
| "loss": 1.754, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 63.69, | |
| "learning_rate": 1.0901035031847133e-05, | |
| "loss": 1.6684, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 64.09, | |
| "learning_rate": 1.0781847133757962e-05, | |
| "loss": 1.4427, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 64.49, | |
| "learning_rate": 1.0662420382165605e-05, | |
| "loss": 1.5719, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 64.89, | |
| "learning_rate": 1.0542993630573249e-05, | |
| "loss": 1.7179, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 65.29, | |
| "learning_rate": 1.0423566878980892e-05, | |
| "loss": 1.6181, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 65.68, | |
| "learning_rate": 1.0304140127388535e-05, | |
| "loss": 1.4319, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 66.08, | |
| "learning_rate": 1.0185191082802548e-05, | |
| "loss": 1.78, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 66.48, | |
| "learning_rate": 1.0065764331210192e-05, | |
| "loss": 1.5097, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 66.88, | |
| "learning_rate": 9.946337579617835e-06, | |
| "loss": 1.6796, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 67.28, | |
| "learning_rate": 9.826910828025479e-06, | |
| "loss": 1.7987, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 67.68, | |
| "learning_rate": 9.707484076433122e-06, | |
| "loss": 1.5529, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 68.07, | |
| "learning_rate": 9.588057324840764e-06, | |
| "loss": 1.7102, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 68.47, | |
| "learning_rate": 9.468630573248409e-06, | |
| "loss": 1.7089, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 68.87, | |
| "learning_rate": 9.34920382165605e-06, | |
| "loss": 1.5696, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 69.27, | |
| "learning_rate": 9.229777070063695e-06, | |
| "loss": 1.4092, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 69.67, | |
| "learning_rate": 9.110589171974523e-06, | |
| "loss": 1.7112, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 70.06, | |
| "learning_rate": 8.991162420382166e-06, | |
| "loss": 1.6769, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 70.46, | |
| "learning_rate": 8.87173566878981e-06, | |
| "loss": 1.7474, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 70.86, | |
| "learning_rate": 8.752547770700637e-06, | |
| "loss": 1.3906, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 71.26, | |
| "learning_rate": 8.63312101910828e-06, | |
| "loss": 1.6714, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 71.66, | |
| "learning_rate": 8.513694267515923e-06, | |
| "loss": 1.6018, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 72.05, | |
| "learning_rate": 8.394267515923567e-06, | |
| "loss": 1.4916, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 72.45, | |
| "learning_rate": 8.27484076433121e-06, | |
| "loss": 1.8035, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 72.85, | |
| "learning_rate": 8.155414012738854e-06, | |
| "loss": 1.3387, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 73.25, | |
| "learning_rate": 8.035987261146497e-06, | |
| "loss": 1.5553, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 73.65, | |
| "learning_rate": 7.91656050955414e-06, | |
| "loss": 1.5534, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 74.04, | |
| "learning_rate": 7.797133757961784e-06, | |
| "loss": 1.3926, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 74.44, | |
| "learning_rate": 7.677707006369427e-06, | |
| "loss": 1.5332, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 74.84, | |
| "learning_rate": 7.5582802547770704e-06, | |
| "loss": 1.5935, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 75.24, | |
| "learning_rate": 7.438853503184713e-06, | |
| "loss": 1.6671, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 75.64, | |
| "learning_rate": 7.319665605095542e-06, | |
| "loss": 1.662, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 76.04, | |
| "learning_rate": 7.200238853503185e-06, | |
| "loss": 1.6435, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 76.43, | |
| "learning_rate": 7.080812101910829e-06, | |
| "loss": 1.5282, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 76.83, | |
| "learning_rate": 6.961385350318472e-06, | |
| "loss": 1.6214, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 77.23, | |
| "learning_rate": 6.842197452229299e-06, | |
| "loss": 1.2999, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 77.63, | |
| "learning_rate": 6.722770700636943e-06, | |
| "loss": 1.4861, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 78.03, | |
| "learning_rate": 6.603343949044586e-06, | |
| "loss": 1.493, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 78.42, | |
| "learning_rate": 6.484156050955414e-06, | |
| "loss": 1.5782, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 78.82, | |
| "learning_rate": 6.364729299363058e-06, | |
| "loss": 1.6043, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 79.22, | |
| "learning_rate": 6.245302547770701e-06, | |
| "loss": 1.7383, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 79.62, | |
| "learning_rate": 6.1258757961783444e-06, | |
| "loss": 1.5453, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 80.02, | |
| "learning_rate": 6.006449044585987e-06, | |
| "loss": 1.6063, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 80.41, | |
| "learning_rate": 5.88702229299363e-06, | |
| "loss": 1.5471, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 80.81, | |
| "learning_rate": 5.767595541401274e-06, | |
| "loss": 1.6526, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 81.21, | |
| "learning_rate": 5.648168789808917e-06, | |
| "loss": 1.4817, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 81.61, | |
| "learning_rate": 5.528980891719745e-06, | |
| "loss": 1.3771, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 82.01, | |
| "learning_rate": 5.409554140127389e-06, | |
| "loss": 1.5052, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 82.4, | |
| "learning_rate": 5.290127388535032e-06, | |
| "loss": 1.7024, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 82.8, | |
| "learning_rate": 5.170700636942675e-06, | |
| "loss": 1.6985, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 83.2, | |
| "learning_rate": 5.051512738853503e-06, | |
| "loss": 1.5487, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 83.6, | |
| "learning_rate": 4.932085987261146e-06, | |
| "loss": 1.3429, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 84.0, | |
| "learning_rate": 4.812659235668789e-06, | |
| "loss": 1.6937, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 84.39, | |
| "learning_rate": 4.6934713375796184e-06, | |
| "loss": 1.5639, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 84.79, | |
| "learning_rate": 4.574044585987262e-06, | |
| "loss": 1.5466, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 85.19, | |
| "learning_rate": 4.454617834394905e-06, | |
| "loss": 1.4726, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 85.59, | |
| "learning_rate": 4.3351910828025485e-06, | |
| "loss": 1.5633, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 85.99, | |
| "learning_rate": 4.215764331210192e-06, | |
| "loss": 1.5687, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 86.39, | |
| "learning_rate": 4.096337579617834e-06, | |
| "loss": 1.2633, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 86.78, | |
| "learning_rate": 3.976910828025478e-06, | |
| "loss": 1.5035, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 87.18, | |
| "learning_rate": 3.857484076433121e-06, | |
| "loss": 1.6182, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 87.58, | |
| "learning_rate": 3.7380573248407645e-06, | |
| "loss": 1.6295, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 87.98, | |
| "learning_rate": 3.618630573248408e-06, | |
| "loss": 1.5837, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 88.38, | |
| "learning_rate": 3.4992038216560512e-06, | |
| "loss": 1.3664, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 88.77, | |
| "learning_rate": 3.3797770700636946e-06, | |
| "loss": 1.6751, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 89.17, | |
| "learning_rate": 3.2605891719745224e-06, | |
| "loss": 1.5701, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 89.57, | |
| "learning_rate": 3.1411624203821653e-06, | |
| "loss": 1.4553, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 89.97, | |
| "learning_rate": 3.0217356687898087e-06, | |
| "loss": 1.4953, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 90.37, | |
| "learning_rate": 2.902308917197452e-06, | |
| "loss": 1.6721, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 90.76, | |
| "learning_rate": 2.7831210191082802e-06, | |
| "loss": 1.4171, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 91.16, | |
| "learning_rate": 2.6636942675159236e-06, | |
| "loss": 1.8271, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 91.56, | |
| "learning_rate": 2.544267515923567e-06, | |
| "loss": 1.6508, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 91.96, | |
| "learning_rate": 2.4248407643312103e-06, | |
| "loss": 1.5092, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 92.36, | |
| "learning_rate": 2.305652866242038e-06, | |
| "loss": 1.5075, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 92.75, | |
| "learning_rate": 2.1864649681528663e-06, | |
| "loss": 1.5702, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 93.15, | |
| "learning_rate": 2.0670382165605097e-06, | |
| "loss": 1.5646, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 93.55, | |
| "learning_rate": 1.947611464968153e-06, | |
| "loss": 1.4956, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 93.95, | |
| "learning_rate": 1.8281847133757964e-06, | |
| "loss": 1.5299, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 94.35, | |
| "learning_rate": 1.7087579617834395e-06, | |
| "loss": 1.5027, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 94.75, | |
| "learning_rate": 1.5893312101910827e-06, | |
| "loss": 1.5207, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 95.14, | |
| "learning_rate": 1.469904458598726e-06, | |
| "loss": 1.3726, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 95.54, | |
| "learning_rate": 1.3504777070063694e-06, | |
| "loss": 1.3402, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 95.94, | |
| "learning_rate": 1.2312898089171974e-06, | |
| "loss": 1.7752, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 96.34, | |
| "learning_rate": 1.1121019108280256e-06, | |
| "loss": 1.6895, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 96.74, | |
| "learning_rate": 9.926751592356687e-07, | |
| "loss": 1.633, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 97.13, | |
| "learning_rate": 8.732484076433121e-07, | |
| "loss": 1.6033, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 97.53, | |
| "learning_rate": 7.538216560509554e-07, | |
| "loss": 1.3726, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 97.93, | |
| "learning_rate": 6.343949044585987e-07, | |
| "loss": 1.3725, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 98.33, | |
| "learning_rate": 5.149681528662421e-07, | |
| "loss": 1.5944, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 98.73, | |
| "learning_rate": 3.9554140127388536e-07, | |
| "loss": 1.466, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 99.12, | |
| "learning_rate": 2.7611464968152867e-07, | |
| "loss": 1.421, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 99.52, | |
| "learning_rate": 1.569267515923567e-07, | |
| "loss": 1.6345, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 99.92, | |
| "learning_rate": 3.7500000000000005e-08, | |
| "loss": 1.5021, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 100.0, | |
| "step": 125600, | |
| "total_flos": 5.249087478816768e+17, | |
| "train_loss": 1.9559951608499904, | |
| "train_runtime": 50817.2182, | |
| "train_samples_per_second": 14.83, | |
| "train_steps_per_second": 2.472 | |
| } | |
| ], | |
| "max_steps": 125600, | |
| "num_train_epochs": 100, | |
| "total_flos": 5.249087478816768e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |