| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "global_step": 73632, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 3e-05, | |
| "loss": 0.7773, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_accuracy": 0.7983698420784513, | |
| "eval_loss": 0.5241270065307617, | |
| "eval_runtime": 42.0562, | |
| "eval_samples_per_second": 233.378, | |
| "eval_steps_per_second": 29.175, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 2.9586958916180196e-05, | |
| "loss": 0.546, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_accuracy": 0.8193581253183903, | |
| "eval_loss": 0.46290943026542664, | |
| "eval_runtime": 42.1932, | |
| "eval_samples_per_second": 232.621, | |
| "eval_steps_per_second": 29.081, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2.9173917832360394e-05, | |
| "loss": 0.5032, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_accuracy": 0.8274070300560367, | |
| "eval_loss": 0.4703749418258667, | |
| "eval_runtime": 42.1306, | |
| "eval_samples_per_second": 232.966, | |
| "eval_steps_per_second": 29.124, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 2.876087674854059e-05, | |
| "loss": 0.4711, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_accuracy": 0.8354559347936832, | |
| "eval_loss": 0.4382944405078888, | |
| "eval_runtime": 41.9141, | |
| "eval_samples_per_second": 234.169, | |
| "eval_steps_per_second": 29.274, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 2.8347835664720783e-05, | |
| "loss": 0.473, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_accuracy": 0.8304635761589404, | |
| "eval_loss": 0.4652259051799774, | |
| "eval_runtime": 42.5911, | |
| "eval_samples_per_second": 230.447, | |
| "eval_steps_per_second": 28.809, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 2.793479458090098e-05, | |
| "loss": 0.4619, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_accuracy": 0.8386143657666837, | |
| "eval_loss": 0.42338472604751587, | |
| "eval_runtime": 42.1336, | |
| "eval_samples_per_second": 232.949, | |
| "eval_steps_per_second": 29.122, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 2.7521753497081176e-05, | |
| "loss": 0.4542, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_accuracy": 0.8349465104431992, | |
| "eval_loss": 0.48245278000831604, | |
| "eval_runtime": 42.4819, | |
| "eval_samples_per_second": 231.04, | |
| "eval_steps_per_second": 28.883, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 2.7108712413261374e-05, | |
| "loss": 0.4468, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_accuracy": 0.8513499745287825, | |
| "eval_loss": 0.39848873019218445, | |
| "eval_runtime": 42.353, | |
| "eval_samples_per_second": 231.743, | |
| "eval_steps_per_second": 28.971, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.669567132944157e-05, | |
| "loss": 0.4288, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.8493122771268466, | |
| "eval_loss": 0.40836581587791443, | |
| "eval_runtime": 42.666, | |
| "eval_samples_per_second": 230.042, | |
| "eval_steps_per_second": 28.758, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.6282630245621764e-05, | |
| "loss": 0.4354, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_accuracy": 0.8532857870606215, | |
| "eval_loss": 0.3850448429584503, | |
| "eval_runtime": 42.6387, | |
| "eval_samples_per_second": 230.19, | |
| "eval_steps_per_second": 28.777, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.5869589161801962e-05, | |
| "loss": 0.423, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_accuracy": 0.8509424350483953, | |
| "eval_loss": 0.3855280578136444, | |
| "eval_runtime": 42.4952, | |
| "eval_samples_per_second": 230.967, | |
| "eval_steps_per_second": 28.874, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5456548077982157e-05, | |
| "loss": 0.4167, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_accuracy": 0.8513499745287825, | |
| "eval_loss": 0.41219788789749146, | |
| "eval_runtime": 42.4026, | |
| "eval_samples_per_second": 231.472, | |
| "eval_steps_per_second": 28.937, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.504350699416235e-05, | |
| "loss": 0.4129, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_accuracy": 0.8550178298522669, | |
| "eval_loss": 0.40088921785354614, | |
| "eval_runtime": 42.5886, | |
| "eval_samples_per_second": 230.461, | |
| "eval_steps_per_second": 28.811, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.463046591034255e-05, | |
| "loss": 0.4135, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_accuracy": 0.8544065206316862, | |
| "eval_loss": 0.4136492609977722, | |
| "eval_runtime": 42.4803, | |
| "eval_samples_per_second": 231.048, | |
| "eval_steps_per_second": 28.884, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.4217424826522744e-05, | |
| "loss": 0.4074, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_accuracy": 0.8595007641365258, | |
| "eval_loss": 0.38692933320999146, | |
| "eval_runtime": 42.276, | |
| "eval_samples_per_second": 232.165, | |
| "eval_steps_per_second": 29.024, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 2.3804383742702942e-05, | |
| "loss": 0.415, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_accuracy": 0.8516556291390729, | |
| "eval_loss": 0.39110422134399414, | |
| "eval_runtime": 42.4226, | |
| "eval_samples_per_second": 231.363, | |
| "eval_steps_per_second": 28.923, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 2.3391342658883137e-05, | |
| "loss": 0.4095, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_accuracy": 0.8592969943963321, | |
| "eval_loss": 0.38802793622016907, | |
| "eval_runtime": 42.6242, | |
| "eval_samples_per_second": 230.268, | |
| "eval_steps_per_second": 28.786, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 2.2978301575063332e-05, | |
| "loss": 0.4001, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_accuracy": 0.8586856851757514, | |
| "eval_loss": 0.3907186985015869, | |
| "eval_runtime": 42.4988, | |
| "eval_samples_per_second": 230.948, | |
| "eval_steps_per_second": 28.871, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.256526049124353e-05, | |
| "loss": 0.4069, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "eval_accuracy": 0.8629648497198166, | |
| "eval_loss": 0.3686215281486511, | |
| "eval_runtime": 42.3356, | |
| "eval_samples_per_second": 231.838, | |
| "eval_steps_per_second": 28.983, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.2152219407423725e-05, | |
| "loss": 0.3927, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "eval_accuracy": 0.8592969943963321, | |
| "eval_loss": 0.4008384943008423, | |
| "eval_runtime": 42.4047, | |
| "eval_samples_per_second": 231.46, | |
| "eval_steps_per_second": 28.935, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.173917832360392e-05, | |
| "loss": 0.3958, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_accuracy": 0.8638818135506877, | |
| "eval_loss": 0.37160658836364746, | |
| "eval_runtime": 42.5674, | |
| "eval_samples_per_second": 230.575, | |
| "eval_steps_per_second": 28.825, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.1326137239784118e-05, | |
| "loss": 0.4016, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_accuracy": 0.8678553234844626, | |
| "eval_loss": 0.35941794514656067, | |
| "eval_runtime": 42.472, | |
| "eval_samples_per_second": 231.093, | |
| "eval_steps_per_second": 28.89, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.0913096155964313e-05, | |
| "loss": 0.3945, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_accuracy": 0.8678553234844626, | |
| "eval_loss": 0.359527587890625, | |
| "eval_runtime": 42.614, | |
| "eval_samples_per_second": 230.324, | |
| "eval_steps_per_second": 28.793, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.050005507214451e-05, | |
| "loss": 0.3932, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_accuracy": 0.8644931227712684, | |
| "eval_loss": 0.35774311423301697, | |
| "eval_runtime": 42.4615, | |
| "eval_samples_per_second": 231.151, | |
| "eval_steps_per_second": 28.897, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 2.0087013988324705e-05, | |
| "loss": 0.345, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_accuracy": 0.8698930208863984, | |
| "eval_loss": 0.40802302956581116, | |
| "eval_runtime": 42.6011, | |
| "eval_samples_per_second": 230.393, | |
| "eval_steps_per_second": 28.802, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.96739729045049e-05, | |
| "loss": 0.2885, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "eval_accuracy": 0.8674477840040754, | |
| "eval_loss": 0.39192140102386475, | |
| "eval_runtime": 42.4976, | |
| "eval_samples_per_second": 230.954, | |
| "eval_steps_per_second": 28.872, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.92609318206851e-05, | |
| "loss": 0.2858, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_accuracy": 0.8651044319918492, | |
| "eval_loss": 0.4346281588077545, | |
| "eval_runtime": 42.3673, | |
| "eval_samples_per_second": 231.664, | |
| "eval_steps_per_second": 28.961, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.8847890736865293e-05, | |
| "loss": 0.2872, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_accuracy": 0.8674477840040754, | |
| "eval_loss": 0.41050681471824646, | |
| "eval_runtime": 42.4953, | |
| "eval_samples_per_second": 230.967, | |
| "eval_steps_per_second": 28.874, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 1.8434849653045488e-05, | |
| "loss": 0.3002, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_accuracy": 0.8708099847172694, | |
| "eval_loss": 0.4133119583129883, | |
| "eval_runtime": 42.4588, | |
| "eval_samples_per_second": 231.165, | |
| "eval_steps_per_second": 28.899, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.8021808569225686e-05, | |
| "loss": 0.2954, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_accuracy": 0.8667345899133979, | |
| "eval_loss": 0.406183123588562, | |
| "eval_runtime": 42.2388, | |
| "eval_samples_per_second": 232.369, | |
| "eval_steps_per_second": 29.049, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 1.760876748540588e-05, | |
| "loss": 0.2912, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_accuracy": 0.8708099847172694, | |
| "eval_loss": 0.397215336561203, | |
| "eval_runtime": 42.5529, | |
| "eval_samples_per_second": 230.654, | |
| "eval_steps_per_second": 28.835, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.7195726401586076e-05, | |
| "loss": 0.2958, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_accuracy": 0.8731533367294957, | |
| "eval_loss": 0.3713410496711731, | |
| "eval_runtime": 42.8662, | |
| "eval_samples_per_second": 228.968, | |
| "eval_steps_per_second": 28.624, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.6782685317766274e-05, | |
| "loss": 0.293, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_accuracy": 0.871523178807947, | |
| "eval_loss": 0.3716830015182495, | |
| "eval_runtime": 42.5402, | |
| "eval_samples_per_second": 230.723, | |
| "eval_steps_per_second": 28.843, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.636964423394647e-05, | |
| "loss": 0.3001, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_accuracy": 0.8716250636780438, | |
| "eval_loss": 0.3826219141483307, | |
| "eval_runtime": 42.576, | |
| "eval_samples_per_second": 230.529, | |
| "eval_steps_per_second": 28.819, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.5956603150126667e-05, | |
| "loss": 0.2864, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_accuracy": 0.8693835965359145, | |
| "eval_loss": 0.41551369428634644, | |
| "eval_runtime": 42.2749, | |
| "eval_samples_per_second": 232.171, | |
| "eval_steps_per_second": 29.024, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.554356206630686e-05, | |
| "loss": 0.2827, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "eval_accuracy": 0.866632705043301, | |
| "eval_loss": 0.4223748743534088, | |
| "eval_runtime": 42.4098, | |
| "eval_samples_per_second": 231.432, | |
| "eval_steps_per_second": 28.932, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.5130520982487058e-05, | |
| "loss": 0.2836, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "eval_accuracy": 0.8743759551706571, | |
| "eval_loss": 0.3832014799118042, | |
| "eval_runtime": 42.6737, | |
| "eval_samples_per_second": 230.001, | |
| "eval_steps_per_second": 28.753, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 1.4717479898667254e-05, | |
| "loss": 0.2844, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_accuracy": 0.8698930208863984, | |
| "eval_loss": 0.4178868234157562, | |
| "eval_runtime": 42.5391, | |
| "eval_samples_per_second": 230.729, | |
| "eval_steps_per_second": 28.844, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.430443881484745e-05, | |
| "loss": 0.2866, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "eval_accuracy": 0.8680590932246561, | |
| "eval_loss": 0.3968764543533325, | |
| "eval_runtime": 42.6173, | |
| "eval_samples_per_second": 230.306, | |
| "eval_steps_per_second": 28.791, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.3891397731027647e-05, | |
| "loss": 0.2883, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "eval_accuracy": 0.8682628629648497, | |
| "eval_loss": 0.4000142514705658, | |
| "eval_runtime": 42.4575, | |
| "eval_samples_per_second": 231.172, | |
| "eval_steps_per_second": 28.899, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.3478356647207844e-05, | |
| "loss": 0.2832, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "eval_accuracy": 0.8687722873153336, | |
| "eval_loss": 0.3853473365306854, | |
| "eval_runtime": 42.6575, | |
| "eval_samples_per_second": 230.088, | |
| "eval_steps_per_second": 28.764, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.3065315563388038e-05, | |
| "loss": 0.2876, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "eval_accuracy": 0.8676515537442689, | |
| "eval_loss": 0.39242836833000183, | |
| "eval_runtime": 42.1832, | |
| "eval_samples_per_second": 232.675, | |
| "eval_steps_per_second": 29.087, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.2652274479568235e-05, | |
| "loss": 0.2855, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_accuracy": 0.8719307182883341, | |
| "eval_loss": 0.4176536798477173, | |
| "eval_runtime": 42.3591, | |
| "eval_samples_per_second": 231.709, | |
| "eval_steps_per_second": 28.967, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 1.2239233395748431e-05, | |
| "loss": 0.2845, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "eval_accuracy": 0.8724401426388181, | |
| "eval_loss": 0.38765597343444824, | |
| "eval_runtime": 42.3828, | |
| "eval_samples_per_second": 231.58, | |
| "eval_steps_per_second": 28.95, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.1826192311928628e-05, | |
| "loss": 0.2882, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "eval_accuracy": 0.8713194090677534, | |
| "eval_loss": 0.3961141109466553, | |
| "eval_runtime": 42.7036, | |
| "eval_samples_per_second": 229.84, | |
| "eval_steps_per_second": 28.733, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.1413151228108823e-05, | |
| "loss": 0.2773, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_accuracy": 0.87396841569027, | |
| "eval_loss": 0.37906670570373535, | |
| "eval_runtime": 42.5306, | |
| "eval_samples_per_second": 230.775, | |
| "eval_steps_per_second": 28.85, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.1000110144289019e-05, | |
| "loss": 0.2767, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "eval_accuracy": 0.8779419256240448, | |
| "eval_loss": 0.3877304494380951, | |
| "eval_runtime": 42.632, | |
| "eval_samples_per_second": 230.226, | |
| "eval_steps_per_second": 28.781, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.0587069060469215e-05, | |
| "loss": 0.2772, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "eval_accuracy": 0.8689760570555273, | |
| "eval_loss": 0.402159720659256, | |
| "eval_runtime": 42.3751, | |
| "eval_samples_per_second": 231.622, | |
| "eval_steps_per_second": 28.956, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.017402797664941e-05, | |
| "loss": 0.2816, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8731533367294957, | |
| "eval_loss": 0.3836565613746643, | |
| "eval_runtime": 42.6247, | |
| "eval_samples_per_second": 230.265, | |
| "eval_steps_per_second": 28.786, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 9.760986892829607e-06, | |
| "loss": 0.2068, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "eval_accuracy": 0.872032603158431, | |
| "eval_loss": 0.4643520712852478, | |
| "eval_runtime": 42.4953, | |
| "eval_samples_per_second": 230.967, | |
| "eval_steps_per_second": 28.874, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 9.347945809009803e-06, | |
| "loss": 0.1914, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "eval_accuracy": 0.8743759551706571, | |
| "eval_loss": 0.49194175004959106, | |
| "eval_runtime": 42.669, | |
| "eval_samples_per_second": 230.027, | |
| "eval_steps_per_second": 28.756, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 8.93490472519e-06, | |
| "loss": 0.2, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "eval_accuracy": 0.8701986754966887, | |
| "eval_loss": 0.4869604706764221, | |
| "eval_runtime": 42.5176, | |
| "eval_samples_per_second": 230.845, | |
| "eval_steps_per_second": 28.859, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 8.521863641370194e-06, | |
| "loss": 0.1904, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "eval_accuracy": 0.8736627610799796, | |
| "eval_loss": 0.5038197636604309, | |
| "eval_runtime": 42.6855, | |
| "eval_samples_per_second": 229.937, | |
| "eval_steps_per_second": 28.745, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 8.10882255755039e-06, | |
| "loss": 0.1915, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "eval_accuracy": 0.8711156393275599, | |
| "eval_loss": 0.5232452750205994, | |
| "eval_runtime": 42.4057, | |
| "eval_samples_per_second": 231.455, | |
| "eval_steps_per_second": 28.935, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 7.695781473730587e-06, | |
| "loss": 0.1956, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "eval_accuracy": 0.8746816097809476, | |
| "eval_loss": 0.5192070603370667, | |
| "eval_runtime": 42.5451, | |
| "eval_samples_per_second": 230.697, | |
| "eval_steps_per_second": 28.84, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 7.282740389910783e-06, | |
| "loss": 0.1911, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "eval_accuracy": 0.8761079979623025, | |
| "eval_loss": 0.5215316414833069, | |
| "eval_runtime": 42.8008, | |
| "eval_samples_per_second": 229.318, | |
| "eval_steps_per_second": 28.668, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 6.869699306090979e-06, | |
| "loss": 0.2053, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "eval_accuracy": 0.8737646459500764, | |
| "eval_loss": 0.460406094789505, | |
| "eval_runtime": 42.6406, | |
| "eval_samples_per_second": 230.18, | |
| "eval_steps_per_second": 28.775, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 6.456658222271175e-06, | |
| "loss": 0.2008, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "eval_accuracy": 0.871523178807947, | |
| "eval_loss": 0.5162080526351929, | |
| "eval_runtime": 42.396, | |
| "eval_samples_per_second": 231.508, | |
| "eval_steps_per_second": 28.941, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 6.043617138451371e-06, | |
| "loss": 0.1971, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_accuracy": 0.875394803871625, | |
| "eval_loss": 0.4885903000831604, | |
| "eval_runtime": 42.2887, | |
| "eval_samples_per_second": 232.095, | |
| "eval_steps_per_second": 29.015, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.630576054631567e-06, | |
| "loss": 0.192, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "eval_accuracy": 0.872542027508915, | |
| "eval_loss": 0.49207794666290283, | |
| "eval_runtime": 42.6387, | |
| "eval_samples_per_second": 230.19, | |
| "eval_steps_per_second": 28.777, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 5.217534970811764e-06, | |
| "loss": 0.1937, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "eval_accuracy": 0.8763117677024962, | |
| "eval_loss": 0.4916786253452301, | |
| "eval_runtime": 42.3165, | |
| "eval_samples_per_second": 231.943, | |
| "eval_steps_per_second": 28.996, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 4.80449388699196e-06, | |
| "loss": 0.1931, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "eval_accuracy": 0.8778400407539481, | |
| "eval_loss": 0.47893819212913513, | |
| "eval_runtime": 42.4257, | |
| "eval_samples_per_second": 231.346, | |
| "eval_steps_per_second": 28.921, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.391452803172156e-06, | |
| "loss": 0.1964, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "eval_accuracy": 0.8721344880285278, | |
| "eval_loss": 0.49971821904182434, | |
| "eval_runtime": 42.5737, | |
| "eval_samples_per_second": 230.542, | |
| "eval_steps_per_second": 28.821, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 3.978411719352352e-06, | |
| "loss": 0.2008, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "eval_accuracy": 0.8755985736118187, | |
| "eval_loss": 0.4747646749019623, | |
| "eval_runtime": 42.3736, | |
| "eval_samples_per_second": 231.63, | |
| "eval_steps_per_second": 28.957, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 3.5653706355325475e-06, | |
| "loss": 0.1962, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "eval_accuracy": 0.876413652572593, | |
| "eval_loss": 0.4839693605899811, | |
| "eval_runtime": 42.5306, | |
| "eval_samples_per_second": 230.775, | |
| "eval_steps_per_second": 28.85, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 3.1523295517127435e-06, | |
| "loss": 0.2029, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "eval_accuracy": 0.8767193071828834, | |
| "eval_loss": 0.48892590403556824, | |
| "eval_runtime": 42.2422, | |
| "eval_samples_per_second": 232.351, | |
| "eval_steps_per_second": 29.047, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 2.73928846789294e-06, | |
| "loss": 0.1927, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "eval_accuracy": 0.8758023433520122, | |
| "eval_loss": 0.4820311963558197, | |
| "eval_runtime": 42.6573, | |
| "eval_samples_per_second": 230.089, | |
| "eval_steps_per_second": 28.764, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 2.326247384073136e-06, | |
| "loss": 0.1926, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "eval_accuracy": 0.8762098828323994, | |
| "eval_loss": 0.48573482036590576, | |
| "eval_runtime": 42.7141, | |
| "eval_samples_per_second": 229.783, | |
| "eval_steps_per_second": 28.726, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.913206300253332e-06, | |
| "loss": 0.1919, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "eval_accuracy": 0.8748853795211411, | |
| "eval_loss": 0.4835805296897888, | |
| "eval_runtime": 42.3433, | |
| "eval_samples_per_second": 231.796, | |
| "eval_steps_per_second": 28.977, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 1.500165216433528e-06, | |
| "loss": 0.1911, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "eval_accuracy": 0.8741721854304636, | |
| "eval_loss": 0.48588985204696655, | |
| "eval_runtime": 42.2277, | |
| "eval_samples_per_second": 232.43, | |
| "eval_steps_per_second": 29.057, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.087124132613724e-06, | |
| "loss": 0.1897, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "eval_accuracy": 0.8766174223127865, | |
| "eval_loss": 0.48527196049690247, | |
| "eval_runtime": 42.5077, | |
| "eval_samples_per_second": 230.899, | |
| "eval_steps_per_second": 28.865, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 6.740830487939201e-07, | |
| "loss": 0.186, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "eval_accuracy": 0.8768211920529801, | |
| "eval_loss": 0.4946127235889435, | |
| "eval_runtime": 42.345, | |
| "eval_samples_per_second": 231.786, | |
| "eval_steps_per_second": 28.976, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 2.610419649741161e-07, | |
| "loss": 0.2011, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "eval_accuracy": 0.8767193071828834, | |
| "eval_loss": 0.4851147532463074, | |
| "eval_runtime": 42.2673, | |
| "eval_samples_per_second": 232.213, | |
| "eval_steps_per_second": 29.03, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 73632, | |
| "total_flos": 7.803448964124365e+16, | |
| "train_loss": 0.3087343405972663, | |
| "train_runtime": 16507.3954, | |
| "train_samples_per_second": 71.368, | |
| "train_steps_per_second": 4.461 | |
| } | |
| ], | |
| "max_steps": 73632, | |
| "num_train_epochs": 3, | |
| "total_flos": 7.803448964124365e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |