| { | |
| "best_metric": 5.340388298034668, | |
| "best_model_checkpoint": "./results/models/checkpoint-9325", | |
| "epoch": 40.99982412944073, | |
| "eval_steps": 500, | |
| "global_step": 9325, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 6.240943908691406, | |
| "eval_runtime": 1306.4602, | |
| "eval_samples_per_second": 2228.206, | |
| "eval_steps_per_second": 2.176, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 5.840852737426758, | |
| "eval_runtime": 1315.4788, | |
| "eval_samples_per_second": 2212.93, | |
| "eval_steps_per_second": 2.161, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 0.00047797356828193835, | |
| "loss": 6.2671, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 5.713865756988525, | |
| "eval_runtime": 1312.4705, | |
| "eval_samples_per_second": 2218.002, | |
| "eval_steps_per_second": 2.166, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 5.635574817657471, | |
| "eval_runtime": 1313.1826, | |
| "eval_samples_per_second": 2216.799, | |
| "eval_steps_per_second": 2.165, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 0.00045594713656387664, | |
| "loss": 5.7007, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 5.646896839141846, | |
| "eval_runtime": 1315.5043, | |
| "eval_samples_per_second": 2212.887, | |
| "eval_steps_per_second": 2.161, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 5.588204383850098, | |
| "eval_runtime": 1308.1379, | |
| "eval_samples_per_second": 2225.348, | |
| "eval_steps_per_second": 2.173, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 0.000433920704845815, | |
| "loss": 5.577, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 5.526153564453125, | |
| "eval_runtime": 1313.5897, | |
| "eval_samples_per_second": 2216.112, | |
| "eval_steps_per_second": 2.164, | |
| "step": 1592 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 5.503279685974121, | |
| "eval_runtime": 1319.9731, | |
| "eval_samples_per_second": 2205.395, | |
| "eval_steps_per_second": 2.154, | |
| "step": 1819 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "learning_rate": 0.00041189427312775327, | |
| "loss": 5.521, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 5.491898536682129, | |
| "eval_runtime": 1312.4959, | |
| "eval_samples_per_second": 2217.959, | |
| "eval_steps_per_second": 2.166, | |
| "step": 2046 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 5.471615314483643, | |
| "eval_runtime": 1334.8552, | |
| "eval_samples_per_second": 2180.807, | |
| "eval_steps_per_second": 2.13, | |
| "step": 2274 | |
| }, | |
| { | |
| "epoch": 10.99, | |
| "learning_rate": 0.0003898678414096916, | |
| "loss": 5.4662, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_loss": 5.465639114379883, | |
| "eval_runtime": 1311.5138, | |
| "eval_samples_per_second": 2219.62, | |
| "eval_steps_per_second": 2.168, | |
| "step": 2501 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 5.454081058502197, | |
| "eval_runtime": 1331.8262, | |
| "eval_samples_per_second": 2185.767, | |
| "eval_steps_per_second": 2.135, | |
| "step": 2729 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_loss": 5.4356560707092285, | |
| "eval_runtime": 1314.9113, | |
| "eval_samples_per_second": 2213.885, | |
| "eval_steps_per_second": 2.162, | |
| "step": 2956 | |
| }, | |
| { | |
| "epoch": 13.19, | |
| "learning_rate": 0.00036784140969163, | |
| "loss": 5.4335, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_loss": 5.438130855560303, | |
| "eval_runtime": 1321.1785, | |
| "eval_samples_per_second": 2203.383, | |
| "eval_steps_per_second": 2.152, | |
| "step": 3184 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_loss": 5.445527076721191, | |
| "eval_runtime": 1373.6525, | |
| "eval_samples_per_second": 2119.213, | |
| "eval_steps_per_second": 2.07, | |
| "step": 3411 | |
| }, | |
| { | |
| "epoch": 15.39, | |
| "learning_rate": 0.0003458149779735683, | |
| "loss": 5.4113, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_loss": 5.419914722442627, | |
| "eval_runtime": 1306.18, | |
| "eval_samples_per_second": 2228.684, | |
| "eval_steps_per_second": 2.177, | |
| "step": 3639 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_loss": 5.416874885559082, | |
| "eval_runtime": 1324.9112, | |
| "eval_samples_per_second": 2197.175, | |
| "eval_steps_per_second": 2.146, | |
| "step": 3866 | |
| }, | |
| { | |
| "epoch": 17.59, | |
| "learning_rate": 0.00032378854625550663, | |
| "loss": 5.3891, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_loss": 5.415682315826416, | |
| "eval_runtime": 1305.4824, | |
| "eval_samples_per_second": 2229.875, | |
| "eval_steps_per_second": 2.178, | |
| "step": 4093 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_loss": 5.391342639923096, | |
| "eval_runtime": 1304.433, | |
| "eval_samples_per_second": 2231.669, | |
| "eval_steps_per_second": 2.179, | |
| "step": 4321 | |
| }, | |
| { | |
| "epoch": 19.79, | |
| "learning_rate": 0.000301762114537445, | |
| "loss": 5.3728, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_loss": 5.3856120109558105, | |
| "eval_runtime": 1316.8368, | |
| "eval_samples_per_second": 2210.648, | |
| "eval_steps_per_second": 2.159, | |
| "step": 4548 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_loss": 5.4083051681518555, | |
| "eval_runtime": 1315.5537, | |
| "eval_samples_per_second": 2212.804, | |
| "eval_steps_per_second": 2.161, | |
| "step": 4776 | |
| }, | |
| { | |
| "epoch": 21.98, | |
| "learning_rate": 0.00027973568281938326, | |
| "loss": 5.3561, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_loss": 5.3793134689331055, | |
| "eval_runtime": 1313.7832, | |
| "eval_samples_per_second": 2215.786, | |
| "eval_steps_per_second": 2.164, | |
| "step": 5003 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_loss": 5.421042442321777, | |
| "eval_runtime": 1337.1348, | |
| "eval_samples_per_second": 2177.089, | |
| "eval_steps_per_second": 2.126, | |
| "step": 5231 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_loss": 5.371836185455322, | |
| "eval_runtime": 1305.6324, | |
| "eval_samples_per_second": 2229.618, | |
| "eval_steps_per_second": 2.177, | |
| "step": 5458 | |
| }, | |
| { | |
| "epoch": 24.18, | |
| "learning_rate": 0.0002577092511013216, | |
| "loss": 5.3458, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_loss": 5.3682403564453125, | |
| "eval_runtime": 1309.0037, | |
| "eval_samples_per_second": 2223.876, | |
| "eval_steps_per_second": 2.172, | |
| "step": 5686 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_loss": 5.368312358856201, | |
| "eval_runtime": 1303.9762, | |
| "eval_samples_per_second": 2232.45, | |
| "eval_steps_per_second": 2.18, | |
| "step": 5913 | |
| }, | |
| { | |
| "epoch": 26.38, | |
| "learning_rate": 0.00023568281938325992, | |
| "loss": 5.3355, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_loss": 5.381237983703613, | |
| "eval_runtime": 1308.1689, | |
| "eval_samples_per_second": 2225.295, | |
| "eval_steps_per_second": 2.173, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_loss": 5.359594821929932, | |
| "eval_runtime": 1327.0099, | |
| "eval_samples_per_second": 2193.7, | |
| "eval_steps_per_second": 2.142, | |
| "step": 6368 | |
| }, | |
| { | |
| "epoch": 28.58, | |
| "learning_rate": 0.00021365638766519823, | |
| "loss": 5.325, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 29.0, | |
| "eval_loss": 5.356747627258301, | |
| "eval_runtime": 1307.1198, | |
| "eval_samples_per_second": 2227.081, | |
| "eval_steps_per_second": 2.175, | |
| "step": 6595 | |
| }, | |
| { | |
| "epoch": 30.0, | |
| "eval_loss": 5.362793922424316, | |
| "eval_runtime": 1308.9269, | |
| "eval_samples_per_second": 2224.007, | |
| "eval_steps_per_second": 2.172, | |
| "step": 6823 | |
| }, | |
| { | |
| "epoch": 30.78, | |
| "learning_rate": 0.00019162995594713657, | |
| "loss": 5.3152, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 31.0, | |
| "eval_loss": 5.352448463439941, | |
| "eval_runtime": 1309.5201, | |
| "eval_samples_per_second": 2222.999, | |
| "eval_steps_per_second": 2.171, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 32.0, | |
| "eval_loss": 5.350729942321777, | |
| "eval_runtime": 1330.3256, | |
| "eval_samples_per_second": 2188.233, | |
| "eval_steps_per_second": 2.137, | |
| "step": 7278 | |
| }, | |
| { | |
| "epoch": 32.98, | |
| "learning_rate": 0.0001696035242290749, | |
| "loss": 5.308, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 33.0, | |
| "eval_loss": 5.350089073181152, | |
| "eval_runtime": 1308.4994, | |
| "eval_samples_per_second": 2224.733, | |
| "eval_steps_per_second": 2.173, | |
| "step": 7505 | |
| }, | |
| { | |
| "epoch": 34.0, | |
| "eval_loss": 5.350754261016846, | |
| "eval_runtime": 1309.6607, | |
| "eval_samples_per_second": 2222.76, | |
| "eval_steps_per_second": 2.171, | |
| "step": 7732 | |
| }, | |
| { | |
| "epoch": 35.0, | |
| "eval_loss": 5.346126556396484, | |
| "eval_runtime": 1313.4913, | |
| "eval_samples_per_second": 2216.278, | |
| "eval_steps_per_second": 2.164, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 35.17, | |
| "learning_rate": 0.00014757709251101323, | |
| "loss": 5.2995, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 36.0, | |
| "eval_loss": 5.345256805419922, | |
| "eval_runtime": 1308.5486, | |
| "eval_samples_per_second": 2224.65, | |
| "eval_steps_per_second": 2.173, | |
| "step": 8187 | |
| }, | |
| { | |
| "epoch": 37.0, | |
| "eval_loss": 5.342759132385254, | |
| "eval_runtime": 1310.0897, | |
| "eval_samples_per_second": 2222.033, | |
| "eval_steps_per_second": 2.17, | |
| "step": 8415 | |
| }, | |
| { | |
| "epoch": 37.37, | |
| "learning_rate": 0.00012555066079295154, | |
| "loss": 5.2925, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 38.0, | |
| "eval_loss": 5.342674255371094, | |
| "eval_runtime": 1309.6934, | |
| "eval_samples_per_second": 2222.705, | |
| "eval_steps_per_second": 2.171, | |
| "step": 8642 | |
| }, | |
| { | |
| "epoch": 39.0, | |
| "eval_loss": 5.3418426513671875, | |
| "eval_runtime": 1305.0501, | |
| "eval_samples_per_second": 2230.613, | |
| "eval_steps_per_second": 2.178, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 39.57, | |
| "learning_rate": 0.00010352422907488987, | |
| "loss": 5.2885, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 40.0, | |
| "eval_loss": 5.341084957122803, | |
| "eval_runtime": 1304.7409, | |
| "eval_samples_per_second": 2231.142, | |
| "eval_steps_per_second": 2.179, | |
| "step": 9097 | |
| }, | |
| { | |
| "epoch": 41.0, | |
| "eval_loss": 5.340388298034668, | |
| "eval_runtime": 1304.8663, | |
| "eval_samples_per_second": 2230.927, | |
| "eval_steps_per_second": 2.179, | |
| "step": 9325 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 11350, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 50, | |
| "save_steps": 500, | |
| "total_flos": 1.6473372597391884e+19, | |
| "train_batch_size": 1024, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |