| { | |
| "best_metric": 1.0850846767425537, | |
| "best_model_checkpoint": "output/eminem/checkpoint-452", | |
| "epoch": 1.0, | |
| "global_step": 452, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 0.0001303175293643722, | |
| "loss": 1.3814, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 0.00012923970346668577, | |
| "loss": 1.4469, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 0.00012808864972555433, | |
| "loss": 1.3639, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 0.00012686575814089952, | |
| "loss": 1.4233, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 0.00012557250546324088, | |
| "loss": 1.4142, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 0.00012421045341038384, | |
| "loss": 1.5476, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 0.00012278124678150593, | |
| "loss": 1.5554, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 0.00012128661147092046, | |
| "loss": 1.3787, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 0.00011972835238390038, | |
| "loss": 1.504, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 0.00011810835125709465, | |
| "loss": 1.4927, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 0.00011642856438616613, | |
| "loss": 1.543, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.00011469102026339135, | |
| "loss": 1.4018, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 0.00011289781712806903, | |
| "loss": 1.5591, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 0.0001110511204327154, | |
| "loss": 1.2862, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 0.00010915316022808772, | |
| "loss": 1.5977, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 0.00010720622847019248, | |
| "loss": 1.2878, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 0.00010521267625255193, | |
| "loss": 1.2948, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 0.00010317491096704546, | |
| "loss": 1.2196, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 0.00010109539339677022, | |
| "loss": 1.4123, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.897663474442627e-05, | |
| "loss": 1.3245, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.682119359981574e-05, | |
| "loss": 1.3909, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.463167285011763e-05, | |
| "loss": 1.458, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.241071653666979e-05, | |
| "loss": 1.3268, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.016100666205339e-05, | |
| "loss": 1.3456, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 8.788525995133601e-05, | |
| "loss": 1.2974, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 8.558622457138398e-05, | |
| "loss": 1.3235, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 8.326667681220627e-05, | |
| "loss": 1.416, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 8.092941773433681e-05, | |
| "loss": 1.5582, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 7.857726978630461e-05, | |
| "loss": 1.5253, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 7.621307339627555e-05, | |
| "loss": 1.3431, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 7.383968354198248e-05, | |
| "loss": 1.4096, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 7.145996630308523e-05, | |
| "loss": 1.5607, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 6.907679540012421e-05, | |
| "loss": 1.3956, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 6.669304872424775e-05, | |
| "loss": 1.4131, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.431160486189736e-05, | |
| "loss": 1.5354, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 6.193533961866798e-05, | |
| "loss": 1.4403, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 5.9567122546507705e-05, | |
| "loss": 1.5146, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 5.7209813478478305e-05, | |
| "loss": 1.4112, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 5.48662590752607e-05, | |
| "loss": 1.5145, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 5.2539289387549954e-05, | |
| "loss": 1.4062, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 5.023171443851796e-05, | |
| "loss": 1.2077, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.7946320830464014e-05, | |
| "loss": 1.3632, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 4.568586837974509e-05, | |
| "loss": 1.3578, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.3453086784043506e-05, | |
| "loss": 1.2558, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.1250672326022146e-05, | |
| "loss": 1.4552, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 3.908128461732282e-05, | |
| "loss": 1.4219, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.694754338684033e-05, | |
| "loss": 1.297, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.485202531717449e-05, | |
| "loss": 1.4082, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 3.279726093305622e-05, | |
| "loss": 1.3862, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.0785731545505864e-05, | |
| "loss": 1.3033, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.8819866255437648e-05, | |
| "loss": 1.5164, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.6902039020298912e-05, | |
| "loss": 1.331, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.503456578730975e-05, | |
| "loss": 1.3233, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.3219701696742702e-05, | |
| "loss": 1.3359, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 2.1459638358647056e-05, | |
| "loss": 1.3935, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9756501206284136e-05, | |
| "loss": 1.3479, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8112346929471017e-05, | |
| "loss": 1.2397, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.652916099095146e-05, | |
| "loss": 1.2953, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.5008855228769237e-05, | |
| "loss": 1.2815, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.3553265547554126e-05, | |
| "loss": 1.4089, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.2164149701503507e-05, | |
| "loss": 1.4801, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.084318517173762e-05, | |
| "loss": 1.3129, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 9.59196714059168e-06, | |
| "loss": 1.4936, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 8.412006565291113e-06, | |
| "loss": 1.5641, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 7.304728353336137e-06, | |
| "loss": 1.5021, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 6.271469641798991e-06, | |
| "loss": 1.486, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 5.3134781826118575e-06, | |
| "loss": 1.4864, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.431910835795231e-06, | |
| "loss": 1.3247, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.627832172446406e-06, | |
| "loss": 1.3021, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.9022131891750565e-06, | |
| "loss": 1.2565, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.255930135538328e-06, | |
| "loss": 1.3403, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.6897634558914518e-06, | |
| "loss": 1.1603, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.2043968469316478e-06, | |
| "loss": 1.3477, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.004164320734945e-07, | |
| "loss": 1.4542, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.783100536527857e-07, | |
| "loss": 1.171, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 2.384666838129012e-07, | |
| "loss": 1.3221, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.117595478741029e-08, | |
| "loss": 1.4165, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.627809142273766e-09, | |
| "loss": 1.3171, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.4912270403714612e-08, | |
| "loss": 1.278, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.0601933434685848e-07, | |
| "loss": 1.1844, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 2.798389810765e-07, | |
| "loss": 1.4166, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 5.361613078862704e-07, | |
| "loss": 1.347, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.746767827346377e-07, | |
| "loss": 1.2687, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.294976618031831e-06, | |
| "loss": 1.2153, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.7965532642887846e-06, | |
| "loss": 1.4466, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.3788010230270847e-06, | |
| "loss": 1.4541, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.0410167782133005e-06, | |
| "loss": 1.646, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.7824008453366295e-06, | |
| "loss": 1.478, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 4.60205793709664e-06, | |
| "loss": 1.523, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 5.498998244543705e-06, | |
| "loss": 1.3657, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.0850846767425537, | |
| "eval_runtime": 31.9582, | |
| "eval_samples_per_second": 20.683, | |
| "eval_steps_per_second": 2.597, | |
| "step": 452 | |
| } | |
| ], | |
| "max_steps": 904, | |
| "num_train_epochs": 2, | |
| "total_flos": 472415993856000.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |