{ "best_metric": 1.5412778854370117, "best_model_checkpoint": "output/madonna/checkpoint-448", "epoch": 2.0, "global_step": 448, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.02, "learning_rate": 0.0001370283488463827, "loss": 2.5046, "step": 5 }, { "epoch": 0.05, "learning_rate": 0.00013651425439773298, "loss": 2.4348, "step": 10 }, { "epoch": 0.07, "learning_rate": 0.00013566028939181128, "loss": 2.5907, "step": 15 }, { "epoch": 0.09, "learning_rate": 0.00013447072741690948, "loss": 2.4827, "step": 20 }, { "epoch": 0.11, "learning_rate": 0.00013295152152507697, "loss": 2.4145, "step": 25 }, { "epoch": 0.14, "learning_rate": 0.0001311102744406261, "loss": 2.1817, "step": 30 }, { "epoch": 0.16, "learning_rate": 0.00012895620051300705, "loss": 2.3325, "step": 35 }, { "epoch": 0.18, "learning_rate": 0.0001265000796044546, "loss": 2.0885, "step": 40 }, { "epoch": 0.2, "learning_rate": 0.00012375420314317213, "loss": 2.1847, "step": 45 }, { "epoch": 0.23, "learning_rate": 0.00012073231261202464, "loss": 2.1728, "step": 50 }, { "epoch": 0.25, "learning_rate": 0.00011744953078056836, "loss": 2.0993, "step": 55 }, { "epoch": 0.27, "learning_rate": 0.00011392228602455959, "loss": 2.3687, "step": 60 }, { "epoch": 0.29, "learning_rate": 0.0001101682301116794, "loss": 1.9625, "step": 65 }, { "epoch": 0.32, "learning_rate": 0.0001062061498649071, "loss": 2.0389, "step": 70 }, { "epoch": 0.34, "learning_rate": 0.00010205587314561534, "loss": 2.098, "step": 75 }, { "epoch": 0.36, "learning_rate": 9.773816962688569e-05, "loss": 2.1281, "step": 80 }, { "epoch": 0.38, "learning_rate": 9.327464685361516e-05, "loss": 1.9415, "step": 85 }, { "epoch": 0.41, "learning_rate": 8.868764210957135e-05, "loss": 2.3485, "step": 90 }, { "epoch": 0.43, "learning_rate": 8.400011063253747e-05, "loss": 2.1515, "step": 95 }, { "epoch": 0.45, "learning_rate": 7.923551073696397e-05, "loss": 1.8548, "step": 100 }, { "epoch": 0.47, "learning_rate": 7.441768641901993e-05, "loss": 1.969, "step": 105 }, { "epoch": 0.5, "learning_rate": 6.957074803153629e-05, "loss": 2.0221, "step": 110 }, { "epoch": 0.52, "learning_rate": 6.471895162599185e-05, "loss": 2.0988, "step": 115 }, { "epoch": 0.54, "learning_rate": 5.9886577565364115e-05, "loss": 1.7345, "step": 120 }, { "epoch": 0.56, "learning_rate": 5.509780901531541e-05, "loss": 1.9466, "step": 125 }, { "epoch": 0.59, "learning_rate": 5.037661092179389e-05, "loss": 2.1125, "step": 130 }, { "epoch": 0.61, "learning_rate": 4.574661008069485e-05, "loss": 2.0488, "step": 135 }, { "epoch": 0.63, "learning_rate": 4.123097689976244e-05, "loss": 2.0849, "step": 140 }, { "epoch": 0.65, "learning_rate": 3.685230944444331e-05, "loss": 1.8891, "step": 145 }, { "epoch": 0.68, "learning_rate": 3.263252034797391e-05, "loss": 1.8136, "step": 150 }, { "epoch": 0.7, "learning_rate": 2.8592727151649647e-05, "loss": 1.9213, "step": 155 }, { "epoch": 0.72, "learning_rate": 2.475314662405725e-05, "loss": 1.9865, "step": 160 }, { "epoch": 0.74, "learning_rate": 2.113299358814034e-05, "loss": 2.2742, "step": 165 }, { "epoch": 0.77, "learning_rate": 1.7750384762408767e-05, "loss": 1.8535, "step": 170 }, { "epoch": 0.79, "learning_rate": 1.4622248097508915e-05, "loss": 2.1606, "step": 175 }, { "epoch": 0.81, "learning_rate": 1.1764238061872434e-05, "loss": 1.7923, "step": 180 }, { "epoch": 0.83, "learning_rate": 9.190657300387505e-06, "loss": 1.8476, "step": 185 }, { "epoch": 0.86, "learning_rate": 6.91438505814559e-06, "loss": 1.9976, "step": 190 }, { "epoch": 0.88, "learning_rate": 4.9468127274594585e-06, "loss": 1.9706, "step": 195 }, { "epoch": 0.9, "learning_rate": 3.2977868407019207e-06, "loss": 1.982, "step": 200 }, { "epoch": 0.92, "learning_rate": 1.975559794252193e-06, "loss": 1.9318, "step": 205 }, { "epoch": 0.95, "learning_rate": 9.867485501471999e-07, "loss": 2.035, "step": 210 }, { "epoch": 0.97, "learning_rate": 3.363015221117509e-07, "loss": 1.9653, "step": 215 }, { "epoch": 0.99, "learning_rate": 2.7473811683140093e-08, "loss": 1.8408, "step": 220 }, { "epoch": 1.0, "eval_loss": 1.924851655960083, "eval_runtime": 14.2025, "eval_samples_per_second": 22.672, "eval_steps_per_second": 2.887, "step": 222 }, { "epoch": 1.0, "eval_loss": 1.7440342903137207, "eval_runtime": 17.6835, "eval_samples_per_second": 17.361, "eval_steps_per_second": 2.205, "step": 224 }, { "epoch": 1.0, "learning_rate": 6.746689293153874e-09, "loss": 2.1578, "step": 225 }, { "epoch": 1.03, "learning_rate": 2.427415035313232e-07, "loss": 1.867, "step": 230 }, { "epoch": 1.05, "learning_rate": 8.147449052190903e-07, "loss": 1.7004, "step": 235 }, { "epoch": 1.07, "learning_rate": 1.7199452243268996e-06, "loss": 1.8748, "step": 240 }, { "epoch": 1.09, "learning_rate": 2.9538929687704672e-06, "loss": 1.7175, "step": 245 }, { "epoch": 1.12, "learning_rate": 4.510522695790453e-06, "loss": 1.9134, "step": 250 }, { "epoch": 1.14, "learning_rate": 6.382182826501689e-06, "loss": 1.8779, "step": 255 }, { "epoch": 1.16, "learning_rate": 8.559673257059505e-06, "loss": 1.9084, "step": 260 }, { "epoch": 1.18, "learning_rate": 1.1032290581565944e-05, "loss": 1.7949, "step": 265 }, { "epoch": 1.21, "learning_rate": 1.3787880704424101e-05, "loss": 1.7769, "step": 270 }, { "epoch": 1.23, "learning_rate": 1.681289858352526e-05, "loss": 1.724, "step": 275 }, { "epoch": 1.25, "learning_rate": 2.009247481060283e-05, "loss": 1.8311, "step": 280 }, { "epoch": 1.27, "learning_rate": 2.3610488701478854e-05, "loss": 1.7348, "step": 285 }, { "epoch": 1.29, "learning_rate": 2.734964753692934e-05, "loss": 1.768, "step": 290 }, { "epoch": 1.32, "learning_rate": 3.129157156466198e-05, "loss": 1.7488, "step": 295 }, { "epoch": 1.34, "learning_rate": 3.541688434458052e-05, "loss": 1.9316, "step": 300 }, { "epoch": 1.36, "learning_rate": 3.970530799324656e-05, "loss": 1.7607, "step": 305 }, { "epoch": 1.38, "learning_rate": 4.413576285936533e-05, "loss": 1.6681, "step": 310 }, { "epoch": 1.41, "learning_rate": 4.8686471140343875e-05, "loss": 2.065, "step": 315 }, { "epoch": 1.43, "learning_rate": 5.333506393059682e-05, "loss": 1.848, "step": 320 }, { "epoch": 1.45, "learning_rate": 5.805869117540521e-05, "loss": 1.8802, "step": 325 }, { "epoch": 1.47, "learning_rate": 6.283413398985365e-05, "loss": 1.7551, "step": 330 }, { "epoch": 1.5, "learning_rate": 6.763791879074358e-05, "loss": 1.7544, "step": 335 }, { "epoch": 1.52, "learning_rate": 7.244643268047132e-05, "loss": 1.793, "step": 340 }, { "epoch": 1.54, "learning_rate": 7.723603951570171e-05, "loss": 1.7917, "step": 345 }, { "epoch": 1.56, "learning_rate": 8.19831960903064e-05, "loss": 1.63, "step": 350 }, { "epoch": 1.58, "learning_rate": 8.666456786147141e-05, "loss": 2.0457, "step": 355 }, { "epoch": 1.61, "learning_rate": 9.125714365012444e-05, "loss": 2.0322, "step": 360 }, { "epoch": 1.63, "learning_rate": 9.5738348751875e-05, "loss": 1.687, "step": 365 }, { "epoch": 1.65, "learning_rate": 0.00010008615590247305, "loss": 1.9025, "step": 370 }, { "epoch": 1.67, "learning_rate": 0.00010427919355233763, "loss": 1.7503, "step": 375 }, { "epoch": 1.7, "learning_rate": 0.00010829685091793463, "loss": 1.7749, "step": 380 }, { "epoch": 1.72, "learning_rate": 0.00011211937929362609, "loss": 1.6852, "step": 385 }, { "epoch": 1.74, "learning_rate": 0.00011572798912599424, "loss": 1.8013, "step": 390 }, { "epoch": 1.76, "learning_rate": 0.00011910494237347491, "loss": 1.5069, "step": 395 }, { "epoch": 1.79, "learning_rate": 0.00012223363969730684, "loss": 1.5859, "step": 400 }, { "epoch": 1.81, "learning_rate": 0.00012509870205521334, "loss": 1.5894, "step": 405 }, { "epoch": 1.83, "learning_rate": 0.00012768604629674322, "loss": 1.9085, "step": 410 }, { "epoch": 1.85, "learning_rate": 0.00012998295438868449, "loss": 1.8982, "step": 415 }, { "epoch": 1.88, "learning_rate": 0.00013197813593027427, "loss": 1.9507, "step": 420 }, { "epoch": 1.9, "learning_rate": 0.00013366178365091335, "loss": 1.7504, "step": 425 }, { "epoch": 1.92, "learning_rate": 0.00013502562161758715, "loss": 1.7843, "step": 430 }, { "epoch": 1.94, "learning_rate": 0.00013606294591503093, "loss": 1.6083, "step": 435 }, { "epoch": 1.96, "learning_rate": 0.00013676865759867644, "loss": 1.5864, "step": 440 }, { "epoch": 1.99, "learning_rate": 0.00013713928775840084, "loss": 1.8849, "step": 445 }, { "epoch": 2.0, "eval_loss": 1.5412778854370117, "eval_runtime": 17.7637, "eval_samples_per_second": 17.282, "eval_steps_per_second": 2.195, "step": 448 } ], "max_steps": 448, "num_train_epochs": 2, "total_flos": 467712737280000.0, "trial_name": null, "trial_params": null }