| { | |
| "best_metric": 0.8829911947250366, | |
| "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e3l58-l/checkpoint-21000", | |
| "epoch": 2.2397610921501707, | |
| "eval_steps": 500, | |
| "global_step": 21000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05332764505119454, | |
| "grad_norm": 217.40109252929688, | |
| "learning_rate": 4.911120591581342e-08, | |
| "loss": 0.4667, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05332764505119454, | |
| "eval_loss": 1.4427576065063477, | |
| "eval_runtime": 60.328, | |
| "eval_samples_per_second": 16.361, | |
| "eval_steps_per_second": 2.055, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.10665529010238908, | |
| "grad_norm": 70.38941955566406, | |
| "learning_rate": 4.822241183162685e-08, | |
| "loss": 0.4534, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.10665529010238908, | |
| "eval_loss": 1.3823094367980957, | |
| "eval_runtime": 61.4884, | |
| "eval_samples_per_second": 16.052, | |
| "eval_steps_per_second": 2.017, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1599829351535836, | |
| "grad_norm": 389.9967956542969, | |
| "learning_rate": 4.733361774744027e-08, | |
| "loss": 0.3753, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1599829351535836, | |
| "eval_loss": 1.3328827619552612, | |
| "eval_runtime": 63.0378, | |
| "eval_samples_per_second": 15.657, | |
| "eval_steps_per_second": 1.967, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.21331058020477817, | |
| "grad_norm": 13.427445411682129, | |
| "learning_rate": 4.6444823663253694e-08, | |
| "loss": 0.3361, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.21331058020477817, | |
| "eval_loss": 1.2922736406326294, | |
| "eval_runtime": 63.1958, | |
| "eval_samples_per_second": 15.618, | |
| "eval_steps_per_second": 1.962, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.2666382252559727, | |
| "grad_norm": 320.7197265625, | |
| "learning_rate": 4.555602957906712e-08, | |
| "loss": 0.3597, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.2666382252559727, | |
| "eval_loss": 1.257211685180664, | |
| "eval_runtime": 63.3241, | |
| "eval_samples_per_second": 15.586, | |
| "eval_steps_per_second": 1.958, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.3199658703071672, | |
| "grad_norm": 0.0019184721168130636, | |
| "learning_rate": 4.4667235494880546e-08, | |
| "loss": 0.3042, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.3199658703071672, | |
| "eval_loss": 1.2240594625473022, | |
| "eval_runtime": 63.5118, | |
| "eval_samples_per_second": 15.54, | |
| "eval_steps_per_second": 1.952, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.37329351535836175, | |
| "grad_norm": 11.738512992858887, | |
| "learning_rate": 4.3778441410693965e-08, | |
| "loss": 0.3252, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.37329351535836175, | |
| "eval_loss": 1.1988952159881592, | |
| "eval_runtime": 63.5384, | |
| "eval_samples_per_second": 15.534, | |
| "eval_steps_per_second": 1.952, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.42662116040955633, | |
| "grad_norm": 5.839956283569336, | |
| "learning_rate": 4.28896473265074e-08, | |
| "loss": 0.2439, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.42662116040955633, | |
| "eval_loss": 1.1730674505233765, | |
| "eval_runtime": 62.3497, | |
| "eval_samples_per_second": 15.83, | |
| "eval_steps_per_second": 1.989, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.47994880546075086, | |
| "grad_norm": 154.76502990722656, | |
| "learning_rate": 4.2000853242320816e-08, | |
| "loss": 0.3004, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.47994880546075086, | |
| "eval_loss": 1.1497682332992554, | |
| "eval_runtime": 63.5491, | |
| "eval_samples_per_second": 15.531, | |
| "eval_steps_per_second": 1.951, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.5332764505119454, | |
| "grad_norm": 0.13150489330291748, | |
| "learning_rate": 4.111205915813424e-08, | |
| "loss": 0.3205, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5332764505119454, | |
| "eval_loss": 1.1258739233016968, | |
| "eval_runtime": 62.1884, | |
| "eval_samples_per_second": 15.871, | |
| "eval_steps_per_second": 1.994, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.58660409556314, | |
| "grad_norm": 0.3719326853752136, | |
| "learning_rate": 4.022326507394767e-08, | |
| "loss": 0.3091, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.58660409556314, | |
| "eval_loss": 1.1053005456924438, | |
| "eval_runtime": 63.437, | |
| "eval_samples_per_second": 15.559, | |
| "eval_steps_per_second": 1.955, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.6399317406143344, | |
| "grad_norm": 170.89846801757812, | |
| "learning_rate": 3.9334470989761093e-08, | |
| "loss": 0.2657, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6399317406143344, | |
| "eval_loss": 1.0857468843460083, | |
| "eval_runtime": 62.4055, | |
| "eval_samples_per_second": 15.816, | |
| "eval_steps_per_second": 1.987, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.693259385665529, | |
| "grad_norm": 323.0997619628906, | |
| "learning_rate": 3.844567690557451e-08, | |
| "loss": 0.2251, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.693259385665529, | |
| "eval_loss": 1.0695208311080933, | |
| "eval_runtime": 63.1085, | |
| "eval_samples_per_second": 15.64, | |
| "eval_steps_per_second": 1.965, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.7465870307167235, | |
| "grad_norm": 0.13254186511039734, | |
| "learning_rate": 3.7556882821387945e-08, | |
| "loss": 0.248, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7465870307167235, | |
| "eval_loss": 1.0535719394683838, | |
| "eval_runtime": 62.3504, | |
| "eval_samples_per_second": 15.83, | |
| "eval_steps_per_second": 1.989, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7999146757679181, | |
| "grad_norm": 63.14700698852539, | |
| "learning_rate": 3.6668088737201364e-08, | |
| "loss": 0.2745, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.7999146757679181, | |
| "eval_loss": 1.0388950109481812, | |
| "eval_runtime": 62.2311, | |
| "eval_samples_per_second": 15.86, | |
| "eval_steps_per_second": 1.993, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.8532423208191127, | |
| "grad_norm": 623.6299438476562, | |
| "learning_rate": 3.577929465301478e-08, | |
| "loss": 0.2857, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.8532423208191127, | |
| "eval_loss": 1.0260424613952637, | |
| "eval_runtime": 62.2792, | |
| "eval_samples_per_second": 15.848, | |
| "eval_steps_per_second": 1.991, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.9065699658703071, | |
| "grad_norm": 155.54579162597656, | |
| "learning_rate": 3.4890500568828216e-08, | |
| "loss": 0.2365, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.9065699658703071, | |
| "eval_loss": 1.0136038064956665, | |
| "eval_runtime": 62.583, | |
| "eval_samples_per_second": 15.771, | |
| "eval_steps_per_second": 1.981, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.9598976109215017, | |
| "grad_norm": 76.14079284667969, | |
| "learning_rate": 3.4001706484641635e-08, | |
| "loss": 0.2382, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.9598976109215017, | |
| "eval_loss": 1.0034172534942627, | |
| "eval_runtime": 63.5592, | |
| "eval_samples_per_second": 15.529, | |
| "eval_steps_per_second": 1.951, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.0132252559726962, | |
| "grad_norm": 571.6434936523438, | |
| "learning_rate": 3.311291240045506e-08, | |
| "loss": 0.2419, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.0132252559726962, | |
| "eval_loss": 0.994463324546814, | |
| "eval_runtime": 61.8407, | |
| "eval_samples_per_second": 15.96, | |
| "eval_steps_per_second": 2.005, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 1.0665529010238908, | |
| "grad_norm": 540.1460571289062, | |
| "learning_rate": 3.2224118316268486e-08, | |
| "loss": 0.2047, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.0665529010238908, | |
| "eval_loss": 0.9851205348968506, | |
| "eval_runtime": 62.1686, | |
| "eval_samples_per_second": 15.876, | |
| "eval_steps_per_second": 1.995, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.1198805460750854, | |
| "grad_norm": 6.2389655113220215, | |
| "learning_rate": 3.133532423208191e-08, | |
| "loss": 0.2133, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.1198805460750854, | |
| "eval_loss": 0.9759647250175476, | |
| "eval_runtime": 62.8691, | |
| "eval_samples_per_second": 15.699, | |
| "eval_steps_per_second": 1.972, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.17320819112628, | |
| "grad_norm": 321.5069885253906, | |
| "learning_rate": 3.044653014789533e-08, | |
| "loss": 0.207, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.17320819112628, | |
| "eval_loss": 0.9683472514152527, | |
| "eval_runtime": 61.915, | |
| "eval_samples_per_second": 15.941, | |
| "eval_steps_per_second": 2.003, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.2265358361774745, | |
| "grad_norm": 0.0028632767498493195, | |
| "learning_rate": 2.955773606370876e-08, | |
| "loss": 0.2369, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.2265358361774745, | |
| "eval_loss": 0.9597958922386169, | |
| "eval_runtime": 62.4216, | |
| "eval_samples_per_second": 15.812, | |
| "eval_steps_per_second": 1.986, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.2798634812286689, | |
| "grad_norm": 1.046075701713562, | |
| "learning_rate": 2.8668941979522183e-08, | |
| "loss": 0.1834, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.2798634812286689, | |
| "eval_loss": 0.9528058767318726, | |
| "eval_runtime": 62.9687, | |
| "eval_samples_per_second": 15.674, | |
| "eval_steps_per_second": 1.969, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.3331911262798635, | |
| "grad_norm": 0.01093329768627882, | |
| "learning_rate": 2.778014789533561e-08, | |
| "loss": 0.2002, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.3331911262798635, | |
| "eval_loss": 0.9465218782424927, | |
| "eval_runtime": 62.0222, | |
| "eval_samples_per_second": 15.914, | |
| "eval_steps_per_second": 1.999, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.386518771331058, | |
| "grad_norm": 0.13472874462604523, | |
| "learning_rate": 2.689135381114903e-08, | |
| "loss": 0.1918, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.386518771331058, | |
| "eval_loss": 0.9417626857757568, | |
| "eval_runtime": 62.4603, | |
| "eval_samples_per_second": 15.802, | |
| "eval_steps_per_second": 1.985, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.4398464163822526, | |
| "grad_norm": 19.54829216003418, | |
| "learning_rate": 2.600255972696246e-08, | |
| "loss": 0.2264, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.4398464163822526, | |
| "eval_loss": 0.9353039860725403, | |
| "eval_runtime": 63.2324, | |
| "eval_samples_per_second": 15.609, | |
| "eval_steps_per_second": 1.961, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.493174061433447, | |
| "grad_norm": 6.569502353668213, | |
| "learning_rate": 2.511376564277588e-08, | |
| "loss": 0.171, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.493174061433447, | |
| "eval_loss": 0.930813729763031, | |
| "eval_runtime": 61.9703, | |
| "eval_samples_per_second": 15.927, | |
| "eval_steps_per_second": 2.001, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.5465017064846416, | |
| "grad_norm": 153.30908203125, | |
| "learning_rate": 2.4224971558589305e-08, | |
| "loss": 0.2029, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.5465017064846416, | |
| "eval_loss": 0.9262459874153137, | |
| "eval_runtime": 62.3851, | |
| "eval_samples_per_second": 15.821, | |
| "eval_steps_per_second": 1.988, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.5998293515358362, | |
| "grad_norm": 578.005615234375, | |
| "learning_rate": 2.333617747440273e-08, | |
| "loss": 0.173, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.5998293515358362, | |
| "eval_loss": 0.9224158525466919, | |
| "eval_runtime": 63.0306, | |
| "eval_samples_per_second": 15.659, | |
| "eval_steps_per_second": 1.967, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.6531569965870307, | |
| "grad_norm": 38.18622970581055, | |
| "learning_rate": 2.2447383390216153e-08, | |
| "loss": 0.2126, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.6531569965870307, | |
| "eval_loss": 0.9170305132865906, | |
| "eval_runtime": 61.9661, | |
| "eval_samples_per_second": 15.928, | |
| "eval_steps_per_second": 2.001, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.7064846416382253, | |
| "grad_norm": 279.6297302246094, | |
| "learning_rate": 2.155858930602958e-08, | |
| "loss": 0.1933, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.7064846416382253, | |
| "eval_loss": 0.9142164587974548, | |
| "eval_runtime": 62.0524, | |
| "eval_samples_per_second": 15.906, | |
| "eval_steps_per_second": 1.998, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.75981228668942, | |
| "grad_norm": 32.153900146484375, | |
| "learning_rate": 2.0669795221843004e-08, | |
| "loss": 0.1911, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.75981228668942, | |
| "eval_loss": 0.9099463820457458, | |
| "eval_runtime": 63.0816, | |
| "eval_samples_per_second": 15.646, | |
| "eval_steps_per_second": 1.966, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.8131399317406145, | |
| "grad_norm": 1.433034062385559, | |
| "learning_rate": 1.9781001137656427e-08, | |
| "loss": 0.1809, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.8131399317406145, | |
| "eval_loss": 0.9075033664703369, | |
| "eval_runtime": 62.1223, | |
| "eval_samples_per_second": 15.888, | |
| "eval_steps_per_second": 1.996, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.8664675767918089, | |
| "grad_norm": 211.28334045410156, | |
| "learning_rate": 1.8892207053469853e-08, | |
| "loss": 0.2699, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.8664675767918089, | |
| "eval_loss": 0.9023045897483826, | |
| "eval_runtime": 62.2896, | |
| "eval_samples_per_second": 15.845, | |
| "eval_steps_per_second": 1.991, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.9197952218430034, | |
| "grad_norm": 0.22130072116851807, | |
| "learning_rate": 1.800341296928328e-08, | |
| "loss": 0.1682, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.9197952218430034, | |
| "eval_loss": 0.8992673754692078, | |
| "eval_runtime": 63.0217, | |
| "eval_samples_per_second": 15.661, | |
| "eval_steps_per_second": 1.968, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.9731228668941978, | |
| "grad_norm": 463.95916748046875, | |
| "learning_rate": 1.7114618885096697e-08, | |
| "loss": 0.2248, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.9731228668941978, | |
| "eval_loss": 0.8949461579322815, | |
| "eval_runtime": 62.3865, | |
| "eval_samples_per_second": 15.821, | |
| "eval_steps_per_second": 1.988, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 2.0264505119453924, | |
| "grad_norm": 257.9815979003906, | |
| "learning_rate": 1.6225824800910123e-08, | |
| "loss": 0.1892, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.0264505119453924, | |
| "eval_loss": 0.892412543296814, | |
| "eval_runtime": 62.3214, | |
| "eval_samples_per_second": 15.837, | |
| "eval_steps_per_second": 1.99, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 2.079778156996587, | |
| "grad_norm": 50.01844787597656, | |
| "learning_rate": 1.533703071672355e-08, | |
| "loss": 0.1907, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.079778156996587, | |
| "eval_loss": 0.8893100619316101, | |
| "eval_runtime": 62.9983, | |
| "eval_samples_per_second": 15.667, | |
| "eval_steps_per_second": 1.968, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 2.1331058020477816, | |
| "grad_norm": 1.0831713676452637, | |
| "learning_rate": 1.4448236632536973e-08, | |
| "loss": 0.1661, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.1331058020477816, | |
| "eval_loss": 0.887154757976532, | |
| "eval_runtime": 62.2417, | |
| "eval_samples_per_second": 15.858, | |
| "eval_steps_per_second": 1.992, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 2.186433447098976, | |
| "grad_norm": 0.08456582576036453, | |
| "learning_rate": 1.3559442548350397e-08, | |
| "loss": 0.1852, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.186433447098976, | |
| "eval_loss": 0.8855507969856262, | |
| "eval_runtime": 61.7252, | |
| "eval_samples_per_second": 15.99, | |
| "eval_steps_per_second": 2.009, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.2397610921501707, | |
| "grad_norm": 19.829164505004883, | |
| "learning_rate": 1.2670648464163821e-08, | |
| "loss": 0.1561, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.2397610921501707, | |
| "eval_loss": 0.8829911947250366, | |
| "eval_runtime": 62.7443, | |
| "eval_samples_per_second": 15.731, | |
| "eval_steps_per_second": 1.976, | |
| "step": 21000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 28128, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7555644893162520.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |