{ "best_metric": 0.8165684938430786, "best_model_checkpoint": "./output/clip-finetuned-csu-p14-336-e4l58-l/checkpoint-28500", "epoch": 3.0396757679180886, "eval_steps": 500, "global_step": 28500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.05332764505119454, "grad_norm": 217.55360412597656, "learning_rate": 4.933340443686007e-08, "loss": 0.4667, "step": 500 }, { "epoch": 0.05332764505119454, "eval_loss": 1.4426143169403076, "eval_runtime": 61.9901, "eval_samples_per_second": 15.922, "eval_steps_per_second": 2.0, "step": 500 }, { "epoch": 0.10665529010238908, "grad_norm": 73.73340606689453, "learning_rate": 4.8666808873720136e-08, "loss": 0.4532, "step": 1000 }, { "epoch": 0.10665529010238908, "eval_loss": 1.3815597295761108, "eval_runtime": 62.4624, "eval_samples_per_second": 15.801, "eval_steps_per_second": 1.985, "step": 1000 }, { "epoch": 0.1599829351535836, "grad_norm": 471.4011535644531, "learning_rate": 4.80002133105802e-08, "loss": 0.3749, "step": 1500 }, { "epoch": 0.1599829351535836, "eval_loss": 1.3310539722442627, "eval_runtime": 63.3918, "eval_samples_per_second": 15.57, "eval_steps_per_second": 1.956, "step": 1500 }, { "epoch": 0.21331058020477817, "grad_norm": 11.962693214416504, "learning_rate": 4.733361774744027e-08, "loss": 0.336, "step": 2000 }, { "epoch": 0.21331058020477817, "eval_loss": 1.2890639305114746, "eval_runtime": 63.177, "eval_samples_per_second": 15.623, "eval_steps_per_second": 1.963, "step": 2000 }, { "epoch": 0.2666382252559727, "grad_norm": 375.1609191894531, "learning_rate": 4.666702218430034e-08, "loss": 0.3585, "step": 2500 }, { "epoch": 0.2666382252559727, "eval_loss": 1.2536433935165405, "eval_runtime": 63.1512, "eval_samples_per_second": 15.629, "eval_steps_per_second": 1.964, "step": 2500 }, { "epoch": 0.3199658703071672, "grad_norm": 0.0022936267778277397, "learning_rate": 4.600042662116041e-08, "loss": 0.303, "step": 3000 }, { "epoch": 0.3199658703071672, "eval_loss": 1.2202869653701782, "eval_runtime": 63.5857, "eval_samples_per_second": 15.522, "eval_steps_per_second": 1.95, "step": 3000 }, { "epoch": 0.37329351535836175, "grad_norm": 15.805087089538574, "learning_rate": 4.5333831058020476e-08, "loss": 0.3242, "step": 3500 }, { "epoch": 0.37329351535836175, "eval_loss": 1.195627212524414, "eval_runtime": 63.4024, "eval_samples_per_second": 15.567, "eval_steps_per_second": 1.956, "step": 3500 }, { "epoch": 0.42662116040955633, "grad_norm": 5.377908229827881, "learning_rate": 4.4667235494880546e-08, "loss": 0.2427, "step": 4000 }, { "epoch": 0.42662116040955633, "eval_loss": 1.169384241104126, "eval_runtime": 63.5082, "eval_samples_per_second": 15.541, "eval_steps_per_second": 1.953, "step": 4000 }, { "epoch": 0.47994880546075086, "grad_norm": 150.5334930419922, "learning_rate": 4.4000639931740615e-08, "loss": 0.2993, "step": 4500 }, { "epoch": 0.47994880546075086, "eval_loss": 1.145558476448059, "eval_runtime": 62.3888, "eval_samples_per_second": 15.82, "eval_steps_per_second": 1.988, "step": 4500 }, { "epoch": 0.5332764505119454, "grad_norm": 0.12246542423963547, "learning_rate": 4.333404436860068e-08, "loss": 0.3183, "step": 5000 }, { "epoch": 0.5332764505119454, "eval_loss": 1.1201218366622925, "eval_runtime": 63.7154, "eval_samples_per_second": 15.491, "eval_steps_per_second": 1.946, "step": 5000 }, { "epoch": 0.58660409556314, "grad_norm": 0.3306196630001068, "learning_rate": 4.266744880546075e-08, "loss": 0.307, "step": 5500 }, { "epoch": 0.58660409556314, "eval_loss": 1.0982334613800049, "eval_runtime": 62.4882, "eval_samples_per_second": 15.795, "eval_steps_per_second": 1.984, "step": 5500 }, { "epoch": 0.6399317406143344, "grad_norm": 149.38189697265625, "learning_rate": 4.2000853242320816e-08, "loss": 0.2638, "step": 6000 }, { "epoch": 0.6399317406143344, "eval_loss": 1.0779541730880737, "eval_runtime": 63.4101, "eval_samples_per_second": 15.565, "eval_steps_per_second": 1.956, "step": 6000 }, { "epoch": 0.693259385665529, "grad_norm": 353.0036315917969, "learning_rate": 4.1334257679180886e-08, "loss": 0.2226, "step": 6500 }, { "epoch": 0.693259385665529, "eval_loss": 1.0613036155700684, "eval_runtime": 62.8292, "eval_samples_per_second": 15.709, "eval_steps_per_second": 1.974, "step": 6500 }, { "epoch": 0.7465870307167235, "grad_norm": 0.13188917934894562, "learning_rate": 4.0667662116040955e-08, "loss": 0.2453, "step": 7000 }, { "epoch": 0.7465870307167235, "eval_loss": 1.0443507432937622, "eval_runtime": 62.7457, "eval_samples_per_second": 15.73, "eval_steps_per_second": 1.976, "step": 7000 }, { "epoch": 0.7999146757679181, "grad_norm": 59.391639709472656, "learning_rate": 4.000106655290102e-08, "loss": 0.272, "step": 7500 }, { "epoch": 0.7999146757679181, "eval_loss": 1.0300519466400146, "eval_runtime": 62.3719, "eval_samples_per_second": 15.824, "eval_steps_per_second": 1.988, "step": 7500 }, { "epoch": 0.8532423208191127, "grad_norm": 495.4797668457031, "learning_rate": 3.9334470989761093e-08, "loss": 0.283, "step": 8000 }, { "epoch": 0.8532423208191127, "eval_loss": 1.0166898965835571, "eval_runtime": 62.0338, "eval_samples_per_second": 15.911, "eval_steps_per_second": 1.999, "step": 8000 }, { "epoch": 0.9065699658703071, "grad_norm": 159.0310821533203, "learning_rate": 3.866787542662116e-08, "loss": 0.2331, "step": 8500 }, { "epoch": 0.9065699658703071, "eval_loss": 1.003544807434082, "eval_runtime": 62.9704, "eval_samples_per_second": 15.674, "eval_steps_per_second": 1.969, "step": 8500 }, { "epoch": 0.9598976109215017, "grad_norm": 45.40327835083008, "learning_rate": 3.8001279863481225e-08, "loss": 0.2362, "step": 9000 }, { "epoch": 0.9598976109215017, "eval_loss": 0.992453396320343, "eval_runtime": 63.1405, "eval_samples_per_second": 15.632, "eval_steps_per_second": 1.964, "step": 9000 }, { "epoch": 1.0132252559726962, "grad_norm": 621.8538818359375, "learning_rate": 3.7334684300341295e-08, "loss": 0.2396, "step": 9500 }, { "epoch": 1.0132252559726962, "eval_loss": 0.9829725027084351, "eval_runtime": 62.3244, "eval_samples_per_second": 15.836, "eval_steps_per_second": 1.99, "step": 9500 }, { "epoch": 1.0665529010238908, "grad_norm": 461.60736083984375, "learning_rate": 3.6668088737201364e-08, "loss": 0.2013, "step": 10000 }, { "epoch": 1.0665529010238908, "eval_loss": 0.9735796451568604, "eval_runtime": 63.0763, "eval_samples_per_second": 15.648, "eval_steps_per_second": 1.966, "step": 10000 }, { "epoch": 1.1198805460750854, "grad_norm": 7.0309906005859375, "learning_rate": 3.6001493174061433e-08, "loss": 0.2082, "step": 10500 }, { "epoch": 1.1198805460750854, "eval_loss": 0.9639086127281189, "eval_runtime": 63.0238, "eval_samples_per_second": 15.661, "eval_steps_per_second": 1.968, "step": 10500 }, { "epoch": 1.17320819112628, "grad_norm": 304.01995849609375, "learning_rate": 3.5334897610921496e-08, "loss": 0.2023, "step": 11000 }, { "epoch": 1.17320819112628, "eval_loss": 0.9558469653129578, "eval_runtime": 62.1866, "eval_samples_per_second": 15.872, "eval_steps_per_second": 1.994, "step": 11000 }, { "epoch": 1.2265358361774745, "grad_norm": 0.0017981340643018484, "learning_rate": 3.4668302047781565e-08, "loss": 0.2331, "step": 11500 }, { "epoch": 1.2265358361774745, "eval_loss": 0.9465070962905884, "eval_runtime": 63.1547, "eval_samples_per_second": 15.628, "eval_steps_per_second": 1.963, "step": 11500 }, { "epoch": 1.2798634812286689, "grad_norm": 0.8147886395454407, "learning_rate": 3.4001706484641635e-08, "loss": 0.1784, "step": 12000 }, { "epoch": 1.2798634812286689, "eval_loss": 0.9392343163490295, "eval_runtime": 62.9221, "eval_samples_per_second": 15.686, "eval_steps_per_second": 1.971, "step": 12000 }, { "epoch": 1.3331911262798635, "grad_norm": 0.01276802271604538, "learning_rate": 3.3335110921501704e-08, "loss": 0.1953, "step": 12500 }, { "epoch": 1.3331911262798635, "eval_loss": 0.9316345453262329, "eval_runtime": 62.2816, "eval_samples_per_second": 15.847, "eval_steps_per_second": 1.991, "step": 12500 }, { "epoch": 1.386518771331058, "grad_norm": 0.07341516762971878, "learning_rate": 3.2668515358361773e-08, "loss": 0.1867, "step": 13000 }, { "epoch": 1.386518771331058, "eval_loss": 0.9270105957984924, "eval_runtime": 63.2619, "eval_samples_per_second": 15.602, "eval_steps_per_second": 1.96, "step": 13000 }, { "epoch": 1.4398464163822526, "grad_norm": 17.55596923828125, "learning_rate": 3.200191979522184e-08, "loss": 0.22, "step": 13500 }, { "epoch": 1.4398464163822526, "eval_loss": 0.919725775718689, "eval_runtime": 63.3459, "eval_samples_per_second": 15.581, "eval_steps_per_second": 1.958, "step": 13500 }, { "epoch": 1.493174061433447, "grad_norm": 3.4780771732330322, "learning_rate": 3.133532423208191e-08, "loss": 0.1656, "step": 14000 }, { "epoch": 1.493174061433447, "eval_loss": 0.9148014783859253, "eval_runtime": 62.257, "eval_samples_per_second": 15.854, "eval_steps_per_second": 1.992, "step": 14000 }, { "epoch": 1.5465017064846416, "grad_norm": 158.22390747070312, "learning_rate": 3.066872866894198e-08, "loss": 0.1968, "step": 14500 }, { "epoch": 1.5465017064846416, "eval_loss": 0.9096349477767944, "eval_runtime": 63.3671, "eval_samples_per_second": 15.576, "eval_steps_per_second": 1.957, "step": 14500 }, { "epoch": 1.5998293515358362, "grad_norm": 621.3922729492188, "learning_rate": 3.0002133105802044e-08, "loss": 0.1676, "step": 15000 }, { "epoch": 1.5998293515358362, "eval_loss": 0.9056846499443054, "eval_runtime": 63.2369, "eval_samples_per_second": 15.608, "eval_steps_per_second": 1.961, "step": 15000 }, { "epoch": 1.6531569965870307, "grad_norm": 26.23398208618164, "learning_rate": 2.9335537542662113e-08, "loss": 0.2074, "step": 15500 }, { "epoch": 1.6531569965870307, "eval_loss": 0.8993550539016724, "eval_runtime": 62.3767, "eval_samples_per_second": 15.823, "eval_steps_per_second": 1.988, "step": 15500 }, { "epoch": 1.7064846416382253, "grad_norm": 283.3314514160156, "learning_rate": 2.8668941979522183e-08, "loss": 0.1847, "step": 16000 }, { "epoch": 1.7064846416382253, "eval_loss": 0.8954482078552246, "eval_runtime": 63.2168, "eval_samples_per_second": 15.613, "eval_steps_per_second": 1.962, "step": 16000 }, { "epoch": 1.75981228668942, "grad_norm": 12.151030540466309, "learning_rate": 2.800234641638225e-08, "loss": 0.1845, "step": 16500 }, { "epoch": 1.75981228668942, "eval_loss": 0.8900338411331177, "eval_runtime": 63.5581, "eval_samples_per_second": 15.529, "eval_steps_per_second": 1.951, "step": 16500 }, { "epoch": 1.8131399317406145, "grad_norm": 0.7503092288970947, "learning_rate": 2.7335750853242318e-08, "loss": 0.1721, "step": 17000 }, { "epoch": 1.8131399317406145, "eval_loss": 0.8872589468955994, "eval_runtime": 62.0282, "eval_samples_per_second": 15.912, "eval_steps_per_second": 1.999, "step": 17000 }, { "epoch": 1.8664675767918089, "grad_norm": 180.9355926513672, "learning_rate": 2.6669155290102384e-08, "loss": 0.2627, "step": 17500 }, { "epoch": 1.8664675767918089, "eval_loss": 0.8810189962387085, "eval_runtime": 62.7212, "eval_samples_per_second": 15.736, "eval_steps_per_second": 1.977, "step": 17500 }, { "epoch": 1.9197952218430034, "grad_norm": 0.10503419488668442, "learning_rate": 2.600255972696246e-08, "loss": 0.1623, "step": 18000 }, { "epoch": 1.9197952218430034, "eval_loss": 0.8773773908615112, "eval_runtime": 62.9181, "eval_samples_per_second": 15.687, "eval_steps_per_second": 1.971, "step": 18000 }, { "epoch": 1.9731228668941978, "grad_norm": 477.76715087890625, "learning_rate": 2.5335964163822526e-08, "loss": 0.2162, "step": 18500 }, { "epoch": 1.9731228668941978, "eval_loss": 0.8713328242301941, "eval_runtime": 62.3477, "eval_samples_per_second": 15.831, "eval_steps_per_second": 1.989, "step": 18500 }, { "epoch": 2.0264505119453924, "grad_norm": 222.06802368164062, "learning_rate": 2.4669368600682595e-08, "loss": 0.1802, "step": 19000 }, { "epoch": 2.0264505119453924, "eval_loss": 0.8679063320159912, "eval_runtime": 63.0768, "eval_samples_per_second": 15.648, "eval_steps_per_second": 1.966, "step": 19000 }, { "epoch": 2.079778156996587, "grad_norm": 48.63727569580078, "learning_rate": 2.400277303754266e-08, "loss": 0.179, "step": 19500 }, { "epoch": 2.079778156996587, "eval_loss": 0.86326664686203, "eval_runtime": 63.3068, "eval_samples_per_second": 15.591, "eval_steps_per_second": 1.959, "step": 19500 }, { "epoch": 2.1331058020477816, "grad_norm": 0.5827552080154419, "learning_rate": 2.333617747440273e-08, "loss": 0.1549, "step": 20000 }, { "epoch": 2.1331058020477816, "eval_loss": 0.8606277108192444, "eval_runtime": 62.3116, "eval_samples_per_second": 15.84, "eval_steps_per_second": 1.99, "step": 20000 }, { "epoch": 2.186433447098976, "grad_norm": 0.060927845537662506, "learning_rate": 2.2669581911262796e-08, "loss": 0.1742, "step": 20500 }, { "epoch": 2.186433447098976, "eval_loss": 0.8584741353988647, "eval_runtime": 63.1659, "eval_samples_per_second": 15.626, "eval_steps_per_second": 1.963, "step": 20500 }, { "epoch": 2.2397610921501707, "grad_norm": 16.044307708740234, "learning_rate": 2.2002986348122866e-08, "loss": 0.1448, "step": 21000 }, { "epoch": 2.2397610921501707, "eval_loss": 0.8546220064163208, "eval_runtime": 63.0133, "eval_samples_per_second": 15.663, "eval_steps_per_second": 1.968, "step": 21000 }, { "epoch": 2.2930887372013653, "grad_norm": 0.07948703318834305, "learning_rate": 2.1336390784982935e-08, "loss": 0.2066, "step": 21500 }, { "epoch": 2.2930887372013653, "eval_loss": 0.8512936234474182, "eval_runtime": 62.3887, "eval_samples_per_second": 15.82, "eval_steps_per_second": 1.988, "step": 21500 }, { "epoch": 2.34641638225256, "grad_norm": 0.0013235179940238595, "learning_rate": 2.0669795221843004e-08, "loss": 0.1483, "step": 22000 }, { "epoch": 2.34641638225256, "eval_loss": 0.8480631709098816, "eval_runtime": 63.1614, "eval_samples_per_second": 15.627, "eval_steps_per_second": 1.963, "step": 22000 }, { "epoch": 2.399744027303754, "grad_norm": 0.001996780978515744, "learning_rate": 2.000319965870307e-08, "loss": 0.1813, "step": 22500 }, { "epoch": 2.399744027303754, "eval_loss": 0.84471195936203, "eval_runtime": 63.0032, "eval_samples_per_second": 15.666, "eval_steps_per_second": 1.968, "step": 22500 }, { "epoch": 2.453071672354949, "grad_norm": 0.24369017779827118, "learning_rate": 1.933660409556314e-08, "loss": 0.1617, "step": 23000 }, { "epoch": 2.453071672354949, "eval_loss": 0.8411402702331543, "eval_runtime": 62.707, "eval_samples_per_second": 15.74, "eval_steps_per_second": 1.977, "step": 23000 }, { "epoch": 2.506399317406143, "grad_norm": 9.377041816711426, "learning_rate": 1.8670008532423206e-08, "loss": 0.1664, "step": 23500 }, { "epoch": 2.506399317406143, "eval_loss": 0.8393682837486267, "eval_runtime": 63.143, "eval_samples_per_second": 15.631, "eval_steps_per_second": 1.964, "step": 23500 }, { "epoch": 2.5597269624573378, "grad_norm": 118.065673828125, "learning_rate": 1.800341296928328e-08, "loss": 0.1786, "step": 24000 }, { "epoch": 2.5597269624573378, "eval_loss": 0.8357825875282288, "eval_runtime": 63.3183, "eval_samples_per_second": 15.588, "eval_steps_per_second": 1.958, "step": 24000 }, { "epoch": 2.6130546075085324, "grad_norm": 3.0652036666870117, "learning_rate": 1.7336817406143344e-08, "loss": 0.1465, "step": 24500 }, { "epoch": 2.6130546075085324, "eval_loss": 0.8330481648445129, "eval_runtime": 63.0565, "eval_samples_per_second": 15.653, "eval_steps_per_second": 1.966, "step": 24500 }, { "epoch": 2.666382252559727, "grad_norm": 68.4100570678711, "learning_rate": 1.6670221843003414e-08, "loss": 0.1289, "step": 25000 }, { "epoch": 2.666382252559727, "eval_loss": 0.831382691860199, "eval_runtime": 62.8466, "eval_samples_per_second": 15.705, "eval_steps_per_second": 1.973, "step": 25000 }, { "epoch": 2.7197098976109215, "grad_norm": 0.03573409095406532, "learning_rate": 1.600362627986348e-08, "loss": 0.1662, "step": 25500 }, { "epoch": 2.7197098976109215, "eval_loss": 0.829609751701355, "eval_runtime": 63.536, "eval_samples_per_second": 15.535, "eval_steps_per_second": 1.952, "step": 25500 }, { "epoch": 2.773037542662116, "grad_norm": 85.1174087524414, "learning_rate": 1.533703071672355e-08, "loss": 0.1463, "step": 26000 }, { "epoch": 2.773037542662116, "eval_loss": 0.8262338638305664, "eval_runtime": 63.1492, "eval_samples_per_second": 15.63, "eval_steps_per_second": 1.964, "step": 26000 }, { "epoch": 2.8263651877133107, "grad_norm": 1.988323450088501, "learning_rate": 1.4670435153583615e-08, "loss": 0.1471, "step": 26500 }, { "epoch": 2.8263651877133107, "eval_loss": 0.8249030709266663, "eval_runtime": 63.1063, "eval_samples_per_second": 15.64, "eval_steps_per_second": 1.965, "step": 26500 }, { "epoch": 2.8796928327645053, "grad_norm": 14.553828239440918, "learning_rate": 1.4003839590443686e-08, "loss": 0.167, "step": 27000 }, { "epoch": 2.8796928327645053, "eval_loss": 0.821887731552124, "eval_runtime": 63.5261, "eval_samples_per_second": 15.537, "eval_steps_per_second": 1.952, "step": 27000 }, { "epoch": 2.9330204778157, "grad_norm": 0.4691038131713867, "learning_rate": 1.3337244027303754e-08, "loss": 0.1268, "step": 27500 }, { "epoch": 2.9330204778157, "eval_loss": 0.8203587532043457, "eval_runtime": 63.3176, "eval_samples_per_second": 15.588, "eval_steps_per_second": 1.958, "step": 27500 }, { "epoch": 2.986348122866894, "grad_norm": 327.5917663574219, "learning_rate": 1.2670648464163821e-08, "loss": 0.177, "step": 28000 }, { "epoch": 2.986348122866894, "eval_loss": 0.8176783919334412, "eval_runtime": 63.0051, "eval_samples_per_second": 15.665, "eval_steps_per_second": 1.968, "step": 28000 }, { "epoch": 3.0396757679180886, "grad_norm": 1.4327431472338503e-06, "learning_rate": 1.200405290102389e-08, "loss": 0.1206, "step": 28500 }, { "epoch": 3.0396757679180886, "eval_loss": 0.8165684938430786, "eval_runtime": 63.4667, "eval_samples_per_second": 15.551, "eval_steps_per_second": 1.954, "step": 28500 } ], "logging_steps": 500, "max_steps": 37504, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.025383252761252e+16, "train_batch_size": 2, "trial_name": null, "trial_params": null }