|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 39.8406374501992, |
|
"eval_steps": 500, |
|
"global_step": 10000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 5.9401e-05, |
|
"loss": 0.1337, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 5.8802000000000004e-05, |
|
"loss": 0.1019, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.3280301374218742, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2979263681322648, |
|
"eval_loss": 0.5115633606910706, |
|
"eval_mean_accuracy": 0.3280301374218742, |
|
"eval_mean_iou": 0.1489631840661324, |
|
"eval_overall_accuracy": 0.3280301374218742, |
|
"eval_runtime": 438.7652, |
|
"eval_samples_per_second": 0.403, |
|
"eval_steps_per_second": 0.103, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 5.8203e-05, |
|
"loss": 0.1074, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 5.7604e-05, |
|
"loss": 0.1023, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 5.7005e-05, |
|
"loss": 0.0938, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.23996537127753653, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.228712844328851, |
|
"eval_loss": 0.4724666476249695, |
|
"eval_mean_accuracy": 0.23996537127753653, |
|
"eval_mean_iou": 0.1143564221644255, |
|
"eval_overall_accuracy": 0.23996537127753653, |
|
"eval_runtime": 443.45, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 502 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 5.6406e-05, |
|
"loss": 0.0978, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.79, |
|
"learning_rate": 5.5806999999999996e-05, |
|
"loss": 0.098, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.2748412643209889, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2552499864460663, |
|
"eval_loss": 0.5116878151893616, |
|
"eval_mean_accuracy": 0.2748412643209889, |
|
"eval_mean_iou": 0.12762499322303314, |
|
"eval_overall_accuracy": 0.2748412643209889, |
|
"eval_runtime": 443.0871, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.102, |
|
"step": 753 |
|
}, |
|
{ |
|
"epoch": 3.19, |
|
"learning_rate": 5.5208000000000004e-05, |
|
"loss": 0.0898, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 3.59, |
|
"learning_rate": 5.4609000000000005e-05, |
|
"loss": 0.0909, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 3.98, |
|
"learning_rate": 5.401e-05, |
|
"loss": 0.1018, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.22542577927046176, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.21055654038200955, |
|
"eval_loss": 0.3870295584201813, |
|
"eval_mean_accuracy": 0.22542577927046176, |
|
"eval_mean_iou": 0.10527827019100477, |
|
"eval_overall_accuracy": 0.22542577927046176, |
|
"eval_runtime": 444.3408, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 1004 |
|
}, |
|
{ |
|
"epoch": 4.38, |
|
"learning_rate": 5.3411e-05, |
|
"loss": 0.103, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 4.78, |
|
"learning_rate": 5.2812e-05, |
|
"loss": 0.0928, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.16302576535935373, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.1543756064571143, |
|
"eval_loss": 0.29073458909988403, |
|
"eval_mean_accuracy": 0.16302576535935373, |
|
"eval_mean_iou": 0.07718780322855714, |
|
"eval_overall_accuracy": 0.16302576535935373, |
|
"eval_runtime": 444.9951, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 1255 |
|
}, |
|
{ |
|
"epoch": 5.18, |
|
"learning_rate": 5.2213e-05, |
|
"loss": 0.0829, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 5.58, |
|
"learning_rate": 5.1614000000000004e-05, |
|
"loss": 0.1011, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 5.98, |
|
"learning_rate": 5.1015e-05, |
|
"loss": 0.0936, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.25438696727908666, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2385044822213372, |
|
"eval_loss": 0.521956205368042, |
|
"eval_mean_accuracy": 0.25438696727908666, |
|
"eval_mean_iou": 0.1192522411106686, |
|
"eval_overall_accuracy": 0.25438696727908666, |
|
"eval_runtime": 447.5561, |
|
"eval_samples_per_second": 0.395, |
|
"eval_steps_per_second": 0.101, |
|
"step": 1506 |
|
}, |
|
{ |
|
"epoch": 6.37, |
|
"learning_rate": 5.0416e-05, |
|
"loss": 0.0951, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 6.77, |
|
"learning_rate": 4.9817e-05, |
|
"loss": 0.077, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.13079919315573485, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.12346255077934944, |
|
"eval_loss": 0.16082586348056793, |
|
"eval_mean_accuracy": 0.13079919315573485, |
|
"eval_mean_iou": 0.06173127538967472, |
|
"eval_overall_accuracy": 0.13079919315573485, |
|
"eval_runtime": 445.8469, |
|
"eval_samples_per_second": 0.397, |
|
"eval_steps_per_second": 0.101, |
|
"step": 1757 |
|
}, |
|
{ |
|
"epoch": 7.17, |
|
"learning_rate": 4.9218e-05, |
|
"loss": 0.0962, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 7.57, |
|
"learning_rate": 4.8619e-05, |
|
"loss": 0.0867, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 7.97, |
|
"learning_rate": 4.8020000000000004e-05, |
|
"loss": 0.0963, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.09233497948111567, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.09122457394172623, |
|
"eval_loss": 0.1755511313676834, |
|
"eval_mean_accuracy": 0.09233497948111567, |
|
"eval_mean_iou": 0.045612286970863114, |
|
"eval_overall_accuracy": 0.09233497948111567, |
|
"eval_runtime": 445.1627, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 2008 |
|
}, |
|
{ |
|
"epoch": 8.37, |
|
"learning_rate": 4.7421000000000006e-05, |
|
"loss": 0.0818, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 8.76, |
|
"learning_rate": 4.6822e-05, |
|
"loss": 0.0958, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.18131390415246573, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17249903693217403, |
|
"eval_loss": 0.20272228121757507, |
|
"eval_mean_accuracy": 0.18131390415246573, |
|
"eval_mean_iou": 0.08624951846608701, |
|
"eval_overall_accuracy": 0.18131390415246573, |
|
"eval_runtime": 449.8564, |
|
"eval_samples_per_second": 0.393, |
|
"eval_steps_per_second": 0.1, |
|
"step": 2259 |
|
}, |
|
{ |
|
"epoch": 9.16, |
|
"learning_rate": 4.6223e-05, |
|
"loss": 0.0708, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 9.56, |
|
"learning_rate": 4.5624e-05, |
|
"loss": 0.0789, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 9.96, |
|
"learning_rate": 4.5025000000000003e-05, |
|
"loss": 0.0755, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.1832192291258856, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17757126348228044, |
|
"eval_loss": 0.2326623797416687, |
|
"eval_mean_accuracy": 0.1832192291258856, |
|
"eval_mean_iou": 0.08878563174114022, |
|
"eval_overall_accuracy": 0.1832192291258856, |
|
"eval_runtime": 444.7175, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 2510 |
|
}, |
|
{ |
|
"epoch": 10.36, |
|
"learning_rate": 4.4426000000000005e-05, |
|
"loss": 0.0721, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 10.76, |
|
"learning_rate": 4.3827e-05, |
|
"loss": 0.0632, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.1863268712924413, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.16926196260111048, |
|
"eval_loss": 0.21685290336608887, |
|
"eval_mean_accuracy": 0.1863268712924413, |
|
"eval_mean_iou": 0.08463098130055524, |
|
"eval_overall_accuracy": 0.1863268712924413, |
|
"eval_runtime": 445.68, |
|
"eval_samples_per_second": 0.397, |
|
"eval_steps_per_second": 0.101, |
|
"step": 2761 |
|
}, |
|
{ |
|
"epoch": 11.16, |
|
"learning_rate": 4.3228e-05, |
|
"loss": 0.072, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 11.55, |
|
"learning_rate": 4.2629e-05, |
|
"loss": 0.0631, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 11.95, |
|
"learning_rate": 4.203e-05, |
|
"loss": 0.0638, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19567091286678126, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17036699787604953, |
|
"eval_loss": 0.23091882467269897, |
|
"eval_mean_accuracy": 0.19567091286678126, |
|
"eval_mean_iou": 0.08518349893802477, |
|
"eval_overall_accuracy": 0.19567091286678126, |
|
"eval_runtime": 444.5407, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 3012 |
|
}, |
|
{ |
|
"epoch": 12.35, |
|
"learning_rate": 4.1431e-05, |
|
"loss": 0.0519, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 12.75, |
|
"learning_rate": 4.0832e-05, |
|
"loss": 0.0509, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.291047705164002, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.24720592300015404, |
|
"eval_loss": 0.32086309790611267, |
|
"eval_mean_accuracy": 0.291047705164002, |
|
"eval_mean_iou": 0.12360296150007702, |
|
"eval_overall_accuracy": 0.291047705164002, |
|
"eval_runtime": 443.7885, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 3263 |
|
}, |
|
{ |
|
"epoch": 13.15, |
|
"learning_rate": 4.0233e-05, |
|
"loss": 0.0582, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 13.55, |
|
"learning_rate": 3.9634e-05, |
|
"loss": 0.0447, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 13.94, |
|
"learning_rate": 3.9035e-05, |
|
"loss": 0.0497, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.23542563022287583, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.20893919902818978, |
|
"eval_loss": 0.3274388611316681, |
|
"eval_mean_accuracy": 0.23542563022287583, |
|
"eval_mean_iou": 0.10446959951409489, |
|
"eval_overall_accuracy": 0.23542563022287583, |
|
"eval_runtime": 444.7957, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 3514 |
|
}, |
|
{ |
|
"epoch": 14.34, |
|
"learning_rate": 3.8436e-05, |
|
"loss": 0.0493, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 14.74, |
|
"learning_rate": 3.7837000000000004e-05, |
|
"loss": 0.0396, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.22567791810331977, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2010380741522634, |
|
"eval_loss": 0.3414766490459442, |
|
"eval_mean_accuracy": 0.22567791810331977, |
|
"eval_mean_iou": 0.1005190370761317, |
|
"eval_overall_accuracy": 0.22567791810331977, |
|
"eval_runtime": 444.8554, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 3765 |
|
}, |
|
{ |
|
"epoch": 15.14, |
|
"learning_rate": 3.7238000000000005e-05, |
|
"loss": 0.0395, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 15.54, |
|
"learning_rate": 3.6639e-05, |
|
"loss": 0.0421, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 15.94, |
|
"learning_rate": 3.604e-05, |
|
"loss": 0.0373, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.24863248839912958, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2243862577330797, |
|
"eval_loss": 0.3529546558856964, |
|
"eval_mean_accuracy": 0.24863248839912958, |
|
"eval_mean_iou": 0.11219312886653986, |
|
"eval_overall_accuracy": 0.24863248839912958, |
|
"eval_runtime": 443.8299, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 4016 |
|
}, |
|
{ |
|
"epoch": 16.33, |
|
"learning_rate": 3.544100000000001e-05, |
|
"loss": 0.0347, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 16.73, |
|
"learning_rate": 3.4842e-05, |
|
"loss": 0.0388, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19738620216814556, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17782348123050207, |
|
"eval_loss": 0.3312065899372101, |
|
"eval_mean_accuracy": 0.19738620216814556, |
|
"eval_mean_iou": 0.08891174061525103, |
|
"eval_overall_accuracy": 0.19738620216814556, |
|
"eval_runtime": 443.0268, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 4267 |
|
}, |
|
{ |
|
"epoch": 17.13, |
|
"learning_rate": 3.4243000000000004e-05, |
|
"loss": 0.0364, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 17.53, |
|
"learning_rate": 3.3644000000000005e-05, |
|
"loss": 0.031, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 17.93, |
|
"learning_rate": 3.3045000000000006e-05, |
|
"loss": 0.0346, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.21248844881209075, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.18067614279030617, |
|
"eval_loss": 0.306113600730896, |
|
"eval_mean_accuracy": 0.21248844881209075, |
|
"eval_mean_iou": 0.09033807139515308, |
|
"eval_overall_accuracy": 0.21248844881209075, |
|
"eval_runtime": 444.0478, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 4518 |
|
}, |
|
{ |
|
"epoch": 18.33, |
|
"learning_rate": 3.2446e-05, |
|
"loss": 0.0301, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 18.73, |
|
"learning_rate": 3.1847e-05, |
|
"loss": 0.0296, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.23148456363835093, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.19996266210600744, |
|
"eval_loss": 0.32230404019355774, |
|
"eval_mean_accuracy": 0.23148456363835093, |
|
"eval_mean_iou": 0.09998133105300372, |
|
"eval_overall_accuracy": 0.23148456363835093, |
|
"eval_runtime": 450.5355, |
|
"eval_samples_per_second": 0.393, |
|
"eval_steps_per_second": 0.1, |
|
"step": 4769 |
|
}, |
|
{ |
|
"epoch": 19.12, |
|
"learning_rate": 3.1248e-05, |
|
"loss": 0.0348, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 19.52, |
|
"learning_rate": 3.0649000000000004e-05, |
|
"loss": 0.0259, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 19.92, |
|
"learning_rate": 3.0050000000000002e-05, |
|
"loss": 0.0311, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.2237291209173382, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.18865515634246094, |
|
"eval_loss": 0.3458266258239746, |
|
"eval_mean_accuracy": 0.2237291209173382, |
|
"eval_mean_iou": 0.09432757817123047, |
|
"eval_overall_accuracy": 0.2237291209173382, |
|
"eval_runtime": 443.0018, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 5020 |
|
}, |
|
{ |
|
"epoch": 20.32, |
|
"learning_rate": 2.9451e-05, |
|
"loss": 0.0281, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 20.72, |
|
"learning_rate": 2.8851999999999998e-05, |
|
"loss": 0.0303, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.2255251443277457, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.19509818142745858, |
|
"eval_loss": 0.3282989263534546, |
|
"eval_mean_accuracy": 0.2255251443277457, |
|
"eval_mean_iou": 0.09754909071372929, |
|
"eval_overall_accuracy": 0.2255251443277457, |
|
"eval_runtime": 442.4136, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 5271 |
|
}, |
|
{ |
|
"epoch": 21.12, |
|
"learning_rate": 2.8253e-05, |
|
"loss": 0.0267, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 21.51, |
|
"learning_rate": 2.7653999999999996e-05, |
|
"loss": 0.0271, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 21.91, |
|
"learning_rate": 2.7054999999999998e-05, |
|
"loss": 0.0249, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.23269060702113495, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.19959153103415947, |
|
"eval_loss": 0.338727742433548, |
|
"eval_mean_accuracy": 0.23269060702113495, |
|
"eval_mean_iou": 0.09979576551707973, |
|
"eval_overall_accuracy": 0.23269060702113495, |
|
"eval_runtime": 449.7348, |
|
"eval_samples_per_second": 0.394, |
|
"eval_steps_per_second": 0.1, |
|
"step": 5522 |
|
}, |
|
{ |
|
"epoch": 22.31, |
|
"learning_rate": 2.6455999999999995e-05, |
|
"loss": 0.0263, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 22.71, |
|
"learning_rate": 2.5857e-05, |
|
"loss": 0.0298, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.22424954540486292, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.19460252994283053, |
|
"eval_loss": 0.33319446444511414, |
|
"eval_mean_accuracy": 0.22424954540486292, |
|
"eval_mean_iou": 0.09730126497141527, |
|
"eval_overall_accuracy": 0.22424954540486292, |
|
"eval_runtime": 444.2798, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 5773 |
|
}, |
|
{ |
|
"epoch": 23.11, |
|
"learning_rate": 2.5258e-05, |
|
"loss": 0.0204, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 23.51, |
|
"learning_rate": 2.4659e-05, |
|
"loss": 0.0255, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 23.9, |
|
"learning_rate": 2.406e-05, |
|
"loss": 0.0239, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.26337081052077227, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.2291816631323645, |
|
"eval_loss": 0.377836138010025, |
|
"eval_mean_accuracy": 0.26337081052077227, |
|
"eval_mean_iou": 0.11459083156618224, |
|
"eval_overall_accuracy": 0.26337081052077227, |
|
"eval_runtime": 445.7513, |
|
"eval_samples_per_second": 0.397, |
|
"eval_steps_per_second": 0.101, |
|
"step": 6024 |
|
}, |
|
{ |
|
"epoch": 24.3, |
|
"learning_rate": 2.3460999999999998e-05, |
|
"loss": 0.0207, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 24.7, |
|
"learning_rate": 2.2862e-05, |
|
"loss": 0.0238, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.20806546169973866, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.18179983091517432, |
|
"eval_loss": 0.32500791549682617, |
|
"eval_mean_accuracy": 0.20806546169973866, |
|
"eval_mean_iou": 0.09089991545758716, |
|
"eval_overall_accuracy": 0.20806546169973866, |
|
"eval_runtime": 442.8646, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 6275 |
|
}, |
|
{ |
|
"epoch": 25.1, |
|
"learning_rate": 2.2263e-05, |
|
"loss": 0.0245, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 25.5, |
|
"learning_rate": 2.1663999999999998e-05, |
|
"loss": 0.0254, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 25.9, |
|
"learning_rate": 2.1065e-05, |
|
"loss": 0.0242, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.22851230636234462, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.20042464602844845, |
|
"eval_loss": 0.3826155662536621, |
|
"eval_mean_accuracy": 0.22851230636234462, |
|
"eval_mean_iou": 0.10021232301422422, |
|
"eval_overall_accuracy": 0.22851230636234462, |
|
"eval_runtime": 444.0252, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 6526 |
|
}, |
|
{ |
|
"epoch": 26.29, |
|
"learning_rate": 2.0465999999999997e-05, |
|
"loss": 0.0232, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 26.69, |
|
"learning_rate": 1.9866999999999998e-05, |
|
"loss": 0.017, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.23669998708254256, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.21152305031844448, |
|
"eval_loss": 0.35430702567100525, |
|
"eval_mean_accuracy": 0.23669998708254256, |
|
"eval_mean_iou": 0.10576152515922224, |
|
"eval_overall_accuracy": 0.23669998708254256, |
|
"eval_runtime": 445.0977, |
|
"eval_samples_per_second": 0.398, |
|
"eval_steps_per_second": 0.101, |
|
"step": 6777 |
|
}, |
|
{ |
|
"epoch": 27.09, |
|
"learning_rate": 1.9267999999999996e-05, |
|
"loss": 0.0233, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 27.49, |
|
"learning_rate": 1.8669e-05, |
|
"loss": 0.0174, |
|
"step": 6900 |
|
}, |
|
{ |
|
"epoch": 27.89, |
|
"learning_rate": 1.807e-05, |
|
"loss": 0.0241, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.20690413259273244, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.1830186357513739, |
|
"eval_loss": 0.3490530848503113, |
|
"eval_mean_accuracy": 0.20690413259273244, |
|
"eval_mean_iou": 0.09150931787568695, |
|
"eval_overall_accuracy": 0.20690413259273244, |
|
"eval_runtime": 443.6585, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 7028 |
|
}, |
|
{ |
|
"epoch": 28.29, |
|
"learning_rate": 1.7471e-05, |
|
"loss": 0.0244, |
|
"step": 7100 |
|
}, |
|
{ |
|
"epoch": 28.69, |
|
"learning_rate": 1.6872e-05, |
|
"loss": 0.0203, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.20559251383658422, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17978910827209116, |
|
"eval_loss": 0.33544421195983887, |
|
"eval_mean_accuracy": 0.20559251383658422, |
|
"eval_mean_iou": 0.08989455413604558, |
|
"eval_overall_accuracy": 0.20559251383658422, |
|
"eval_runtime": 446.2235, |
|
"eval_samples_per_second": 0.397, |
|
"eval_steps_per_second": 0.101, |
|
"step": 7279 |
|
}, |
|
{ |
|
"epoch": 29.08, |
|
"learning_rate": 1.6272999999999998e-05, |
|
"loss": 0.0201, |
|
"step": 7300 |
|
}, |
|
{ |
|
"epoch": 29.48, |
|
"learning_rate": 1.5674e-05, |
|
"loss": 0.0191, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 29.88, |
|
"learning_rate": 1.5075000000000002e-05, |
|
"loss": 0.0206, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 30.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.2164965868102823, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.18882502182866825, |
|
"eval_loss": 0.35920634865760803, |
|
"eval_mean_accuracy": 0.2164965868102823, |
|
"eval_mean_iou": 0.09441251091433413, |
|
"eval_overall_accuracy": 0.2164965868102823, |
|
"eval_runtime": 444.1069, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 7530 |
|
}, |
|
{ |
|
"epoch": 30.28, |
|
"learning_rate": 1.4476e-05, |
|
"loss": 0.0207, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 30.68, |
|
"learning_rate": 1.3877e-05, |
|
"loss": 0.0211, |
|
"step": 7700 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.2099683025467264, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.18859765580548496, |
|
"eval_loss": 0.32001546025276184, |
|
"eval_mean_accuracy": 0.2099683025467264, |
|
"eval_mean_iou": 0.09429882790274248, |
|
"eval_overall_accuracy": 0.2099683025467264, |
|
"eval_runtime": 441.6032, |
|
"eval_samples_per_second": 0.401, |
|
"eval_steps_per_second": 0.102, |
|
"step": 7781 |
|
}, |
|
{ |
|
"epoch": 31.08, |
|
"learning_rate": 1.3277999999999999e-05, |
|
"loss": 0.0154, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 31.47, |
|
"learning_rate": 1.2678999999999998e-05, |
|
"loss": 0.0178, |
|
"step": 7900 |
|
}, |
|
{ |
|
"epoch": 31.87, |
|
"learning_rate": 1.2079999999999998e-05, |
|
"loss": 0.0209, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 32.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.1941344806685281, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.1700682122599269, |
|
"eval_loss": 0.3400624394416809, |
|
"eval_mean_accuracy": 0.1941344806685281, |
|
"eval_mean_iou": 0.08503410612996345, |
|
"eval_overall_accuracy": 0.1941344806685281, |
|
"eval_runtime": 443.6957, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 8032 |
|
}, |
|
{ |
|
"epoch": 32.27, |
|
"learning_rate": 1.1480999999999997e-05, |
|
"loss": 0.0219, |
|
"step": 8100 |
|
}, |
|
{ |
|
"epoch": 32.67, |
|
"learning_rate": 1.0882000000000004e-05, |
|
"loss": 0.0172, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 33.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.1985934876141456, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17587956281460101, |
|
"eval_loss": 0.33261746168136597, |
|
"eval_mean_accuracy": 0.1985934876141456, |
|
"eval_mean_iou": 0.08793978140730051, |
|
"eval_overall_accuracy": 0.1985934876141456, |
|
"eval_runtime": 447.2318, |
|
"eval_samples_per_second": 0.396, |
|
"eval_steps_per_second": 0.101, |
|
"step": 8283 |
|
}, |
|
{ |
|
"epoch": 33.07, |
|
"learning_rate": 1.0283000000000003e-05, |
|
"loss": 0.0158, |
|
"step": 8300 |
|
}, |
|
{ |
|
"epoch": 33.47, |
|
"learning_rate": 9.684000000000002e-06, |
|
"loss": 0.019, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 33.86, |
|
"learning_rate": 9.085000000000002e-06, |
|
"loss": 0.0187, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 34.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19598142867079363, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.1738866425762029, |
|
"eval_loss": 0.3343023657798767, |
|
"eval_mean_accuracy": 0.19598142867079363, |
|
"eval_mean_iou": 0.08694332128810145, |
|
"eval_overall_accuracy": 0.19598142867079363, |
|
"eval_runtime": 442.7979, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 8534 |
|
}, |
|
{ |
|
"epoch": 34.26, |
|
"learning_rate": 8.486000000000001e-06, |
|
"loss": 0.0152, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 34.66, |
|
"learning_rate": 7.887000000000001e-06, |
|
"loss": 0.0181, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 35.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.1835185663609535, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.16482306561330784, |
|
"eval_loss": 0.32228365540504456, |
|
"eval_mean_accuracy": 0.1835185663609535, |
|
"eval_mean_iou": 0.08241153280665392, |
|
"eval_overall_accuracy": 0.1835185663609535, |
|
"eval_runtime": 446.2749, |
|
"eval_samples_per_second": 0.397, |
|
"eval_steps_per_second": 0.101, |
|
"step": 8785 |
|
}, |
|
{ |
|
"epoch": 35.06, |
|
"learning_rate": 7.2879999999999995e-06, |
|
"loss": 0.0199, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 35.46, |
|
"learning_rate": 6.688999999999999e-06, |
|
"loss": 0.0149, |
|
"step": 8900 |
|
}, |
|
{ |
|
"epoch": 35.86, |
|
"learning_rate": 6.0899999999999984e-06, |
|
"loss": 0.0168, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 36.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19331596100915152, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17271777958538678, |
|
"eval_loss": 0.34613484144210815, |
|
"eval_mean_accuracy": 0.19331596100915152, |
|
"eval_mean_iou": 0.08635888979269339, |
|
"eval_overall_accuracy": 0.19331596100915152, |
|
"eval_runtime": 443.9778, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.101, |
|
"step": 9036 |
|
}, |
|
{ |
|
"epoch": 36.25, |
|
"learning_rate": 5.490999999999998e-06, |
|
"loss": 0.0173, |
|
"step": 9100 |
|
}, |
|
{ |
|
"epoch": 36.65, |
|
"learning_rate": 4.891999999999997e-06, |
|
"loss": 0.0169, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 37.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.18883335486242908, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.16951813462258933, |
|
"eval_loss": 0.3438498377799988, |
|
"eval_mean_accuracy": 0.18883335486242908, |
|
"eval_mean_iou": 0.08475906731129466, |
|
"eval_overall_accuracy": 0.18883335486242908, |
|
"eval_runtime": 442.644, |
|
"eval_samples_per_second": 0.4, |
|
"eval_steps_per_second": 0.102, |
|
"step": 9287 |
|
}, |
|
{ |
|
"epoch": 37.05, |
|
"learning_rate": 4.292999999999997e-06, |
|
"loss": 0.017, |
|
"step": 9300 |
|
}, |
|
{ |
|
"epoch": 37.45, |
|
"learning_rate": 3.694000000000003e-06, |
|
"loss": 0.0155, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 37.85, |
|
"learning_rate": 3.0950000000000026e-06, |
|
"loss": 0.0182, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.193302298313775, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17298411209343786, |
|
"eval_loss": 0.3506017029285431, |
|
"eval_mean_accuracy": 0.193302298313775, |
|
"eval_mean_iou": 0.08649205604671893, |
|
"eval_overall_accuracy": 0.193302298313775, |
|
"eval_runtime": 443.2294, |
|
"eval_samples_per_second": 0.399, |
|
"eval_steps_per_second": 0.102, |
|
"step": 9538 |
|
}, |
|
{ |
|
"epoch": 38.25, |
|
"learning_rate": 2.496000000000002e-06, |
|
"loss": 0.0129, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 38.65, |
|
"learning_rate": 1.8970000000000013e-06, |
|
"loss": 0.0167, |
|
"step": 9700 |
|
}, |
|
{ |
|
"epoch": 39.0, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19461267500670715, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17388095726913066, |
|
"eval_loss": 0.3535313904285431, |
|
"eval_mean_accuracy": 0.19461267500670715, |
|
"eval_mean_iou": 0.08694047863456533, |
|
"eval_overall_accuracy": 0.19461267500670715, |
|
"eval_runtime": 441.8989, |
|
"eval_samples_per_second": 0.401, |
|
"eval_steps_per_second": 0.102, |
|
"step": 9789 |
|
}, |
|
{ |
|
"epoch": 39.04, |
|
"learning_rate": 1.298000000000001e-06, |
|
"loss": 0.0177, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 39.44, |
|
"learning_rate": 6.990000000000005e-07, |
|
"loss": 0.0136, |
|
"step": 9900 |
|
}, |
|
{ |
|
"epoch": 39.84, |
|
"learning_rate": 1e-07, |
|
"loss": 0.0174, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 39.84, |
|
"eval_accuracy_background": NaN, |
|
"eval_accuracy_crack": 0.19244279056826877, |
|
"eval_iou_background": 0.0, |
|
"eval_iou_crack": 0.17234731981663806, |
|
"eval_loss": 0.3477784991264343, |
|
"eval_mean_accuracy": 0.19244279056826877, |
|
"eval_mean_iou": 0.08617365990831903, |
|
"eval_overall_accuracy": 0.19244279056826877, |
|
"eval_runtime": 438.1522, |
|
"eval_samples_per_second": 0.404, |
|
"eval_steps_per_second": 0.103, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 39.84, |
|
"step": 10000, |
|
"total_flos": 1.5920046596032561e+19, |
|
"train_loss": 0.04497118984460831, |
|
"train_runtime": 198940.3856, |
|
"train_samples_per_second": 0.201, |
|
"train_steps_per_second": 0.05 |
|
} |
|
], |
|
"logging_steps": 100, |
|
"max_steps": 10000, |
|
"num_train_epochs": 40, |
|
"save_steps": 500, |
|
"total_flos": 1.5920046596032561e+19, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|