| { | |
| "best_metric": 0.714, | |
| "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-843", | |
| "epoch": 2.997333333333333, | |
| "eval_steps": 500, | |
| "global_step": 843, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.035555555555555556, | |
| "grad_norm": 7.188250541687012, | |
| "learning_rate": 5.882352941176471e-06, | |
| "loss": 2.7793, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07111111111111111, | |
| "grad_norm": 15.252310752868652, | |
| "learning_rate": 1.1764705882352942e-05, | |
| "loss": 2.7235, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10666666666666667, | |
| "grad_norm": 20.026681900024414, | |
| "learning_rate": 1.7647058823529414e-05, | |
| "loss": 2.6203, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.14222222222222222, | |
| "grad_norm": 12.86706829071045, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 2.4325, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 22.171051025390625, | |
| "learning_rate": 2.9411764705882354e-05, | |
| "loss": 2.1824, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.21333333333333335, | |
| "grad_norm": 16.04732894897461, | |
| "learning_rate": 3.529411764705883e-05, | |
| "loss": 1.977, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.24888888888888888, | |
| "grad_norm": 11.828266143798828, | |
| "learning_rate": 4.11764705882353e-05, | |
| "loss": 1.8274, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.28444444444444444, | |
| "grad_norm": 21.65501594543457, | |
| "learning_rate": 4.705882352941177e-05, | |
| "loss": 1.7634, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 9.372465133666992, | |
| "learning_rate": 4.967018469656992e-05, | |
| "loss": 1.7128, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 8.170567512512207, | |
| "learning_rate": 4.901055408970976e-05, | |
| "loss": 1.5845, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.39111111111111113, | |
| "grad_norm": 8.884113311767578, | |
| "learning_rate": 4.835092348284961e-05, | |
| "loss": 1.5652, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.4266666666666667, | |
| "grad_norm": 9.709837913513184, | |
| "learning_rate": 4.7691292875989446e-05, | |
| "loss": 1.6439, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.4622222222222222, | |
| "grad_norm": 12.577466011047363, | |
| "learning_rate": 4.703166226912929e-05, | |
| "loss": 1.6118, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.49777777777777776, | |
| "grad_norm": 8.617718696594238, | |
| "learning_rate": 4.6372031662269136e-05, | |
| "loss": 1.4722, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 11.635614395141602, | |
| "learning_rate": 4.5712401055408974e-05, | |
| "loss": 1.4748, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.5688888888888889, | |
| "grad_norm": 10.609350204467773, | |
| "learning_rate": 4.505277044854881e-05, | |
| "loss": 1.4546, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6044444444444445, | |
| "grad_norm": 9.702072143554688, | |
| "learning_rate": 4.439313984168866e-05, | |
| "loss": 1.4868, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 8.165207862854004, | |
| "learning_rate": 4.3733509234828496e-05, | |
| "loss": 1.4197, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6755555555555556, | |
| "grad_norm": 8.345643043518066, | |
| "learning_rate": 4.307387862796834e-05, | |
| "loss": 1.4298, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 9.1146821975708, | |
| "learning_rate": 4.2414248021108186e-05, | |
| "loss": 1.437, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7466666666666667, | |
| "grad_norm": 10.016292572021484, | |
| "learning_rate": 4.1754617414248024e-05, | |
| "loss": 1.3961, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.7822222222222223, | |
| "grad_norm": 6.980156421661377, | |
| "learning_rate": 4.109498680738786e-05, | |
| "loss": 1.3571, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8177777777777778, | |
| "grad_norm": 9.158329010009766, | |
| "learning_rate": 4.043535620052771e-05, | |
| "loss": 1.3691, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8533333333333334, | |
| "grad_norm": 8.437979698181152, | |
| "learning_rate": 3.9775725593667545e-05, | |
| "loss": 1.2722, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 7.31761360168457, | |
| "learning_rate": 3.911609498680739e-05, | |
| "loss": 1.3382, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.9244444444444444, | |
| "grad_norm": 10.811269760131836, | |
| "learning_rate": 3.8456464379947235e-05, | |
| "loss": 1.3005, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 7.826028823852539, | |
| "learning_rate": 3.779683377308707e-05, | |
| "loss": 1.2971, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.9955555555555555, | |
| "grad_norm": 8.89599609375, | |
| "learning_rate": 3.713720316622691e-05, | |
| "loss": 1.3142, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.9991111111111111, | |
| "eval_accuracy": 0.629, | |
| "eval_loss": 1.176965594291687, | |
| "eval_runtime": 61.7496, | |
| "eval_samples_per_second": 64.778, | |
| "eval_steps_per_second": 2.024, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.031111111111111, | |
| "grad_norm": 8.035099029541016, | |
| "learning_rate": 3.6477572559366756e-05, | |
| "loss": 1.2879, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.0666666666666667, | |
| "grad_norm": 10.644525527954102, | |
| "learning_rate": 3.58179419525066e-05, | |
| "loss": 1.2803, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1022222222222222, | |
| "grad_norm": 12.751725196838379, | |
| "learning_rate": 3.515831134564644e-05, | |
| "loss": 1.2765, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.1377777777777778, | |
| "grad_norm": 9.897214889526367, | |
| "learning_rate": 3.4498680738786285e-05, | |
| "loss": 1.234, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.1733333333333333, | |
| "grad_norm": 6.898780822753906, | |
| "learning_rate": 3.383905013192612e-05, | |
| "loss": 1.2247, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.208888888888889, | |
| "grad_norm": 9.826775550842285, | |
| "learning_rate": 3.317941952506596e-05, | |
| "loss": 1.302, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.2444444444444445, | |
| "grad_norm": 7.03531551361084, | |
| "learning_rate": 3.2519788918205806e-05, | |
| "loss": 1.2956, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 7.564468860626221, | |
| "learning_rate": 3.186015831134565e-05, | |
| "loss": 1.2087, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.3155555555555556, | |
| "grad_norm": 9.157870292663574, | |
| "learning_rate": 3.120052770448549e-05, | |
| "loss": 1.2794, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.3511111111111112, | |
| "grad_norm": 6.955115795135498, | |
| "learning_rate": 3.0540897097625334e-05, | |
| "loss": 1.2916, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.3866666666666667, | |
| "grad_norm": 8.055458068847656, | |
| "learning_rate": 2.9881266490765176e-05, | |
| "loss": 1.2643, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.4222222222222223, | |
| "grad_norm": 8.577414512634277, | |
| "learning_rate": 2.9221635883905014e-05, | |
| "loss": 1.2435, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.4577777777777778, | |
| "grad_norm": 8.334266662597656, | |
| "learning_rate": 2.8562005277044855e-05, | |
| "loss": 1.1744, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.4933333333333334, | |
| "grad_norm": 7.725725173950195, | |
| "learning_rate": 2.79023746701847e-05, | |
| "loss": 1.1909, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.528888888888889, | |
| "grad_norm": 10.035604476928711, | |
| "learning_rate": 2.724274406332454e-05, | |
| "loss": 1.1839, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.5644444444444443, | |
| "grad_norm": 8.928838729858398, | |
| "learning_rate": 2.658311345646438e-05, | |
| "loss": 1.2524, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 10.327030181884766, | |
| "learning_rate": 2.5923482849604225e-05, | |
| "loss": 1.2254, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.6355555555555554, | |
| "grad_norm": 7.943435192108154, | |
| "learning_rate": 2.5263852242744063e-05, | |
| "loss": 1.1067, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.6711111111111112, | |
| "grad_norm": 9.097575187683105, | |
| "learning_rate": 2.4604221635883905e-05, | |
| "loss": 1.1412, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.7066666666666666, | |
| "grad_norm": 8.329163551330566, | |
| "learning_rate": 2.3944591029023746e-05, | |
| "loss": 1.1277, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.7422222222222223, | |
| "grad_norm": 9.431710243225098, | |
| "learning_rate": 2.328496042216359e-05, | |
| "loss": 1.1697, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.7777777777777777, | |
| "grad_norm": 7.484973907470703, | |
| "learning_rate": 2.262532981530343e-05, | |
| "loss": 1.1522, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.8133333333333335, | |
| "grad_norm": 8.600388526916504, | |
| "learning_rate": 2.196569920844327e-05, | |
| "loss": 1.1673, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.8488888888888888, | |
| "grad_norm": 7.894708156585693, | |
| "learning_rate": 2.1306068601583116e-05, | |
| "loss": 1.1206, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.8844444444444446, | |
| "grad_norm": 9.636763572692871, | |
| "learning_rate": 2.0646437994722954e-05, | |
| "loss": 1.2176, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 9.740330696105957, | |
| "learning_rate": 1.9986807387862796e-05, | |
| "loss": 1.2078, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 1.9555555555555557, | |
| "grad_norm": 7.4491353034973145, | |
| "learning_rate": 1.932717678100264e-05, | |
| "loss": 1.1472, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 1.991111111111111, | |
| "grad_norm": 10.187119483947754, | |
| "learning_rate": 1.866754617414248e-05, | |
| "loss": 1.0761, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 1.9982222222222221, | |
| "eval_accuracy": 0.69825, | |
| "eval_loss": 1.0089702606201172, | |
| "eval_runtime": 60.6333, | |
| "eval_samples_per_second": 65.97, | |
| "eval_steps_per_second": 2.062, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 2.026666666666667, | |
| "grad_norm": 10.728060722351074, | |
| "learning_rate": 1.8007915567282324e-05, | |
| "loss": 1.1074, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.062222222222222, | |
| "grad_norm": 6.846221923828125, | |
| "learning_rate": 1.7348284960422166e-05, | |
| "loss": 1.1202, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.097777777777778, | |
| "grad_norm": 7.134582996368408, | |
| "learning_rate": 1.6688654353562007e-05, | |
| "loss": 1.1013, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.1333333333333333, | |
| "grad_norm": 6.4924397468566895, | |
| "learning_rate": 1.602902374670185e-05, | |
| "loss": 1.1429, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.168888888888889, | |
| "grad_norm": 7.079750061035156, | |
| "learning_rate": 1.536939313984169e-05, | |
| "loss": 1.1282, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.2044444444444444, | |
| "grad_norm": 11.857382774353027, | |
| "learning_rate": 1.470976253298153e-05, | |
| "loss": 1.0689, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 7.431779861450195, | |
| "learning_rate": 1.4050131926121373e-05, | |
| "loss": 1.1116, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.2755555555555556, | |
| "grad_norm": 8.456690788269043, | |
| "learning_rate": 1.3390501319261215e-05, | |
| "loss": 1.0721, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.311111111111111, | |
| "grad_norm": 10.243916511535645, | |
| "learning_rate": 1.2730870712401055e-05, | |
| "loss": 1.1046, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.3466666666666667, | |
| "grad_norm": 9.12217903137207, | |
| "learning_rate": 1.2071240105540896e-05, | |
| "loss": 1.1231, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.3822222222222225, | |
| "grad_norm": 6.960771560668945, | |
| "learning_rate": 1.141160949868074e-05, | |
| "loss": 1.0449, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.417777777777778, | |
| "grad_norm": 6.853394031524658, | |
| "learning_rate": 1.0751978891820581e-05, | |
| "loss": 1.0166, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.453333333333333, | |
| "grad_norm": 6.347965717315674, | |
| "learning_rate": 1.0092348284960421e-05, | |
| "loss": 1.0753, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.488888888888889, | |
| "grad_norm": 7.328911304473877, | |
| "learning_rate": 9.432717678100264e-06, | |
| "loss": 1.0528, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.5244444444444447, | |
| "grad_norm": 7.785583019256592, | |
| "learning_rate": 8.773087071240106e-06, | |
| "loss": 1.1255, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 8.781428337097168, | |
| "learning_rate": 8.113456464379948e-06, | |
| "loss": 1.0989, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.5955555555555554, | |
| "grad_norm": 6.994375228881836, | |
| "learning_rate": 7.453825857519789e-06, | |
| "loss": 1.0473, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.631111111111111, | |
| "grad_norm": 8.248795509338379, | |
| "learning_rate": 6.794195250659631e-06, | |
| "loss": 1.0968, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 7.137526035308838, | |
| "learning_rate": 6.134564643799472e-06, | |
| "loss": 1.0421, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.7022222222222223, | |
| "grad_norm": 10.059906959533691, | |
| "learning_rate": 5.474934036939315e-06, | |
| "loss": 1.0794, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.7377777777777776, | |
| "grad_norm": 7.585984230041504, | |
| "learning_rate": 4.8153034300791555e-06, | |
| "loss": 1.0677, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.7733333333333334, | |
| "grad_norm": 7.5168137550354, | |
| "learning_rate": 4.155672823218998e-06, | |
| "loss": 0.9899, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.8088888888888888, | |
| "grad_norm": 8.242053985595703, | |
| "learning_rate": 3.496042216358839e-06, | |
| "loss": 1.1027, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 2.8444444444444446, | |
| "grad_norm": 7.243769645690918, | |
| "learning_rate": 2.836411609498681e-06, | |
| "loss": 1.1244, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 9.468960762023926, | |
| "learning_rate": 2.1767810026385226e-06, | |
| "loss": 1.076, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 2.9155555555555557, | |
| "grad_norm": 9.269329071044922, | |
| "learning_rate": 1.5171503957783642e-06, | |
| "loss": 1.0397, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 2.951111111111111, | |
| "grad_norm": 8.011164665222168, | |
| "learning_rate": 8.575197889182058e-07, | |
| "loss": 1.0792, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 2.986666666666667, | |
| "grad_norm": 7.399364471435547, | |
| "learning_rate": 1.9788918205804752e-07, | |
| "loss": 1.0439, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 2.997333333333333, | |
| "eval_accuracy": 0.714, | |
| "eval_loss": 0.9282281398773193, | |
| "eval_runtime": 56.4403, | |
| "eval_samples_per_second": 70.871, | |
| "eval_steps_per_second": 2.215, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 2.997333333333333, | |
| "step": 843, | |
| "total_flos": 2.6829109150955274e+18, | |
| "train_loss": 1.3250810132756352, | |
| "train_runtime": 2481.2668, | |
| "train_samples_per_second": 43.521, | |
| "train_steps_per_second": 0.34 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 843, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.6829109150955274e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |