End of training

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.9796296296296296,
-    "eval_loss": 0.05870167538523674,
-    "eval_runtime": 6.6886,
-    "eval_samples_per_second": 403.673,
-    "eval_steps_per_second": 12.708,
-    "total_flos": 1.8124066505760768e+18,
-    "train_loss": 0.3392527107606854,
-    "train_runtime": 392.924,
-    "train_samples_per_second": 185.532,
-    "train_steps_per_second": 1.451
+    "eval_accuracy": 0.9691358024691358,
+    "eval_loss": 0.08843858540058136,
+    "eval_runtime": 4.5137,
+    "eval_samples_per_second": 358.903,
+    "eval_steps_per_second": 11.299,
+    "total_flos": 1.0874439903456461e+18,
+    "train_loss": 0.41079250579340415,
+    "train_runtime": 248.8888,
+    "train_samples_per_second": 175.741,
+    "train_steps_per_second": 1.374
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.9796296296296296,
-    "eval_loss": 0.05870167538523674,
-    "eval_runtime": 6.6886,
-    "eval_samples_per_second": 403.673,
-    "eval_steps_per_second": 12.708
+    "eval_accuracy": 0.9691358024691358,
+    "eval_loss": 0.08843858540058136,
+    "eval_runtime": 4.5137,
+    "eval_samples_per_second": 358.903,
+    "eval_steps_per_second": 11.299
 }

runs/Jul03_03-14-06_db0a38fd66c3/events.out.tfevents.1719976718.db0a38fd66c3.3870.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1855b093188c0e5e244cb1962cd00400154d241fc684e93b16bd2bcaab298ed6
+size 411

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
-    "total_flos": 1.8124066505760768e+18,
-    "train_loss": 0.3392527107606854,
-    "train_runtime": 392.924,
-    "train_samples_per_second": 185.532,
-    "train_steps_per_second": 1.451
+    "total_flos": 1.0874439903456461e+18,
+    "train_loss": 0.41079250579340415,
+    "train_runtime": 248.8888,
+    "train_samples_per_second": 175.741,
+    "train_steps_per_second": 1.374
 }

trainer_state.json

@@ -1,451 +1,290 @@
 {
-  "best_metric": 0.9796296296296296,
-  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-570",
+  "best_metric": 0.9691358024691358,
+  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-342",
   "epoch": 3.0,
   "eval_steps": 500,
-  "global_step": 570,
+  "global_step": 342,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.05263157894736842,
-      "grad_norm": 5.186446666717529,
-      "learning_rate": 8.771929824561403e-06,
-      "loss": 2.2882,
+      "epoch": 0.08771929824561403,
+      "grad_norm": 4.784806251525879,
+      "learning_rate": 1.4285714285714285e-05,
+      "loss": 2.2537,
       "step": 10
     },
     {
-      "epoch": 0.10526315789473684,
-      "grad_norm": 8.072800636291504,
-      "learning_rate": 1.7543859649122806e-05,
-      "loss": 2.0668,
+      "epoch": 0.17543859649122806,
+      "grad_norm": 7.325711727142334,
+      "learning_rate": 2.857142857142857e-05,
+      "loss": 1.9328,
       "step": 20
     },
     {
-      "epoch": 0.15789473684210525,
-      "grad_norm": 11.007818222045898,
-      "learning_rate": 2.6315789473684212e-05,
-      "loss": 1.658,
+      "epoch": 0.2631578947368421,
+      "grad_norm": 12.205706596374512,
+      "learning_rate": 4.2857142857142856e-05,
+      "loss": 1.3033,
       "step": 30
     },
     {
-      "epoch": 0.21052631578947367,
-      "grad_norm": 13.252376556396484,
-      "learning_rate": 3.508771929824561e-05,
-      "loss": 1.0053,
+      "epoch": 0.3508771929824561,
+      "grad_norm": 21.546316146850586,
+      "learning_rate": 4.9185667752443e-05,
+      "loss": 0.7435,
       "step": 40
     },
     {
-      "epoch": 0.2631578947368421,
-      "grad_norm": 20.28116226196289,
-      "learning_rate": 4.3859649122807014e-05,
-      "loss": 0.6278,
+      "epoch": 0.43859649122807015,
+      "grad_norm": 11.416431427001953,
+      "learning_rate": 4.755700325732899e-05,
+      "loss": 0.5723,
       "step": 50
     },
     {
-      "epoch": 0.3157894736842105,
-      "grad_norm": 57.34664535522461,
-      "learning_rate": 4.970760233918128e-05,
-      "loss": 0.5258,
+      "epoch": 0.5263157894736842,
+      "grad_norm": 13.339532852172852,
+      "learning_rate": 4.592833876221499e-05,
+      "loss": 0.4688,
       "step": 60
     },
     {
-      "epoch": 0.3684210526315789,
-      "grad_norm": 21.266172409057617,
-      "learning_rate": 4.8732943469785574e-05,
-      "loss": 0.484,
+      "epoch": 0.6140350877192983,
+      "grad_norm": 18.226308822631836,
+      "learning_rate": 4.429967426710098e-05,
+      "loss": 0.4296,
       "step": 70
     },
     {
-      "epoch": 0.42105263157894735,
-      "grad_norm": 13.162322998046875,
-      "learning_rate": 4.7758284600389865e-05,
-      "loss": 0.4107,
+      "epoch": 0.7017543859649122,
+      "grad_norm": 24.142580032348633,
+      "learning_rate": 4.2671009771986977e-05,
+      "loss": 0.3557,
       "step": 80
     },
     {
-      "epoch": 0.47368421052631576,
-      "grad_norm": 19.705808639526367,
-      "learning_rate": 4.678362573099415e-05,
-      "loss": 0.3659,
+      "epoch": 0.7894736842105263,
+      "grad_norm": 18.747182846069336,
+      "learning_rate": 4.104234527687297e-05,
+      "loss": 0.3364,
       "step": 90
     },
     {
-      "epoch": 0.5263157894736842,
-      "grad_norm": 10.25314998626709,
-      "learning_rate": 4.580896686159844e-05,
-      "loss": 0.3392,
+      "epoch": 0.8771929824561403,
+      "grad_norm": 9.604598999023438,
+      "learning_rate": 3.941368078175896e-05,
+      "loss": 0.379,
       "step": 100
     },
     {
-      "epoch": 0.5789473684210527,
-      "grad_norm": 10.42536449432373,
-      "learning_rate": 4.483430799220273e-05,
-      "loss": 0.3326,
+      "epoch": 0.9649122807017544,
+      "grad_norm": 9.6405668258667,
+      "learning_rate": 3.778501628664495e-05,
+      "loss": 0.2967,
       "step": 110
     },
     {
-      "epoch": 0.631578947368421,
-      "grad_norm": 13.73342514038086,
-      "learning_rate": 4.3859649122807014e-05,
-      "loss": 0.3255,
+      "epoch": 1.0,
+      "eval_accuracy": 0.9271604938271605,
+      "eval_loss": 0.20734398066997528,
+      "eval_runtime": 4.5343,
+      "eval_samples_per_second": 357.28,
+      "eval_steps_per_second": 11.248,
+      "step": 114
+    },
+    {
+      "epoch": 1.0526315789473684,
+      "grad_norm": 10.606453895568848,
+      "learning_rate": 3.615635179153095e-05,
+      "loss": 0.2506,
       "step": 120
     },
     {
-      "epoch": 0.6842105263157895,
-      "grad_norm": 16.12497901916504,
-      "learning_rate": 4.2884990253411305e-05,
-      "loss": 0.2764,
+      "epoch": 1.1403508771929824,
+      "grad_norm": 13.219770431518555,
+      "learning_rate": 3.452768729641694e-05,
+      "loss": 0.2646,
       "step": 130
     },
     {
-      "epoch": 0.7368421052631579,
-      "grad_norm": 8.750805854797363,
-      "learning_rate": 4.1910331384015596e-05,
-      "loss": 0.3001,
+      "epoch": 1.2280701754385965,
+      "grad_norm": 14.424461364746094,
+      "learning_rate": 3.289902280130293e-05,
+      "loss": 0.3161,
       "step": 140
     },
     {
-      "epoch": 0.7894736842105263,
-      "grad_norm": 10.66404914855957,
-      "learning_rate": 4.093567251461988e-05,
-      "loss": 0.2623,
+      "epoch": 1.3157894736842106,
+      "grad_norm": 16.468141555786133,
+      "learning_rate": 3.127035830618892e-05,
+      "loss": 0.2296,
       "step": 150
     },
     {
-      "epoch": 0.8421052631578947,
-      "grad_norm": 12.971869468688965,
-      "learning_rate": 3.996101364522417e-05,
-      "loss": 0.2177,
+      "epoch": 1.4035087719298245,
+      "grad_norm": 18.474872589111328,
+      "learning_rate": 2.9641693811074923e-05,
+      "loss": 0.252,
       "step": 160
     },
     {
-      "epoch": 0.8947368421052632,
-      "grad_norm": 11.761785507202148,
-      "learning_rate": 3.898635477582846e-05,
-      "loss": 0.2784,
+      "epoch": 1.4912280701754386,
+      "grad_norm": 8.512451171875,
+      "learning_rate": 2.8013029315960915e-05,
+      "loss": 0.2526,
       "step": 170
     },
     {
-      "epoch": 0.9473684210526315,
-      "grad_norm": 31.726818084716797,
-      "learning_rate": 3.8011695906432746e-05,
-      "loss": 0.2289,
+      "epoch": 1.5789473684210527,
+      "grad_norm": 10.639461517333984,
+      "learning_rate": 2.6384364820846906e-05,
+      "loss": 0.2218,
       "step": 180
     },
     {
-      "epoch": 1.0,
-      "grad_norm": 7.497105121612549,
-      "learning_rate": 3.7037037037037037e-05,
-      "loss": 0.259,
-      "step": 190
-    },
-    {
-      "epoch": 1.0,
-      "eval_accuracy": 0.9622222222222222,
-      "eval_loss": 0.10585666447877884,
-      "eval_runtime": 6.6908,
-      "eval_samples_per_second": 403.536,
-      "eval_steps_per_second": 12.704,
+      "epoch": 1.6666666666666665,
+      "grad_norm": 10.84925651550293,
+      "learning_rate": 2.47557003257329e-05,
+      "loss": 0.2246,
       "step": 190
     },
     {
-      "epoch": 1.0526315789473684,
-      "grad_norm": 10.00430679321289,
-      "learning_rate": 3.606237816764133e-05,
-      "loss": 0.2376,
+      "epoch": 1.7543859649122808,
+      "grad_norm": 7.055878162384033,
+      "learning_rate": 2.3127035830618892e-05,
+      "loss": 0.2181,
       "step": 200
     },
     {
-      "epoch": 1.1052631578947367,
-      "grad_norm": 9.80687141418457,
-      "learning_rate": 3.508771929824561e-05,
-      "loss": 0.2527,
+      "epoch": 1.8421052631578947,
+      "grad_norm": 10.151970863342285,
+      "learning_rate": 2.149837133550489e-05,
+      "loss": 0.2336,
       "step": 210
     },
     {
-      "epoch": 1.1578947368421053,
-      "grad_norm": 7.722783088684082,
-      "learning_rate": 3.41130604288499e-05,
-      "loss": 0.243,
+      "epoch": 1.9298245614035088,
+      "grad_norm": 10.90556812286377,
+      "learning_rate": 1.986970684039088e-05,
+      "loss": 0.2175,
       "step": 220
     },
     {
-      "epoch": 1.2105263157894737,
-      "grad_norm": 18.076290130615234,
-      "learning_rate": 3.313840155945419e-05,
-      "loss": 0.243,
+      "epoch": 2.0,
+      "eval_accuracy": 0.9617283950617284,
+      "eval_loss": 0.1142377108335495,
+      "eval_runtime": 4.4649,
+      "eval_samples_per_second": 362.828,
+      "eval_steps_per_second": 11.422,
+      "step": 228
+    },
+    {
+      "epoch": 2.017543859649123,
+      "grad_norm": 7.411689281463623,
+      "learning_rate": 1.8241042345276872e-05,
+      "loss": 0.2493,
       "step": 230
     },
     {
-      "epoch": 1.263157894736842,
-      "grad_norm": 22.031404495239258,
-      "learning_rate": 3.216374269005848e-05,
-      "loss": 0.2147,
+      "epoch": 2.1052631578947367,
+      "grad_norm": 6.981323719024658,
+      "learning_rate": 1.6612377850162867e-05,
+      "loss": 0.1832,
       "step": 240
     },
     {
-      "epoch": 1.3157894736842106,
-      "grad_norm": 6.31784725189209,
-      "learning_rate": 3.118908382066277e-05,
-      "loss": 0.2271,
+      "epoch": 2.192982456140351,
+      "grad_norm": 17.770326614379883,
+      "learning_rate": 1.4983713355048862e-05,
+      "loss": 0.1862,
       "step": 250
     },
     {
-      "epoch": 1.368421052631579,
-      "grad_norm": 9.614826202392578,
-      "learning_rate": 3.0214424951267055e-05,
-      "loss": 0.2233,
+      "epoch": 2.280701754385965,
+      "grad_norm": 14.688613891601562,
+      "learning_rate": 1.3355048859934855e-05,
+      "loss": 0.1725,
       "step": 260
     },
     {
-      "epoch": 1.4210526315789473,
-      "grad_norm": 10.07064151763916,
-      "learning_rate": 2.9239766081871346e-05,
-      "loss": 0.2279,
+      "epoch": 2.3684210526315788,
+      "grad_norm": 9.546713829040527,
+      "learning_rate": 1.1726384364820847e-05,
+      "loss": 0.2187,
       "step": 270
     },
     {
-      "epoch": 1.4736842105263157,
-      "grad_norm": 11.090282440185547,
-      "learning_rate": 2.8265107212475634e-05,
-      "loss": 0.2112,
+      "epoch": 2.456140350877193,
+      "grad_norm": 13.742387771606445,
+      "learning_rate": 1.009771986970684e-05,
+      "loss": 0.211,
       "step": 280
     },
     {
-      "epoch": 1.526315789473684,
-      "grad_norm": 6.698055267333984,
-      "learning_rate": 2.729044834307992e-05,
-      "loss": 0.1723,
+      "epoch": 2.543859649122807,
+      "grad_norm": 10.309969902038574,
+      "learning_rate": 8.469055374592833e-06,
+      "loss": 0.1776,
       "step": 290
     },
     {
-      "epoch": 1.5789473684210527,
-      "grad_norm": 13.273039817810059,
-      "learning_rate": 2.6315789473684212e-05,
-      "loss": 0.1971,
+      "epoch": 2.6315789473684212,
+      "grad_norm": 11.343367576599121,
+      "learning_rate": 6.840390879478828e-06,
+      "loss": 0.1828,
       "step": 300
     },
     {
-      "epoch": 1.631578947368421,
-      "grad_norm": 11.349571228027344,
-      "learning_rate": 2.53411306042885e-05,
-      "loss": 0.2418,
+      "epoch": 2.719298245614035,
+      "grad_norm": 12.15509033203125,
+      "learning_rate": 5.211726384364822e-06,
+      "loss": 0.1565,
       "step": 310
     },
     {
-      "epoch": 1.6842105263157894,
-      "grad_norm": 6.6026129722595215,
-      "learning_rate": 2.4366471734892787e-05,
-      "loss": 0.2061,
+      "epoch": 2.807017543859649,
+      "grad_norm": 13.258170127868652,
+      "learning_rate": 3.5830618892508147e-06,
+      "loss": 0.1601,
       "step": 320
     },
     {
-      "epoch": 1.736842105263158,
-      "grad_norm": 8.519180297851562,
-      "learning_rate": 2.3391812865497074e-05,
-      "loss": 0.1854,
+      "epoch": 2.8947368421052633,
+      "grad_norm": 13.760292053222656,
+      "learning_rate": 1.9543973941368076e-06,
+      "loss": 0.1777,
       "step": 330
     },
     {
-      "epoch": 1.7894736842105263,
-      "grad_norm": 5.9525628089904785,
-      "learning_rate": 2.2417153996101365e-05,
-      "loss": 0.1816,
+      "epoch": 2.982456140350877,
+      "grad_norm": 10.578232765197754,
+      "learning_rate": 3.2573289902280136e-07,
+      "loss": 0.1881,
       "step": 340
     },
-    {
-      "epoch": 1.8421052631578947,
-      "grad_norm": 8.70970344543457,
-      "learning_rate": 2.1442495126705653e-05,
-      "loss": 0.2318,
-      "step": 350
-    },
-    {
-      "epoch": 1.8947368421052633,
-      "grad_norm": 7.852567672729492,
-      "learning_rate": 2.046783625730994e-05,
-      "loss": 0.1734,
-      "step": 360
-    },
-    {
-      "epoch": 1.9473684210526314,
-      "grad_norm": 4.875802993774414,
-      "learning_rate": 1.949317738791423e-05,
-      "loss": 0.1841,
-      "step": 370
-    },
-    {
-      "epoch": 2.0,
-      "grad_norm": 15.681636810302734,
-      "learning_rate": 1.8518518518518518e-05,
-      "loss": 0.1941,
-      "step": 380
-    },
-    {
-      "epoch": 2.0,
-      "eval_accuracy": 0.9714814814814815,
-      "eval_loss": 0.07911109179258347,
-      "eval_runtime": 6.6371,
-      "eval_samples_per_second": 406.804,
-      "eval_steps_per_second": 12.807,
-      "step": 380
-    },
-    {
-      "epoch": 2.0526315789473686,
-      "grad_norm": 13.168564796447754,
-      "learning_rate": 1.7543859649122806e-05,
-      "loss": 0.213,
-      "step": 390
-    },
-    {
-      "epoch": 2.1052631578947367,
-      "grad_norm": 6.1030802726745605,
-      "learning_rate": 1.6569200779727097e-05,
-      "loss": 0.1842,
-      "step": 400
-    },
-    {
-      "epoch": 2.1578947368421053,
-      "grad_norm": 4.817559242248535,
-      "learning_rate": 1.5594541910331384e-05,
-      "loss": 0.1902,
-      "step": 410
-    },
-    {
-      "epoch": 2.2105263157894735,
-      "grad_norm": 7.957576751708984,
-      "learning_rate": 1.4619883040935673e-05,
-      "loss": 0.1605,
-      "step": 420
-    },
-    {
-      "epoch": 2.263157894736842,
-      "grad_norm": 9.295196533203125,
-      "learning_rate": 1.364522417153996e-05,
-      "loss": 0.1542,
-      "step": 430
-    },
-    {
-      "epoch": 2.3157894736842106,
-      "grad_norm": 5.581339359283447,
-      "learning_rate": 1.267056530214425e-05,
-      "loss": 0.1878,
-      "step": 440
-    },
-    {
-      "epoch": 2.3684210526315788,
-      "grad_norm": 7.6587347984313965,
-      "learning_rate": 1.1695906432748537e-05,
-      "loss": 0.1537,
-      "step": 450
-    },
-    {
-      "epoch": 2.4210526315789473,
-      "grad_norm": 4.522464752197266,
-      "learning_rate": 1.0721247563352826e-05,
-      "loss": 0.1474,
-      "step": 460
-    },
-    {
-      "epoch": 2.473684210526316,
-      "grad_norm": 8.627243995666504,
-      "learning_rate": 9.746588693957115e-06,
-      "loss": 0.1679,
-      "step": 470
-    },
-    {
-      "epoch": 2.526315789473684,
-      "grad_norm": 8.504610061645508,
-      "learning_rate": 8.771929824561403e-06,
-      "loss": 0.1582,
-      "step": 480
-    },
-    {
-      "epoch": 2.5789473684210527,
-      "grad_norm": 7.775728225708008,
-      "learning_rate": 7.797270955165692e-06,
-      "loss": 0.1412,
-      "step": 490
-    },
-    {
-      "epoch": 2.6315789473684212,
-      "grad_norm": 7.758059024810791,
-      "learning_rate": 6.82261208576998e-06,
-      "loss": 0.1704,
-      "step": 500
-    },
-    {
-      "epoch": 2.6842105263157894,
-      "grad_norm": 8.407027244567871,
-      "learning_rate": 5.8479532163742686e-06,
-      "loss": 0.1622,
-      "step": 510
-    },
-    {
-      "epoch": 2.736842105263158,
-      "grad_norm": 5.691274166107178,
-      "learning_rate": 4.873294346978558e-06,
-      "loss": 0.1503,
-      "step": 520
-    },
-    {
-      "epoch": 2.7894736842105265,
-      "grad_norm": 10.755898475646973,
-      "learning_rate": 3.898635477582846e-06,
-      "loss": 0.1477,
-      "step": 530
-    },
-    {
-      "epoch": 2.8421052631578947,
-      "grad_norm": 6.478678226470947,
-      "learning_rate": 2.9239766081871343e-06,
-      "loss": 0.1284,
-      "step": 540
-    },
-    {
-      "epoch": 2.8947368421052633,
-      "grad_norm": 8.324136734008789,
-      "learning_rate": 1.949317738791423e-06,
-      "loss": 0.1452,
-      "step": 550
-    },
-    {
-      "epoch": 2.9473684210526314,
-      "grad_norm": 10.353252410888672,
-      "learning_rate": 9.746588693957115e-07,
-      "loss": 0.1188,
-      "step": 560
-    },
-    {
-      "epoch": 3.0,
-      "grad_norm": 6.009654998779297,
-      "learning_rate": 0.0,
-      "loss": 0.1551,
-      "step": 570
-    },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.9796296296296296,
-      "eval_loss": 0.05870167538523674,
-      "eval_runtime": 6.6617,
-      "eval_samples_per_second": 405.301,
-      "eval_steps_per_second": 12.759,
-      "step": 570
+      "eval_accuracy": 0.9691358024691358,
+      "eval_loss": 0.08843858540058136,
+      "eval_runtime": 4.4533,
+      "eval_samples_per_second": 363.776,
+      "eval_steps_per_second": 11.452,
+      "step": 342
     },
     {
       "epoch": 3.0,
-      "step": 570,
-      "total_flos": 1.8124066505760768e+18,
-      "train_loss": 0.3392527107606854,
-      "train_runtime": 392.924,
-      "train_samples_per_second": 185.532,
-      "train_steps_per_second": 1.451
+      "step": 342,
+      "total_flos": 1.0874439903456461e+18,
+      "train_loss": 0.41079250579340415,
+      "train_runtime": 248.8888,
+      "train_samples_per_second": 175.741,
+      "train_steps_per_second": 1.374
     }
   ],
   "logging_steps": 10,
-  "max_steps": 570,
+  "max_steps": 342,
   "num_input_tokens_seen": 0,
   "num_train_epochs": 3,
   "save_steps": 500,
@@ -461,7 +300,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.8124066505760768e+18,
+  "total_flos": 1.0874439903456461e+18,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null