Training in progress, step 1000

ds_config.json

@@ -18,14 +18,16 @@
         }
     },
 
-    "scheduler": {
-        "type": "WarmupLR",
-        "params": {
-            "warmup_min_lr": "auto",
-            "warmup_max_lr": "auto",
-            "warmup_num_steps": "auto"
-        }
-    },
+   "scheduler": {
+         "type": "WarmupDecayLR",
+         "params": {
+             "last_batch_iteration": -1,
+             "total_num_steps": "auto",
+             "warmup_min_lr": "auto",
+             "warmup_max_lr": "auto",
+             "warmup_num_steps": "auto"
+         }
+     },
 
     "zero_optimization": {
         "stage": 2,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9bb70a82042482fed76be80b66f7b7c259869d7ebd3566cabc622885de72ee6
+oid sha256:e2570949865d0774ba0c804ba877390aaaf5741c0eedac5bcb3a4da58c87943e
 size 3086784957

runs/Dec16_11-39-56_129-146-123-136/events.out.tfevents.1671194362.129-146-123-136.1919313.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4702a59f9ae3034bc2459cb7b218acbae0d3af2c24a18b9aa9c09f994a83658
-size 10865
+oid sha256:4728ad38ba102d8cc6450a4a2c5a11ff9a600919654a79cb1a8bd0754b711b2e
+size 16517

runs/Dec16_19-20-02_129-146-123-136/1671219633.7827487/events.out.tfevents.1671219633.129-146-123-136.2641037.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2aca6e10c56759b412fd8465c46455b6bb681fbd992e64d6d61f2bb4c6e2207
+size 5881

runs/Dec16_19-20-02_129-146-123-136/events.out.tfevents.1671219633.129-146-123-136.2641037.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f452403e058746f4c9482d44a6404cb9989b45d75647068763a8316607b3e12
+size 10865

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8df01c6a6ee48122dcd1dcb653fb982017a43ad3fc571572348cae80335e6208
-size 4667
+oid sha256:73670645bd2bf1723e3b78c8b82c2cc22a3061fec255d9f19e7ae887f47066b1
+size 4731