Saving weights and logs of step 200949

events.out.tfevents.1631437573.t1v-n-1a0a7c50-w-0.2668975.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c91cd6fd5f940d9fd43ca0a987b067a45de3926cb3b2c74491b72c278a7e734
+size 29767300

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbe8bc88b4653f67693fc1db73c5db19a982a7574e3663c485c9229ef18ee3a9
+oid sha256:5cd155c5ef1aa1fe765db196793aef1ec57df9d9c9388d93f7bc24381f7c5be1
 size 5262371934

run_clm_mp.py

@@ -263,7 +263,6 @@ def main():
     #
     # For CSV/JSON files, this script will use the column called 'text' or the first column if no column called
     # 'text' is found. You can easily tweak this behavior (see below).
-    
     if data_args.dataset_name is not None:
         # Downloading and loading a dataset from the hub.
         dataset = load_dataset(
@@ -633,7 +632,7 @@ def main():
                         f"Step... ({cur_step} | Eval loss: {eval_metrics['loss']} | Eval Perplexity: {eval_metrics['perplexity']}"
                     )
 
-                if cur_step % training_args.save_steps == 0 and cur_step > 0:
+                if cur_step % steps_per_epoch == 0 and cur_step > 0:
                     # save checkpoint after each epoch and push checkpoint to the hub
                     if jax.process_index() == 0:
                         params = jax.device_get(params)