test

events.out.tfevents.1672834909.t1v-n-0853dee6-w-3.740708.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa375387021b8ed7a3b3fd7ca6197ff9cba91079608f8279052917b0fca28325
+size 7637

run_mlm_flax_stream.py

@@ -42,6 +42,7 @@ import optax
 from flax import jax_utils, traverse_util
 from flax.training import train_state
 from flax.training.common_utils import get_metrics, onehot, shard
+from huggingface_hub import Repository
 from transformers import (
     CONFIG_MAPPING,
     FLAX_MODEL_FOR_MASKED_LM_MAPPING,
@@ -660,10 +661,17 @@ if __name__ == "__main__":
                     model_pt.push_to_hub(training_args.hub_model_id,commit_message=f"Weights for torch of step {step+1}")
                     model_flax.push_to_hub(training_args.hub_model_id,commit_message=f"Weights for flax of step {step+1}")
 
-                    print(f"Saving weights and logs of step {step+1}. \nThe result is saved to {training_args.output_folder} by worker {jax.process_index()}.")
-                except:
+                    print(f"Saving weights and logs of step {step+1}. \nThe result is saved to {training_args.output_folder} by worker {jax.process_index()}."
+                    
+                            #Also push the relevant events files
+                            repo = Repository(local_dir=training_args.output_dir)
+                except:                 repo.git_pull()
+                repo.git_add("*.*")
+                repo.git_commit(commit_message="Pushing some additional files")
+                repo.git_push()
                     breakpoint()
-                    model.save_pretrained(
+                    model.save_prdired(i
+
                         training_args.output_dir,
                         params=params
                     )