test

run.sh

@@ -1,6 +1,4 @@
-
 python run_mlm_flax_stream.py \
-    --hub_model_id="NbAiLab/nb-roberta-base-scandi" \
     --model_name_or_path="xlm-roberta-base" \
     --config_name="./config.json" \
     --tokenizer_name="./" \
@@ -18,6 +16,7 @@ python run_mlm_flax_stream.py \
     --logging_steps="50" \
     --save_steps="50" \
     --eval_steps="50" \
-    push_to_--output_dir="./" \
+    --output_dir="./" \
     --dtype="bfloat16" \
+    --hub_model_id="NbAiLab/nb-roberta-base-scandi" \
     --push_to_hub

run_mlm_flax_stream.py

@@ -655,7 +655,7 @@ if __name__ == "__main__":
                     )
                     print(f"Saving weights and logs of step {step+1}. \nThe result is saved to {training_args.output_folder} by worker {jax.process_index()}.")
                 except:
-
+                    breakpoint()
                     model.save_pretrained(
                         training_args.output_dir,
                         params=params