backup before making experiment

Files changed (2) hide show

__pycache__/partitions.cpython-38.pyc CHANGED Viewed

Binary files a/__pycache__/partitions.cpython-38.pyc and b/__pycache__/partitions.cpython-38.pyc differ

run.sh CHANGED Viewed

@@ -1,5 +1,5 @@
 python run_clm_mp.py \
-    	--model_name_or_path /mnt/disks/flaxdisk/norwegian-gptneo-red/ \
   	--tokenizer_name gpt2 \
    	--dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 \
      	--do_train \
@@ -7,12 +7,11 @@ python run_clm_mp.py \
      	--block_size 1024 \
    	--num_train_epochs 5 \
    	--learning_rate 4e-6 \
-	--per_device_train_batch_size 3 \
-       	--per_device_eval_batch_size 3 \
     	--overwrite_output_dir \
 	--output_dir /mnt/disks/flaxdisk/output/ \
 	--cache_dir /mnt/disks/flaxdisk/cache/ \
        	--dtype bfloat16 \
    	--logging_steps 97 \
-       	--eval_steps 96\
-	--push_to_hub

 python run_clm_mp.py \
+    	--model_name_or_path "." \
   	--tokenizer_name gpt2 \
    	--dataset_name wikitext --dataset_config_name wikitext-2-raw-v1 \
      	--do_train \
      	--block_size 1024 \
    	--num_train_epochs 5 \
    	--learning_rate 4e-6 \
+	--per_device_train_batch_size 2 \
+       	--per_device_eval_batch_size 2 \
     	--overwrite_output_dir \
 	--output_dir /mnt/disks/flaxdisk/output/ \
 	--cache_dir /mnt/disks/flaxdisk/cache/ \
        	--dtype bfloat16 \
    	--logging_steps 97 \
+       	--eval_steps 96