p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] experiments/dynamics_grain_tok_restore.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=2
#SBATCH --ntasks-per-node=8
#SBATCH --time=12:00:00
#SBATCH --cpus-per-task=1
#SBATCH --gres=gpu:8
#SBATCH --mem=100GB

source .venv/bin/activate

data_dir="/fast/project/HFMI_SynergyUnit/jafar_ws/data/coinrun/array_records_10m"
ckpt_dir="${PWD}/checkpoints/dynamics_openai_grain_tok_restore"
tokenizer_ckpt_dir="${PWD}/checkpoints/tokenizer_openai_grain_checkpointing"

export PYTHONUNBUFFERED=1
srun python train_dynamics.py \
    --dyna_type 'causal' \
    --batch_size 120 \
    --image_height=64 \
    --image_width=64 \
    --patch_size=16 \
    --tokenizer_checkpoint $tokenizer_ckpt_dir \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --init_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir