p-doom/crowd-code-dataset-0.2 huggingface dataset:
[content] experiments/tokenizer_grain_checkpointing.sh (shellscript)
#!/usr/bin/env bash
module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate


data_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90'
ckpt_dir='checkpoints/tokenizer_openai_grain_checkpointing'

srun python train_tokenizer.py \
    --batch_size 12 \
    --restore_ckpt \
    --save_ckpt \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --min_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir
[content] experiments/dynamics_grain_lam_restore.sh (shellscript)
#!/usr/bin/env bash
module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate


data_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90'
ckpt_dir='checkpoints/dynamics_openai_grain_tok_lam_restore'
tokenizer_ckpt_dir='checkpoints/tokenizer_openai_grain_checkpointing'

srun python train_dynamics.py \
    --batch_size 48 \
    --tokenizer_checkpoint $tokenizer_ckpt_dir \
    --save_ckpt \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --min_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir
[tab] experiments/dynamics_grain_tok_restore.sh (shellscript)
#!/usr/bin/env bash
module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate


data_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90'
ckpt_dir='checkpoints/dynamics_openai_grain_tok_lam_restore'
tokenizer_ckpt_dir='checkpoints/tokenizer_openai_grain_checkpointing'

srun python train_dynamics.py \
    --batch_size 48 \
    --tokenizer_checkpoint $tokenizer_ckpt_dir \
    --save_ckpt \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --min_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir
[content] experiments/dynamics_grain_tok_lam_restore.sh (shellscript)
#!/usr/bin/env bash
module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate


data_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90'
ckpt_dir='checkpoints/dynamics_openai_grain_tok_lam_restore'
tokenizer_ckpt_dir='checkpoints/tokenizer_openai_grain_checkpointing'

srun python train_dynamics.py \
    --batch_size 48 \
    --tokenizer_checkpoint $tokenizer_ckpt_dir \
    --save_ckpt \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --min_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir
[content] experiments/dynamics_grain_full_restore.sh (shellscript)
#!/usr/bin/env bash
module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
source .venv/bin/activate


data_dir='/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90'
ckpt_dir='checkpoints/dynamics_openai_grain_tok_lam_restore'
tokenizer_ckpt_dir='checkpoints/tokenizer_openai_grain_checkpointing'

srun python train_dynamics.py \
    --batch_size 48 \
    --tokenizer_checkpoint $tokenizer_ckpt_dir \
    --save_ckpt \
    --log_checkpoint_interval 5 \
    --ckpt_dir $ckpt_dir \
    --num_steps 300000 \
    --warmup_steps 10000 \
    --seed 0 \
    --min_lr=0.0000866 \
    --max_lr=0.0000866 \
    --data_dir $data_dir