p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/dev/mihir/horeka/yolo-runs/sampling_dev.sh (shellscript)

# Log the sbatch script
cat $0

module unload mpi/openmpi/5.0
module unload devel/cuda/12.4
# source .venv/bin/activate

array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords_chunked

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=$ws_dir/checkpoints/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

tokenizer_ckpt_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/checkpoints/big-runs/tokenizer-lr-scaling/train_tokenizer_lr_sweep_1e-4
dynamics_ckpt_dir=$1
echo $dynamics_ckpt_dir

env | grep SLURM

srun python sample.py \
    --checkpoint $dynamics_ckpt_dir \
    --dyna_dim=1024 \
    --dyna_num_blocks=16 \
    --dyna_num_heads=16 \
    --dyna_ffn_dim=4096 \
    --seq_len=2 \
    --batch_size=10 \
    --start_frame=0 \
    --data_dir $array_records_dir

# srun python sample.py \
    # --checkpoint $dynamics_ckpt_dir \
    # --start_frame=0 \
    # --batch_size=12 \
    # --seq_len=2 \
    # --data_dir $array_records_dir