p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --job-name=train_dyn_dit

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/dyn/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

tokenizer_checkpoint=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/coinrun_train_tokenizer_mae/32632


srun python jasmine/train_dynamics.py \
    --save_ckpt \
    --image_height=64 \
    --image_width=64 \
    --ckpt_dir $CHECKPOINT_DIR \
    --batch_size=36 \
    --dyna_type=diffusion \
    --diffusion_denoise_steps=128 \
    --name=train_dyn_dit_coinrun_$slurm_job_id \
    --tags dyn diffusion coinrun \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
    --tokenizer_type=mae \
    --tokenizer_checkpoint=$tokenizer_checkpoint \
[tab] slurm/jobs/mihir/berlin/diffusion/doom/dyn_dit_coinrun.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --job-name=train_dyn_dit

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/dyn/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

tokenizer_checkpoint=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/coinrun_train_tokenizer_mae/32632


srun python jasmine/train_dynamics.py \
    --save_ckpt \
    --image_height=64 \
    --image_width=64 \
    --ckpt_dir $CHECKPOINT_DIR \
    --batch_size=36 \
    --dyna_type=diffusion \
    --diffusion_denoise_steps=128 \
    --name=train_dyn_dit_coinrun_$slurm_job_id \
    --tags dyn diffusion coinrun \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
    --tokenizer_type=mae \
    --tokenizer_checkpoint=$tokenizer_checkpoint \
[tab] slurm/jobs/mihir/berlin/diffusion/doom/dyn_dit_doom.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --job-name=train_dyn_dit

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/dyn/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

tokenizer_checkpoint=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/coinrun_train_tokenizer_mae/32632


srun python jasmine/train_dynamics.py \
    --save_ckpt \
    --image_height=64 \
    --image_width=64 \
    --ckpt_dir $CHECKPOINT_DIR \
    --batch_size=36 \
    --dyna_type=diffusion \
    --diffusion_denoise_steps=128 \
    --name=train_dyn_dit_coinrun_$slurm_job_id \
    --tags dyn diffusion coinrun \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
    --tokenizer_type=mae \
    --tokenizer_checkpoint=$tokenizer_checkpoint \
[tab] slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae_bs_512.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log
#SBATCH --job-name=doom_train_tokenizer_mae_512

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

srun python jasmine/train_tokenizer.py \
    --save_ckpt \
    --tokenizer_type=mae \
    --image_height=60 \
    --image_width=80 \
    --batch_size=512 \
    --ckpt_dir $CHECKPOINT_DIR \
    --name=train_tokenizer_mae_doom_512_$slurm_job_id \
    --tags tokenizer mae doom \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
[tab] slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log
#SBATCH --job-name=doom_train_tokenizer_mae_36

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

srun python jasmine/train_tokenizer.py \
    --save_ckpt \
    --tokenizer_type=mae \
    --image_height=60 \
    --image_width=80 \
    --batch_size=36 \
    --ckpt_dir $CHECKPOINT_DIR \
    --name=train_tokenizer_mae_doom_36_$slurm_job_id \
    --tags tokenizer mae doom \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
[content] slurm/jobs/mihir/berlin/diffusion/doom/dyn_dit_doom.sh (shellscript)

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/val
[tab] slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_gt_actions.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --mem=100GB
#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion/%x_%j.log
#SBATCH --job-name=train_dyn_dit

cat $0

source .venv/bin/activate

array_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/train
array_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_coinrun/coinrun_episodes_50m/val

job_name=$SLURM_JOB_NAME
slurm_job_id=$SLURM_JOB_ID

CHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/dyn/$job_name/$slurm_job_id
mkdir -p $CHECKPOINT_DIR

tokenizer_checkpoint=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/coinrun_train_tokenizer_mae/32632

srun python jasmine/train_dynamics.py \
    --save_ckpt \
    --image_height=64 \
    --image_width=64 \
    --ckpt_dir $CHECKPOINT_DIR \
    --batch_size=36 \
    --max_lr=1e-4 \
    --dyna_type=diffusion \
    --use_gt_actions \
    --num_actions=15 \
    --diffusion_denoise_steps=128 \
    --name=train_dyn_dit_coinrun_lr_1e-4_gt_actions_$slurm_job_id \
    --tags dyn diffusion coinrun lr_1e-4 gt_actions \
    --entity instant-uv \
    --project jafar \
    --data_dir $array_records_dir_train \
    --val_data_dir $array_records_dir_val \
    --tokenizer_type=mae \
    --tokenizer_checkpoint=$tokenizer_checkpoint \
[tab] slurm/jobs/mihir/berlin/data_gen/doom/doom_chunked_1m_60x80.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --output=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --error=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --job-name=generate_doom_1m_60x80

source .venv/bin/activate

python jasmine_data/ViZDoomPPO/load_model_generate_dataset.py \
    --output_dir /fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_1m_60x80 \
    --agent_path /home/mihir.mahajan/Projects/jasmine_runner_1/data/jasmine_data/ViZDoomPPO/logs/models/deathmatch_simple_bak/best_model.zip \
    --num_episodes_train 1_000 \
    --target_width 80 \
    --target_height 60 \
[tab] slurm/jobs/mihir/berlin/data_gen/doom/doom_chunked_10m_60x80.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --output=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --error=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --job-name=generate_doom_10m_60x80


source .venv/bin/activate

python jasmine_data/ViZDoomPPO/load_model_generate_dataset.py \
    --output_dir /fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_10m_60x80 \
    --agent_path /home/mihir.mahajan/Projects/jasmine_runner_1/data/jasmine_data/ViZDoomPPO/logs/models/deathmatch_simple_bak/best_model.zip \
    --num_episodes_train 10_000 \
    --target_width 80 \
    --target_height 60 \
[tab] slurm/jobs/mihir/berlin/data_gen/doom/doom_chunked_50m_60x80.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --output=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --error=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --job-name=generate_doom_50m_60x80

source .venv/bin/activate

python jasmine_data/ViZDoomPPO/load_model_generate_dataset.py \
    --output_dir /fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80 \
    --agent_path /home/mihir.mahajan/Projects/jasmine_runner_1/data/jasmine_data/ViZDoomPPO/logs/models/deathmatch_simple_bak/best_model.zip \
    --num_episodes_train 50_000 \
    --target_width 80 \
    --target_height 60 \
[tab] slurm/jobs/mihir/berlin/data_gen/doom/doom_chunked_50m_120x160.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --output=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --error=/home/mihir.mahajan/logs/generate/doom/%x_%j.log
#SBATCH --job-name=generate_doom_50m_120x160

source .venv/bin/activate

python jasmine_data/ViZDoomPPO/load_model_generate_dataset.py \
    --output_dir /fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_120x160 \
    --agent_path /home/mihir.mahajan/Projects/jasmine_runner_1/data/jasmine_data/ViZDoomPPO/logs/models/deathmatch_simple_bak/best_model.zip \
    --num_episodes_train 50_000 \
    --target_width 160 \
    --target_height 120 \
[tab] /home/mihir.mahajan/logs/generate/doom/generate_doom_50m_60x80_32759.log (log)
/var/spool/slurm/job32759/slurm_script: line 12: .venv/bin/activate: No such file or directory
python: can't open file '/fast/home/mihir.mahajan/Projects/jasmine_runner_3/jasmine_data/ViZDoomPPO/load_model_generate_dataset.py': [Errno 2] No such file or directory
[tab] /home/mihir.mahajan/logs/generate/doom/generate_doom_50m_60x80_32762.log (log)
/var/spool/slurm/job32762/slurm_script: line 13: .venv/bin/activate: No such file or directory
Traceback (most recent call last):
  File "/fast/home/mihir.mahajan/Projects/jasmine_runner_3/data/jasmine_data/ViZDoomPPO/load_model_generate_dataset.py", line 18, in <module>
    import imageio
ModuleNotFoundError: No module named 'imageio'