[terminal_command] TERMINAL ()
    --diffusion_denoise_steps=32 \    --no_diffusion_use_ramp_weight \    --name=train_dyn_dit_breakout_dev \    --tags dyn diffusion breakout \    --entity instant-uv \    --project jafar \    --data_dir $array_records_dir_train \    --val_data_dir $array_records_dir_val \    --tokenizer_type=mae \    --tokenizer_checkpoint=$tokenizer_checkpoint \Running on 1 devices.Counting all components: ['dynamics', 'lam', 'tokenizer']wandb: Currently logged in as: mihir-mahajan2002 (instant-uv) to https://api.wandb.ai. Use `wandb login --relogin` to force reloginwandb: setting up run r2ccy8bowandb: Tracking run with wandb version 0.22.1wandb: Run data is saved locally in /fast/home/mihir.mahajan/Projects/jasmine/wandb/run-20251024_181418-r2ccy8bowandb: Run `wandb offline` to turn off syncing.wandb: Syncing run train_dyn_dit_breakout_devwandb: ⭐️ View project at https://wandb.ai/instant-uv/jafarwandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/r2ccy8boParameter counts:{'dynamics': 41033760, 'lam': 17640416, 'tokenizer': 33717536, 'total': 92391712}WARNING:absl:Path /fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/interactive/32627/005260.orbax-checkpoint-tmp could not be identified as a finalized checkpoint path using <class 'orbax.checkpoint._src.path.atomicity.AtomicRenameTemporaryPath'>. Got error: Expected final AtomicRenameTemporaryPath (/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/interactive/32627/005260.orbax-checkpoint-tmp) not to end with ".orbax-checkpoint-tmp"./fast/home/mihir.mahajan/Projects/jasmine/.venv/lib/python3.12/site-packages/orbax/checkpoint/_src/serialization/type_handlers.py:1269: UserWarning: Sharding info not provided when restoring. Populating sharding info from sharding file. Please note restoration time will be slightly increased due to reading from file. Note also that this option is unsafe when restoring on a different topology than the checkpoint was saved with.  warnings.warn(Total memory size: 5.2 GB, Output size: 1.0 GB, Temp size: 4.1 GB, Argument size: 1.0 GB, Host temp size: 0.0 GB.FLOPs: 1.519e+11, Bytes: 3.913e+10 (36.4 GB), Intensity: 3.9 FLOPs/byteStarting training from step 0...Memstats: After params initialized:        Using (GB) 1.21 / 71.27 (1.697769%) on cuda:0Calculating validation metrics...Step 10, validation loss: 1.0396214723587036^Csrun: interrupt (one more within 1 sec to abort)srun: StepId=32734.0 task 0: running^Csrun: sending Ctrl-C to StepId=32734.0srun: forcing job terminationsrun: Job step aborted: Waiting up to 32 seconds for job step to finish.[2025-10-24T18:20:54.100] error: *** STEP 32734.0 ON hai003 CANCELLED AT 2025-10-24T18:20:54 DUE to SIGNAL Killed ***^Csrun: sending Ctrl-C to StepId=32734.0srun: job abort in progress^Csrun: sending Ctrl-C to StepId=32734.0(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ runner(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun_lr_1e-4.shSubmitted batch job 32735(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_no_ramp_loss.shsbatch: error: Unable to open file slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_no_ramp_loss.sh(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ scancel 32735(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ scancel 32733(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ cd slbash: cd: sl: No such file or directory(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ cd slurm/(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1/slurm] $ git pullremote: Enumerating objects: 55, done.remote: Counting objects: 100% (55/55), done.remote: Compressing objects: 100% (20/20), done.remote: Total 41 (delta 25), reused 37 (delta 21), pack-reused 0 (from 0)Unpacking objects: 100% (41/41), 4.30 KiB | 16.00 KiB/s, done.From github.com:p-doom/slurm   ab0551b..f9059f1  main       -> origin/mainUpdating ab0551b..f9059f1Fast-forward jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_add.sh                     | 12 +++++++----- jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_add_spawner.sh             | 14 ++++++++++++++ jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_prepend.sh                 | 17 ++++++++++++++--- jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_prepend_spawner.sh         | 12 ++++++++++++ jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_no_ramp_loss.sh | 46 ++++++++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_x_pred_img.sh   | 41 +++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/{ => ablations}/dyn_dit_coinrun_lr_gt_actions.sh  |  2 +- jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_v_pred.sh            | 42 ++++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.sh         | 45 +++++++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_v_pred.sh               | 41 +++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_x_pred_img.sh           | 41 +++++++++++++++++++++++++++++++++++++++++ jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun.sh                                |  2 +- jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun_lr_1e-4.sh                        |  2 +- 13 files changed, 306 insertions(+), 11 deletions(-) create mode 100644 jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_add_spawner.sh create mode 100644 jobs/alfred/berlin/workshop/sampling/sample_jasmine_action_prepend_spawner.sh create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_no_ramp_loss.sh create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_x_pred_img.sh rename jobs/mihir/berlin/diffusion/coinrun/{ => ablations}/dyn_dit_coinrun_lr_gt_actions.sh (96%) create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_v_pred.sh create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.sh create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_v_pred.sh create mode 100644 jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_x_pred_img.sh(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1/slurm] $ cd ..(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun.shSubmitted batch job 32736(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/dyn_dit_coinrun_lr_1e-4.shSubmitted batch job 32737(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.shSubmitted batch job 32738(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_gt_actions.shSubmitted batch job 32739(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_lr_1e-4_no_ramp_loss.shSubmitted batch job 32740(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ scancel 32738(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ dev(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ cd slurm/(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine/slurm] $ git commit -am "added job naming"git pus[main 859552b] added job naming 1 file changed, 2 insertions(+), 2 deletions(-)(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine/slurm] $ git pushrunnerEnumerating objects: 17, done.Counting objects: 100% (17/17), done.Delta compression using up to 224 threadsCompressing objects: 100% (9/9), done.Writing objects: 100% (9/9), 779 bytes | 194.00 KiB/s, done.Total 9 (delta 5), reused 0 (delta 0), pack-reused 0remote: Resolving deltas: 100% (5/5), completed with 5 local objects.cdTo github.com:p-doom/slurm.git   f9059f1..859552b  main -> main(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine/slurm] $ runner(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ cd slurm/(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1/slurm] $ git pullcd ..remote: Enumerating objects: 17, done.remote: Counting objects: 100% (17/17), done.remote: Compressing objects: 100% (4/4), done.remote: Total 9 (delta 5), reused 9 (delta 5), pack-reused 0 (from 0)Unpacking objects: 100% (9/9), 759 bytes | 14.00 KiB/s, done.From github.com:p-doom/slurm   f9059f1..859552b  main       -> origin/mainUpdating f9059f1..859552bsbFast-forward jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1/slurm] $ cd ..(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch aslurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.sh^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sbatch slurm/jobs/mihir/berlin/diffusion/coinrun/ablations/dyn_dit_coinrun_no_ramp_loss.shSubmitted batch job 32741(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ smi(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ fqueue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ sh slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.sh^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine_runner_1] $ dev(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sh slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.sh#!/usr/bin/env bash#SBATCH --nodes=1#SBATCH --ntasks-per-node=1#SBATCH --time=24:00:00#SBATCH --cpus-per-task=5#SBATCH --gres=gpu:1#SBATCH --mem=100GB#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log#SBATCH --job-name=doom_train_tokenizer_maecat $0source .venv/bin/activatearray_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/trainarray_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/valjob_name=$SLURM_JOB_NAMEslurm_job_id=$SLURM_JOB_IDCHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/$job_name/$slurm_job_idmkdir -p $CHECKPOINT_DIRsrun python jasmine/train_tokenizer.py \    --save_ckpt \    --tokenizer_type=mae \    --image_height=60 \    --image_width=80 \    --batch_size=128 \    --ckpt_dir $CHECKPOINT_DIR \    --name=train_tokenizer_mae_doom_$slurm_job_id \    --tags tokenizer mae doom \    --entity instant-uv \    --project jafar \    --data_dir $array_records_dir_train \    --val_data_dir $array_records_dir_val \wandb: Currently logged in as: mihir-mahajan2002 (instant-uv) to https://api.wandb.ai. Use `wandb login --relogin` to force reloginwandb: setting up run 9n1c56hawandb: Tracking run with wandb version 0.22.1wandb: Run data is saved locally in /fast/home/mihir.mahajan/Projects/jasmine/wandb/run-20251024_185242-9n1c56hawandb: Run `wandb offline` to turn off syncing.wandb: Syncing run train_tokenizer_mae_doom_32734wandb: ⭐️ View project at https://wandb.ai/instant-uv/jafarwandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/9n1c56haRunning on 1 devices.Counting all components: ['decoder', 'encoder', 'mask_patch']Parameter counts:{'decoder': 17228096, 'encoder': 17228832, 'mask_patch': 768, 'total': 34457696}^Csrun: interrupt (one more within 1 sec to abort)srun: StepId=32734.1 task 0: running^Csrun: sending Ctrl-C to StepId=32734.1srun: forcing job terminationsrun: Job step aborted: Waiting up to 32 seconds for job step to finish.[2025-10-24T18:58:04.973] error: *** STEP 32734.1 ON hai003 CANCELLED AT 2025-10-24T18:58:04 DUE to SIGNAL Killed ***^Csrun: sending Ctrl-C to StepId=32734.1srun: job abort in progress^Csrun: sending Ctrl-C to StepId=32734.1^Csrun: sending Ctrl-C to StepId=32734.1(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ ^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sh slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.sh#!/usr/bin/env bash#SBATCH --nodes=1#SBATCH --ntasks-per-node=1#SBATCH --time=24:00:00#SBATCH --cpus-per-task=5#SBATCH --gres=gpu:1#SBATCH --mem=100GB#SBATCH --output=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log#SBATCH --error=/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/%x_%j.log#SBATCH --job-name=doom_train_tokenizer_maecat $0source .venv/bin/activatearray_records_dir_train=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/trainarray_records_dir_val=/fast/project/HFMI_ProFOUND/mihir/data/data_doom/doom_episodes_50m_60x80/valjob_name=$SLURM_JOB_NAMEslurm_job_id=$SLURM_JOB_IDCHECKPOINT_DIR=/fast/project/HFMI_ProFOUND/mihir/checkpoints/tokenizer/mae/$job_name/$slurm_job_idmkdir -p $CHECKPOINT_DIRsrun python jasmine/train_tokenizer.py \    --save_ckpt \    --tokenizer_type=mae \    --image_height=60 \    --image_width=80 \    --batch_size=256 \    --ckpt_dir $CHECKPOINT_DIR \    --name=train_tokenizer_mae_doom_$slurm_job_id \    --tags tokenizer mae doom \    --entity instant-uv \    --project jafar \    --data_dir $array_records_dir_train \    --val_data_dir $array_records_dir_val \wandb: Currently logged in as: mihir-mahajan2002 (instant-uv) to https://api.wandb.ai. Use `wandb login --relogin` to force reloginwandb: setting up run 4dprrnjcwandb: Tracking run with wandb version 0.22.1wandb: Run data is saved locally in /fast/home/mihir.mahajan/Projects/jasmine/wandb/run-20251024_185829-4dprrnjcwandb: Run `wandb offline` to turn off syncing.wandb: Syncing run train_tokenizer_mae_doom_32734wandb: ⭐️ View project at https://wandb.ai/instant-uv/jafarwandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/4dprrnjcRunning on 1 devices.Counting all components: ['decoder', 'encoder', 'mask_patch']Parameter counts:{'decoder': 17228096, 'encoder': 17228832, 'mask_patch': 768, 'total': 34457696}^Csrun: interrupt (one more within 1 sec to abort)srun: StepId=32734.2 task 0: running^Csrun: sending Ctrl-C to StepId=32734.2srun: forcing job terminationsrun: Job step aborted: Waiting up to 32 seconds for job step to finish.[2025-10-24T19:05:06.953] error: *** STEP 32734.2 ON hai003 CANCELLED AT 2025-10-24T19:05:06 DUE to SIGNAL Killed ***^Csrun: sending Ctrl-C to StepId=32734.2srun: job abort in progress^Csrun: sending Ctrl-C to StepId=32734.2(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ ^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sbatch slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.shSubmitted batch job 32742(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sbatch slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.shSubmitted batch job 32743(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sbatch slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.shSubmitted batch job 32744(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ fqueue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ logs(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs] $ lstrain(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs] $ cd train/dyn/       tokenizer/ (jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs] $ cd train/dyn/       tokenizer/ (jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs] $ cd train/dyn/(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn] $ lsdiffusion(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn] $ cd diffusion/(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion] $ lstrain_dyn_dit_32356.log  train_dyn_dit_32406.log  train_dyn_dit_32416.log  train_dyn_dit_32511.log  train_dyn_dit_32614.log  train_dyn_dit_32668.log  train_dyn_dit_32739.logtrain_dyn_dit_32357.log  train_dyn_dit_32407.log  train_dyn_dit_32417.log  train_dyn_dit_32547.log  train_dyn_dit_32615.log  train_dyn_dit_32733.log  train_dyn_dit_32740.logtrain_dyn_dit_32358.log  train_dyn_dit_32408.log  train_dyn_dit_32419.log  train_dyn_dit_32553.log  train_dyn_dit_32616.log  train_dyn_dit_32735.log  train_dyn_dit_32741.logtrain_dyn_dit_32359.log  train_dyn_dit_32409.log  train_dyn_dit_32420.log  train_dyn_dit_32606.log  train_dyn_dit_32665.log  train_dyn_dit_32736.logtrain_dyn_dit_32367.log  train_dyn_dit_32414.log  train_dyn_dit_32437.log  train_dyn_dit_32607.log  train_dyn_dit_32666.log  train_dyn_dit_32737.logtrain_dyn_dit_32368.log  train_dyn_dit_32415.log  train_dyn_dit_32509.log  train_dyn_dit_32613.log  train_dyn_dit_32667.log  train_dyn_dit_32738.log(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn/diffusion] $ cd ..(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn] $ lsdiffusion(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/dyn] $ cd ..(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train] $ lsdyn  tokenizer(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train] $ cd tokenizer/(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer] $ lsmae(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer] $ cd mae/(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ lsbreakout_train_tokenizer_mae_32538.log  breakout_train_tokenizer_mae_32631.log  coinrun_train_tokenizer_mae_32542.log  doom_train_tokenizer_mae_2048_32742.logbreakout_train_tokenizer_mae_32541.log  coinrun_train_tokenizer_mae_32537.log   coinrun_train_tokenizer_mae_32632.log(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ $(pwd)/doom_train_tokenizer_mae_2048_32742.logbash: /fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae/doom_train_tokenizer_mae_2048_32742.log: Permission denied(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ tail -f $(pwd)/doom_train_tokenizer_mae_2048_32742.logwandb: Tracking run with wandb version 0.22.1wandb: Run data is saved locally in /fast/home/mihir.mahajan/Projects/jasmine/wandb/run-20251024_190548-6r0mvhpuwandb: Run `wandb offline` to turn off syncing.wandb: Syncing run train_tokenizer_mae_doom_2048_32742wandb: ⭐️ View project at https://wandb.ai/instant-uv/jafarwandb: 🚀 View run at https://wandb.ai/instant-uv/jafar/runs/6r0mvhpuRunning on 1 devices.Counting all components: ['decoder', 'encoder', 'mask_patch']Parameter counts:{'decoder': 17228096, 'encoder': 17228832, 'mask_patch': 768, 'total': 34457696}^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ ^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ ^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ ^C(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ scancel 32742(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ scancel 32742(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ scancel 32743(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ scancel 32744(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:/fast/project/HFMI_ProFOUND/mihir/logs/train/tokenizer/mae] $ dev(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sbatch slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.shSubmitted batch job 32745(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ sbatch slurm/jobs/mihir/berlin/diffusion/doom/train_tokenizer_mae.shSubmitted batch job 32746(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ queue(jasmine) [mihir.mahajan@hai003.haicore.berlin:~/Projects/jasmine] $ exitsalloc: Relinquishing job allocation 32734