[tab] data/eval/unit_tests/eval_file_switch copy.md (markdown)
# Assistant <NO_EVAL>
```bash
ls -l slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/
```

# User
<stdout>
total 144
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1322 Dec  3 14:23 train_tokenizer_16_nodes.sbatch
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1309 Dec  3 14:23 train_tokenizer_1_nodes.sbatch
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1319 Dec  3 14:23 train_tokenizer_2_nodes.sbatch
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1323 Dec  3 14:23 train_tokenizer_32_nodes.sbatch
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1310 Dec  3 14:23 train_tokenizer_4_nodes.sbatch
-rw-r--r-- 1 mihir.mahajan mihir.mahajan 1318 Dec  3 14:23 train_tokenizer_8_nodes.sbatch
</stdout>

# Assistant <NO_EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_1_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=1
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_1_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=48 \
    33      --min_lr=0 \
    34      --max_lr=1e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-1-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 1-node sqrt-lr \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_1_nodes.sbatch
```

# User
<stdout>
</stdout>

# Assistant <NO_EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_2_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=2
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_2_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=96 \
    33      --min_lr=0 \
    34      --max_lr=1.4e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-2-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 2-node sqrt-lr-scaling \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_2_nodes.sbatch
```

# User
<stdout>
</stdout>


# Assistant <NO_EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_4_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=4
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_4_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=192 \
    33      --min_lr=0 \
    34      --max_lr=2e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-4-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 4-node sqrt-lr \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_4_nodes.sbatch
```

# User
<stdout>
</stdout>

# Assistant <NO_EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_8_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=8
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_8_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=384 \
    33      --min_lr=0 \
    34      --max_lr=3e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-8-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 8-node sqrt-lr-scaling \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_8_nodes.sbatch
```

# User
<stdout>
</stdout>

# Assistant <NO_EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_16_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=16
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_16_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=768 \
    33      --min_lr=0 \
    34      --max_lr=4e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-16-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 16-node sqrt-lr-scaling \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_16_nodes.sbatch
```

# User
<stdout>
</stdout>

# Assistant <EVAL>
```bash
cat -n slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_32_nodes.sbatch
```

# User
<stdout>
     1  #!/usr/bin/env bash
     2
     3  #SBATCH --nodes=32
     4  #SBATCH --ntasks-per-node=4
     5  #SBATCH --time=05:00:00
     6  #SBATCH --partition=accelerated
     7  #SBATCH --cpus-per-task=5
     8  #SBATCH --gres=gpu:4
     9  #SBATCH --output=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    10  #SBATCH --error=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/logs/logs_mihir/%x_%j.log
    11  #SBATCH --job-name=train_tokenizer_batch_size_scaling_32_node
    12
    13  # Log the sbatch script
    14  cat $0
    15
    16  module unload mpi/openmpi/5.0
    17  module unload devel/cuda/12.4
    18  source .venv/bin/activate
    19
    20  array_records_dir=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data_new/open_ai_minecraft_arrayrecords/10fps_160x90
    21
    22  job_name=$SLURM_JOB_NAME
    23  slurm_job_id=$SLURM_JOB_ID
    24
    25  CHECKPOINT_DIR=/hkfs/work/workspace/scratch/tum_ind3695-jafa_ws_shared/data/checkpoints/$job_name/$slurm_job_id
    26  mkdir -p $CHECKPOINT_DIR
    27
    28  env | grep SLURM
    29
    30  srun python jasmine/train_tokenizer.py \
    31      --ckpt_dir $CHECKPOINT_DIR \
    32      --batch_size=1536 \
    33      --min_lr=0 \
    34      --max_lr=3e-4 \
    35      --log_image_interval=1000 \
    36      --log_checkpoint_interval=1000 \
    37      --log \
    38      --name=tokenizer-batch-size-scaling-32-node-sqrt-lr-$slurm_job_id \
    39      --tags tokenizer batch-size-scaling 32-node sqrt-lr-scaling \
    40      --entity instant-uv \
    41      --project jafar \
    42      --data_dir $array_records_dir
</stdout>

# Assistant <NO_EVAL>
```bash
sed -i '5,5c#SBATCH --time=48:00:00' slurm/jobs/mihir/horeka/batchsize_scaling/tokenizer/sqrt_lr/train_tokenizer_32_nodes.sbatch
```

# User
<stdout>
</stdout>