p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/jobs/mihir/juelich/crowd-pilot/1-wave-anta-santa/sbatch_files/sbatch_qwen_8b_no_lora_bs32.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=16
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:4
#SBATCH --mem=200GB
#SBATCH --account=envcomp
#SBATCH --nodelist=jwb[0700-0799]
#SBATCH --signal=USR1@60
#SBATCH --output=/p/project1/envcomp/mihir/logs/train/qwen3-0.6b-sft-torch-crowd-code/%x_%j.log
#SBATCH --error=/p/project1/envcomp/mihir/logs/train/qwen3-0.6b-sft-torch-crowd-code/%x_%j.log
#SBATCH --job-name=qwen_8b_no_lora_bs_32


trap 'echo "Job killed by signal"' USR1

cat $0

module load CUDA/12
module load cuDNN/9.5.0.50-CUDA-12
module load NCCL/default-CUDA-12
module load Clang/18.1.8

source .venv/bin/activate

srun sh slurm/jobs/mihir/juelich/crowd-pilot/1-wave-anta-santa/qwen_8b_no_lora_bs_32.sh
[tab] slurm/jobs/mihir/juelich/crowd-pilot/1-wave-anta-santa/sbatch_files/sbatch_qwen_8b_no_lora_bs32_ctx_parallel.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=64
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:4
#SBATCH --mem=200GB
#SBATCH --account=envcomp
#SBATCH --nodelist=jwb[0700-0799]
#SBATCH --signal=USR1@60
#SBATCH --output=/p/project1/envcomp/mihir/logs/train/qwen3-0.6b-sft-torch-crowd-code/%x_%j.log
#SBATCH --error=/p/project1/envcomp/mihir/logs/train/qwen3-0.6b-sft-torch-crowd-code/%x_%j.log
#SBATCH --job-name=qwen_8b_no_lora_bs_32


trap 'echo "Job killed by signal"' USR1

cat $0

module load CUDA/12
module load cuDNN/9.5.0.50-CUDA-12
module load NCCL/default-CUDA-12
module load Clang/18.1.8

source .venv/bin/activate

srun sh slurm/jobs/mihir/juelich/crowd-pilot/1-wave-anta-santa/qwen_8b_no_lora_bs_32_ctx_parallel.sh