p-doom/crowd-code-dataset-0.2 huggingface dataset:
[content] /fast/home/mihir.mahajan/Projects/crowd-pilot/slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/test_full_finetune_4k_requeue.py (python)
    tokenizer_conf = run.Config(
        AutoTokenizer,
        pretrained_model_name=BASE_CKPT_PATH, 
        trust_remote_code=True,
        use_fast=False  # <--- FALSE ensures we use qwen.tiktoken/python files
    )
[tab] slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/single_gpu_dev.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=00:30:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --job-name=qwen3_600m_finetune_requeue
#SBATCH --mem=400GB
#SBATCH --qos=low
#SBATCH --requeue
#SBATCH --signal=b:usr1@60 # 5 min before timeout

# --- signal trap to requeue job before timeout ---
requeue_job() {
    echo "[$(date)] caught sigusr1 (timeout warning), requeueing slurm job $SLURM_JOB_ID..."
    scontrol requeue $SLURM_JOB_ID
    exit 0
}

trap requeue_job sigusr1

# Log the sbatch script
cat $0

source .uv_venv/bin/activate

srun python slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/test_full_finetune_4k_requeue.py &

child_pid=$!

wait $child_pid
[tab] slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/finetune_single_gpu.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --job-name=qwen3_600m_finetune
#SBATCH --mem=400GB
#SBATCH --qos=low

# Log the sbatch script
cat $0

source .uv_venv/bin/activate

python "$1"
[tab] slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/single_gpu_dev copy.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=00:15:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --job-name=qwen3_600m_finetune_requeue
#SBATCH --mem=400GB
#SBATCH --qos=low
#SBATCH --requeue
#SBATCH --signal=b:usr1@60 # 5 min before timeout

# --- signal trap to requeue job before timeout ---
requeue_job() {
    echo "[$(date)] caught sigusr1 (timeout warning), requeueing slurm job $SLURM_JOB_ID..."
    scontrol requeue $SLURM_JOB_ID
    exit 0
}

trap requeue_job sigusr1

# Log the sbatch script
cat $0

source .uv_venv/bin/activate

srun python slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/test_full_finetune_4k_requeue.py &

child_pid=$!

wait $child_pid
[tab] slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/single_gpu_dev_wandb.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=00:15:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:1
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/nemo/%x_%j.log
#SBATCH --job-name=qwen3_600m_finetune_requeue
#SBATCH --mem=400GB
#SBATCH --qos=low
#SBATCH --requeue
#SBATCH --signal=b:usr1@60 # 5 min before timeout

# --- signal trap to requeue job before timeout ---
requeue_job() {
    echo "[$(date)] caught sigusr1 (timeout warning), requeueing slurm job $SLURM_JOB_ID..."
    scontrol requeue $SLURM_JOB_ID
    exit 0
}

trap requeue_job sigusr1

# Log the sbatch script
cat $0

source .uv_venv/bin/activate

srun python slurm/dev/mihir/berlin/crowd_pilot/nemo/iterating_on_stuff/test_full_finetune_4k_requeue.py &

child_pid=$!

wait $child_pid