p-doom/crowd-code-dataset-0.2 huggingface dataset:
[content] scripts/run-qwen3-0.6B-fsdp.sh (shellscript)

ray start --head \
    --node-ip-address=${HEAD_NODE_IP} \
    --num-gpus 2 \
    --num-cpus=4 \
    --disable-usage-stats \
    --dashboard-host=0.0.0.0 \
    --dashboard-port=8265 \
    --port=6379
[content] scripts/run-qwen3-0.6B-fsdp.sh (shellscript)

# --- 1. DYNAMIC HOST IP DETECTION (CRITICAL FOR SLURM) ---
# Don't hardcode IP. Get the actual IP of the current node.
export HEAD_NODE_IP=$(hostname -I | awk '{print $1}')
echo "Detected Head Node IP: ${HEAD_NODE_IP}"

# --- 2. PROXY CONFIGURATION ---
# Ensure local traffic doesn't go through a corporate proxy
export no_proxy="${HEAD_NODE_IP},localhost,127.0.0.1,0.0.0.0"
export NO_PROXY="${HEAD_NODE_IP},localhost,127.0.0.1,0.0.0.0"
[tab] slurm/jobs/mihir/berlin/crowd-pilot/run_sqwen3-0.6b-sft_dev copy.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=10
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:2
#SBATCH --mem=600GB
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft/%x_%j.log
#SBATCH --job-name=run_qwen3-0.6b-sft

cat $0

source ~/.bashrc

micromamba activate miles

sh scripts/run-qwen3-0.6B-base-sft_dev.sh
[tab] slurm/jobs/mihir/berlin/crowd-pilot/run_sqwen3-0.6b-fsdp_dev.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=10
#SBATCH --time=24:00:00
#SBATCH --cpus-per-task=5
#SBATCH --gres=gpu:2
#SBATCH --mem=600GB
#SBATCH --output=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft/%x_%j.log
#SBATCH --error=/fast/project/HFMI_SynergyUnit/mihir/logs/train/qwen3-0.6b-sft/%x_%j.log
#SBATCH --job-name=run_qwen3-0.6b-sft

cat $0

source ~/.bashrc

micromamba activate miles

sh scripts/run-qwen3-0.6B-base-sft_dev.sh