p-doom/crowd-code-dataset-0.2 huggingface dataset:
[tab] slurm/jobs/mihir/berlin/crowd-pilot/build_slime.sh (shellscript)
#!/usr/bin/env bash

#SBATCH --nodes=1
#SBATCH --ntasks-per-node=1
#SBATCH --time=24:00:00
#SBATCH --gres=gpu:1
#SBATCH --cpus-per-task=16
#SBATCH --output=/home/mihir.mahajan/logs/build_slime/%x_%j.log
#SBATCH --error=/home/mihir.mahajan/logs/build_slime/%x_%j.log
#SBATCH --job-name=build_slime
#SBATCH --mem=300G

source ~/.bashrc

echo "Activating miles environment"

export MAX_JOBS=8
sh build_conda.sh
[content] scripts/run-qwen3-0.6B-fsdp.sh (shellscript)
CCL/Torch)
ulimit -l unlimited || true
ulimit -n 65536 || true

# Debug: Check Memory and Shared Memory
echo "=== Memory Info ==="
free -h
echo "=== Shared Memory Info ==="
df -h /dev/shm
echo "=== Ulimit Info ==="
ulimit -a
echo "==================="

N