| #SBATCH -J xwk_GPTstage1 | |
| #SBATCH -p Jupyter | |
| #SBATCH -N 1 | |
| #SBATCH -w node[37] | |
| #SBATCH --mem 220G | |
| #SBATCH --gres=gpu:8 | |
| #SBATCH --mail-type=ALL | |
| #SBATCH --mail-user=icoxia@gmail.com | |
| #SBATCH --output=log.%j.out | |
| #SBATCH --error=log.%j.err | |
| #SBATCH --cpus-per-task=8 | |
| module load anaconda3/2021.05 | |
| source activate lavis | |
| python -m torch.distributed.run --nproc_per_node=8 train.py --cfg-path lavis/projects/blip2/train/gptProcessed_test_stage1.yaml | |