#!/bin/bash 
#SBATCH -J xwk_GPTstage1 
#SBATCH -p Jupyter
#SBATCH -N 1
#SBATCH -w node[37]
#SBATCH --mem 220G
#SBATCH --gres=gpu:8
#SBATCH --mail-type=ALL
#SBATCH --mail-user=icoxia@gmail.com
#SBATCH --output=log.%j.out 
#SBATCH --error=log.%j.err 
#SBATCH --cpus-per-task=8 
module load anaconda3/2021.05 
source activate lavis

python -m torch.distributed.run --nproc_per_node=8 train.py --cfg-path lavis/projects/blip2/train/gptProcessed_test_stage1.yaml