#SBATCH -J xwk_GPTstage1 | |
#SBATCH -p Jupyter | |
#SBATCH -N 1 | |
#SBATCH -w node[37] | |
#SBATCH --mem 220G | |
#SBATCH --gres=gpu:8 | |
#SBATCH --mail-type=ALL | |
#SBATCH --mail-user=icoxia@gmail.com | |
#SBATCH --output=log.%j.out | |
#SBATCH --error=log.%j.err | |
#SBATCH --cpus-per-task=8 | |
module load anaconda3/2021.05 | |
source activate lavis | |
python -m torch.distributed.run --nproc_per_node=8 train.py --cfg-path lavis/projects/blip2/train/gptProcessed_test_stage1.yaml | |