export CUDA_VISIBLE_DEVICES=0,1 | |
export WANDB_API_KEY=b7b6ecceb6854bd12f58809f18264f979509d13b | |
torchrun --nproc_per_node=2 --master_port=54321 train.py \ | |
-lr 1e-4 \ | |
-batch_size 4 \ | |
-d_node 1288 \ | |
-margin 10 \ | |
-grad_clip 2 \ | |
-max_epochs 30 \ | |
-num_heads 8 \ | |
-dropout 0.2 \ | |
-o '/home/tc415/muPPIt_embedding/checkpoints/new_train_4' | |
# python -u train_2.py |