import torch # GPU device setting device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu") # model parameter setting batch_size =128 max_len = 512 #the default is 256 d_model = 768 n_layers = 6 n_heads = 8 ffn_hidden = 1024 drop_prob = 0.1 max_seq_len = 30 PATH = './msa_nad/unprepro/' ext = '_data.csv' # optimizer parameter setting init_lr = 1e-5 factor = 0.9 adam_eps = 5e-9 patience = 10 warmup = 100 epoch = 200 clip = 1.0 weight_decay = 5e-4 inf = float('inf')