ZainabNac commited on
Commit
05040c0
·
verified ·
1 Parent(s): 2cdb655

config file

Browse files
Files changed (1) hide show
  1. conf1.py +27 -0
conf1.py ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+
3
+ # GPU device setting
4
+ device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
5
+
6
+ # model parameter setting
7
+ batch_size =128
8
+ max_len = 512 #the default is 256
9
+ d_model = 768
10
+ n_layers = 6
11
+ n_heads = 8
12
+ ffn_hidden = 1024
13
+ drop_prob = 0.1
14
+ max_seq_len = 30
15
+
16
+ PATH = './msa_nad/unprepro/'
17
+ ext = '_data.csv'
18
+ # optimizer parameter setting
19
+ init_lr = 1e-5
20
+ factor = 0.9
21
+ adam_eps = 5e-9
22
+ patience = 10
23
+ warmup = 100
24
+ epoch = 200
25
+ clip = 1.0
26
+ weight_decay = 5e-4
27
+ inf = float('inf')