skogsgren commited on
Commit
67ba3c5
1 Parent(s): 32c64a8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -0
app.py CHANGED
@@ -32,6 +32,17 @@ class BertModule(nn.Module):
32
  pred = self.bert(**kwargs)
33
  return pred.logits
34
 
 
 
 
 
 
 
 
 
 
 
 
35
 
36
  with open('learner.bin', 'rb') as f:
37
  learner = pickle.load(f)
 
32
  pred = self.bert(**kwargs)
33
  return pred.logits
34
 
35
+ MAX_EPOCHS = 5
36
+ BATCH_SIZE = 12
37
+
38
+ num_training_steps = MAX_EPOCHS * (len(X_train) // BATCH_SIZE + 1)
39
+
40
+ def lr_schedule(current_step):
41
+ factor = float(num_training_steps - current_step) / float(max(1, num_training_steps))
42
+ assert factor > 0
43
+ return factor
44
+
45
+
46
 
47
  with open('learner.bin', 'rb') as f:
48
  learner = pickle.load(f)