abhisheksan commited on
Commit
ba9ec5c
1 Parent(s): bcc47be
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -23,8 +23,8 @@ BATCH_SIZE = 4
23
  CACHE_SIZE = 1024
24
 
25
  MODEL_CONFIG = GPT2Config(
26
- n_positions=512,
27
- n_ctx=512,
28
  n_embd=384,
29
  n_layer=6,
30
  n_head=6,
 
23
  CACHE_SIZE = 1024
24
 
25
  MODEL_CONFIG = GPT2Config(
26
+ n_positions=128,
27
+ n_ctx=128,
28
  n_embd=384,
29
  n_layer=6,
30
  n_head=6,