kiranr commited on
Commit
48c1c06
1 Parent(s): 50b42cc

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -14,7 +14,7 @@
14
  "n_head": 32,
15
  "n_inner": 16384,
16
  "n_layer": 24,
17
- "n_positions": 8000,
18
  "reorder_and_upcast_attn": false,
19
  "resid_pdrop": 0.1,
20
  "scale_attn_by_inverse_layer_idx": false,
 
14
  "n_head": 32,
15
  "n_inner": 16384,
16
  "n_layer": 24,
17
+ "n_positions": 2048,
18
  "reorder_and_upcast_attn": false,
19
  "resid_pdrop": 0.1,
20
  "scale_attn_by_inverse_layer_idx": false,