Daniel Stancl commited on
Commit
1253f09
1 Parent(s): 0d11a24

Update n_positions

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -14,7 +14,7 @@
14
  "layer_norm_epsilon": 1e-06,
15
  "local_radius": 127,
16
  "model_type": "longt5",
17
- "n_positions": 512,
18
  "num_decoder_layers": 12,
19
  "num_heads": 12,
20
  "num_layers": 12,
 
14
  "layer_norm_epsilon": 1e-06,
15
  "local_radius": 127,
16
  "model_type": "longt5",
17
+ "n_positions": 4096,
18
  "num_decoder_layers": 12,
19
  "num_heads": 12,
20
  "num_layers": 12,