uer commited on
Commit
78eb844
1 Parent(s): 31c302b

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -14,7 +14,7 @@
14
  "n_head": 12,
15
  "n_inner": null,
16
  "n_layer": 12,
17
- "n_positions": 512,
18
  "output_past": true,
19
  "resid_pdrop": 0.1,
20
  "task_specific_params": {
14
  "n_head": 12,
15
  "n_inner": null,
16
  "n_layer": 12,
17
+ "n_positions": 1024,
18
  "output_past": true,
19
  "resid_pdrop": 0.1,
20
  "task_specific_params": {