uer commited on
Commit
f649be6
1 Parent(s): 4e4e03a

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -9,12 +9,12 @@
9
  "initializer_range": 0.02,
10
  "layer_norm_epsilon": 1e-05,
11
  "model_type": "gpt2",
12
- "n_ctx": 512,
13
  "n_embd": 768,
14
  "n_head": 12,
15
  "n_inner": null,
16
  "n_layer": 12,
17
- "n_positions": 512,
18
  "output_past": true,
19
  "resid_pdrop": 0.1,
20
  "task_specific_params": {
 
9
  "initializer_range": 0.02,
10
  "layer_norm_epsilon": 1e-05,
11
  "model_type": "gpt2",
12
+ "n_ctx": 1024,
13
  "n_embd": 768,
14
  "n_head": 12,
15
  "n_inner": null,
16
  "n_layer": 12,
17
+ "n_positions": 1024,
18
  "output_past": true,
19
  "resid_pdrop": 0.1,
20
  "task_specific_params": {