sxx123 commited on
Commit
8e5864c
1 Parent(s): 5e09a7d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -14,7 +14,7 @@
14
  "n_embd": 1024,
15
  "n_head": 16,
16
  "n_layer": 24,
17
- "n_positions": 1024,
18
  "n_special": 0,
19
  "predict_special_tokens": true,
20
  "resid_pdrop": 0.1,
@@ -26,7 +26,7 @@
26
  "task_specific_params": {
27
  "text-generation": {
28
  "do_sample": true,
29
- "max_length": 50
30
  }
31
  },
32
  "vocab_size": 50257
 
14
  "n_embd": 1024,
15
  "n_head": 16,
16
  "n_layer": 24,
17
+ "n_positions": 5120,
18
  "n_special": 0,
19
  "predict_special_tokens": true,
20
  "resid_pdrop": 0.1,
 
26
  "task_specific_params": {
27
  "text-generation": {
28
  "do_sample": true,
29
+ "max_length": 500
30
  }
31
  },
32
  "vocab_size": 50257