Gatozu35 commited on
Commit
937d1bc
1 Parent(s): b7401b6

Upload model

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -11,12 +11,12 @@
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
- "n_ctx": 1008,
15
  "n_embd": 1024,
16
  "n_head": 16,
17
  "n_inner": null,
18
  "n_layer": 30,
19
- "n_positions": 1008,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_by_inverse_layer_idx": false,
 
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
+ "n_ctx": 1012,
15
  "n_embd": 1024,
16
  "n_head": 16,
17
  "n_inner": null,
18
  "n_layer": 30,
19
+ "n_positions": 1012,
20
  "reorder_and_upcast_attn": false,
21
  "resid_pdrop": 0.1,
22
  "scale_attn_by_inverse_layer_idx": false,