system HF staff commited on
Commit
6a659dc
1 Parent(s): e4cabe4

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -3,6 +3,7 @@
3
  "attn_pdrop": 0.1,
4
  "embd_pdrop": 0.1,
5
  "initializer_range": 0.02,
 
6
  "n_ctx": 512,
7
  "n_embd": 768,
8
  "n_head": 12,
 
3
  "attn_pdrop": 0.1,
4
  "embd_pdrop": 0.1,
5
  "initializer_range": 0.02,
6
+ "layer_norm_epsilon": 1e-05,
7
  "n_ctx": 512,
8
  "n_embd": 768,
9
  "n_head": 12,