lvwerra HF staff commited on
Commit
5a969ff
1 Parent(s): 54c40c2

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -19,7 +19,7 @@
19
  "output_past": true,
20
  "reorder_and_upcast_attn": true,
21
  "resid_pdrop": 0.1,
22
- "scale_attn_by_inverse_layer_idx": false,
23
  "scale_attn_weights": true,
24
  "summary_activation": null,
25
  "summary_first_dropout": 0.1,
 
19
  "output_past": true,
20
  "reorder_and_upcast_attn": true,
21
  "resid_pdrop": 0.1,
22
+ "scale_attn_by_inverse_layer_idx": true,
23
  "scale_attn_weights": true,
24
  "summary_activation": null,
25
  "summary_first_dropout": 0.1,