sanchit-gandhi HF staff commited on
Commit
5dec2b7
1 Parent(s): 9bd07a3

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -48,11 +48,11 @@
48
  "feat_extract_activation": "gelu",
49
  "feat_extract_dropout": 0.0,
50
  "feat_extract_norm": "layer",
51
- "feat_proj_dropout": 0.1,
52
  "feat_quantizer_dropout": 0.0,
53
- "final_dropout": 0.1,
54
  "fuse_matmuls": false,
55
- "gradient_checkpointing": false,
56
  "hidden_act": "gelu",
57
  "hidden_dropout": 0.1,
58
  "hidden_dropout_prob": 0.1,
 
48
  "feat_extract_activation": "gelu",
49
  "feat_extract_dropout": 0.0,
50
  "feat_extract_norm": "layer",
51
+ "feat_proj_dropout": 0.0,
52
  "feat_quantizer_dropout": 0.0,
53
+ "final_dropout": 0.0,
54
  "fuse_matmuls": false,
55
+ "gradient_checkpointing": true,
56
  "hidden_act": "gelu",
57
  "hidden_dropout": 0.1,
58
  "hidden_dropout_prob": 0.1,