sanchit-gandhi
commited on
Commit
·
5dec2b7
1
Parent(s):
9bd07a3
Update config.json
Browse files- config.json +3 -3
config.json
CHANGED
@@ -48,11 +48,11 @@
|
|
48 |
"feat_extract_activation": "gelu",
|
49 |
"feat_extract_dropout": 0.0,
|
50 |
"feat_extract_norm": "layer",
|
51 |
-
"feat_proj_dropout": 0.
|
52 |
"feat_quantizer_dropout": 0.0,
|
53 |
-
"final_dropout": 0.
|
54 |
"fuse_matmuls": false,
|
55 |
-
"gradient_checkpointing":
|
56 |
"hidden_act": "gelu",
|
57 |
"hidden_dropout": 0.1,
|
58 |
"hidden_dropout_prob": 0.1,
|
|
|
48 |
"feat_extract_activation": "gelu",
|
49 |
"feat_extract_dropout": 0.0,
|
50 |
"feat_extract_norm": "layer",
|
51 |
+
"feat_proj_dropout": 0.0,
|
52 |
"feat_quantizer_dropout": 0.0,
|
53 |
+
"final_dropout": 0.0,
|
54 |
"fuse_matmuls": false,
|
55 |
+
"gradient_checkpointing": true,
|
56 |
"hidden_act": "gelu",
|
57 |
"hidden_dropout": 0.1,
|
58 |
"hidden_dropout_prob": 0.1,
|