Update config.json
Browse files- config.json +3 -2
config.json
CHANGED
@@ -45,13 +45,14 @@
|
|
45 |
"ctc_loss_reduction": "sum",
|
46 |
"ctc_zero_infinity": false,
|
47 |
"diversity_loss_weight": 0.1,
|
48 |
-
"do_stable_layer_norm":
|
49 |
"eos_token_id": 2,
|
50 |
"feat_extract_activation": "gelu",
|
51 |
"feat_extract_dropout": 0.0,
|
52 |
"feat_extract_norm": "group",
|
53 |
-
"feat_proj_dropout": 0.
|
54 |
"feat_quantizer_dropout": 0.0,
|
|
|
55 |
"final_dropout": 0.1,
|
56 |
"gradient_checkpointing": false,
|
57 |
"hidden_act": "gelu",
|
|
|
45 |
"ctc_loss_reduction": "sum",
|
46 |
"ctc_zero_infinity": false,
|
47 |
"diversity_loss_weight": 0.1,
|
48 |
+
"do_stable_layer_norm": true,
|
49 |
"eos_token_id": 2,
|
50 |
"feat_extract_activation": "gelu",
|
51 |
"feat_extract_dropout": 0.0,
|
52 |
"feat_extract_norm": "group",
|
53 |
+
"feat_proj_dropout": 0.0,
|
54 |
"feat_quantizer_dropout": 0.0,
|
55 |
+
"feature_grad_mult": 0.1,
|
56 |
"final_dropout": 0.1,
|
57 |
"gradient_checkpointing": false,
|
58 |
"hidden_act": "gelu",
|