Update hidden_act and layer_norm_eps
Browse files- config.json +4 -3
config.json
CHANGED
@@ -61,12 +61,12 @@
|
|
61 |
"feat_proj_dropout": 0.1,
|
62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
63 |
"final_dropout": 0.0,
|
64 |
-
"hidden_act": "
|
65 |
"hidden_dropout": 0.1,
|
66 |
"hidden_size": 768,
|
67 |
"initializer_range": 0.02,
|
68 |
"intermediate_size": 3072,
|
69 |
-
"layer_norm_eps": 1e-
|
70 |
"layerdrop": 0.2,
|
71 |
"mask_feature_length": 10,
|
72 |
"mask_feature_prob": 0.0,
|
@@ -93,5 +93,6 @@
|
|
93 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
94 |
"torch_dtype": "float32",
|
95 |
"transformers_version": "4.12.0.dev0",
|
96 |
-
"use_weighted_layer_sum": false
|
|
|
97 |
}
|
|
|
61 |
"feat_proj_dropout": 0.1,
|
62 |
"feature_extractor_type": "Wav2Vec2FeatureExtractor",
|
63 |
"final_dropout": 0.0,
|
64 |
+
"hidden_act": "gelu_python",
|
65 |
"hidden_dropout": 0.1,
|
66 |
"hidden_size": 768,
|
67 |
"initializer_range": 0.02,
|
68 |
"intermediate_size": 3072,
|
69 |
+
"layer_norm_eps": 1e-07,
|
70 |
"layerdrop": 0.2,
|
71 |
"mask_feature_length": 10,
|
72 |
"mask_feature_prob": 0.0,
|
|
|
93 |
"tokenizer_class": "Wav2Vec2CTCTokenizer",
|
94 |
"torch_dtype": "float32",
|
95 |
"transformers_version": "4.12.0.dev0",
|
96 |
+
"use_weighted_layer_sum": false,
|
97 |
+
"feature_layer_norm_eps": 1e-05
|
98 |
}
|