ylacombe HF staff commited on
Commit
da16fdd
1 Parent(s): 5afceab

Upload Wav2Vec2BERTForPreTraining (#3)

Browse files

- Upload Wav2Vec2BERTForPreTraining (ad84cbfd48e22b2e4df7480c11b33a147aaee625)

Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "feat_quantizer_dropout": 0.0,
23
  "feature_projection_input_dim": 160,
24
  "final_dropout": 0.1,
25
- "hidden_act": "gelu",
26
  "hidden_dropout": 0.0,
27
  "hidden_size": 1024,
28
  "initializer_range": 0.02,
 
22
  "feat_quantizer_dropout": 0.0,
23
  "feature_projection_input_dim": 160,
24
  "final_dropout": 0.1,
25
+ "hidden_act": "swish",
26
  "hidden_dropout": 0.0,
27
  "hidden_size": 1024,
28
  "initializer_range": 0.02,