Upload Wav2Vec2BERTForPreTraining

#3
by ylacombe HF staff - opened
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "feat_quantizer_dropout": 0.0,
23
  "feature_projection_input_dim": 160,
24
  "final_dropout": 0.1,
25
- "hidden_act": "gelu",
26
  "hidden_dropout": 0.0,
27
  "hidden_size": 1024,
28
  "initializer_range": 0.02,
 
22
  "feat_quantizer_dropout": 0.0,
23
  "feature_projection_input_dim": 160,
24
  "final_dropout": 0.1,
25
+ "hidden_act": "swish",
26
  "hidden_dropout": 0.0,
27
  "hidden_size": 1024,
28
  "initializer_range": 0.02,