vasudevgupta commited on
Commit
d474254
1 Parent(s): f8a827c

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -1 +1 @@
1
- {"vocab_size": 32, "dropout": 0.1, "hidden_size": 768, "num_heads": 12, "num_layers": 12, "intermediate_size": 3072, "is_gelu_approx": false, "layer_norm_eps": 1e-05, "layer_drop": 0.1, "pad_id": 0, "num_conv_pos_embeddings": 128, "num_conv_pos_embedding_groups": 16, "filter_sizes": [512, 512, 512, 512, 512, 512, 512], "kernal_sizes": [10, 3, 3, 3, 3, 2, 2], "strides": [5, 2, 2, 2, 2, 2, 2], "conv_bias": false, "apply_spec_augment": true, "mask_time_prob": 0.05, "mask_time_length": 10}
1
+ {"vocab_size": 32, "dropout": 0.1, "hidden_size": 768, "num_heads": 12, "num_layers": 12, "intermediate_size": 3072, "is_gelu_approx": false, "layer_norm_eps": 1e-05, "survival_prob": 0.5, "pad_id": 0, "num_conv_pos_embeddings": 128, "num_conv_pos_embedding_groups": 16, "filter_sizes": [512, 512, 512, 512, 512, 512, 512], "kernal_sizes": [10, 3, 3, 3, 3, 2, 2], "strides": [5, 2, 2, 2, 2, 2, 2], "conv_bias": false, "apply_spec_augment": true, "mask_time_prob": 0.05, "mask_time_length": 10}