Merge branch 'main' of https://huggingface.co/speechbrain/asr-crdnn-transformerlm-librispeech into main
Browse files- hyperparams.yaml +11 -0
hyperparams.yaml
CHANGED
@@ -128,6 +128,17 @@ tokenizer: !new:sentencepiece.SentencePieceProcessor
|
|
128 |
asr_model: !new:torch.nn.ModuleList
|
129 |
- [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
|
130 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
131 |
beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
|
132 |
embedding: !ref <emb>
|
133 |
decoder: !ref <dec>
|
|
|
128 |
asr_model: !new:torch.nn.ModuleList
|
129 |
- [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
|
130 |
|
131 |
+
lm_model: !new:speechbrain.lobes.models.transformer.TransformerLM.TransformerLM
|
132 |
+
vocab: 5000
|
133 |
+
d_model: 768
|
134 |
+
nhead: 12
|
135 |
+
num_encoder_layers: 12
|
136 |
+
num_decoder_layers: 0
|
137 |
+
d_ffn: 3072
|
138 |
+
dropout: 0.0
|
139 |
+
activation: !name:torch.nn.GELU
|
140 |
+
normalize_before: False
|
141 |
+
|
142 |
beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
|
143 |
embedding: !ref <emb>
|
144 |
decoder: !ref <dec>
|