Titouan commited on
Commit
cec33b3
2 Parent(s): 05486d1 fc74278

Merge branch 'main' of https://huggingface.co/speechbrain/asr-crdnn-transformerlm-librispeech into main

Browse files
Files changed (1) hide show
  1. hyperparams.yaml +11 -0
hyperparams.yaml CHANGED
@@ -128,6 +128,17 @@ tokenizer: !new:sentencepiece.SentencePieceProcessor
128
  asr_model: !new:torch.nn.ModuleList
129
  - [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
130
 
 
 
 
 
 
 
 
 
 
 
 
131
  beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
132
  embedding: !ref <emb>
133
  decoder: !ref <dec>
 
128
  asr_model: !new:torch.nn.ModuleList
129
  - [!ref <enc>, !ref <emb>, !ref <dec>, !ref <ctc_lin>, !ref <seq_lin>]
130
 
131
+ lm_model: !new:speechbrain.lobes.models.transformer.TransformerLM.TransformerLM
132
+ vocab: 5000
133
+ d_model: 768
134
+ nhead: 12
135
+ num_encoder_layers: 12
136
+ num_decoder_layers: 0
137
+ d_ffn: 3072
138
+ dropout: 0.0
139
+ activation: !name:torch.nn.GELU
140
+ normalize_before: False
141
+
142
  beam_searcher: !new:speechbrain.decoders.S2SRNNBeamSearchTransformerLM
143
  embedding: !ref <emb>
144
  decoder: !ref <dec>