Update modeling_norbert.py
Browse files- modeling_norbert.py +0 -1
modeling_norbert.py
CHANGED
@@ -246,7 +246,6 @@ class NorbertPreTrainedModel(PreTrainedModel):
|
|
246 |
|
247 |
if isinstance(module, nn.Linear):
|
248 |
nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
|
249 |
-
module.weight.data.normal_(mean=0.0, std=self.config.initializer_range)
|
250 |
if module.bias is not None:
|
251 |
module.bias.data.zero_()
|
252 |
elif isinstance(module, nn.Embedding):
|
|
|
246 |
|
247 |
if isinstance(module, nn.Linear):
|
248 |
nn.init.trunc_normal_(module.weight.data, mean=0.0, std=std, a=-2*std, b=2*std)
|
|
|
249 |
if module.bias is not None:
|
250 |
module.bias.data.zero_()
|
251 |
elif isinstance(module, nn.Embedding):
|