Commit
•
254530a
1
Parent(s):
c7ba421
Update modeling_mos_mamba.py
Browse files- modeling_mos_mamba.py +1 -0
modeling_mos_mamba.py
CHANGED
@@ -706,6 +706,7 @@ class MoSMambaPreTrainedModel(PreTrainedModel):
|
|
706 |
if module.bias is not None:
|
707 |
if not getattr(module.bias, "_no_reinit", False):
|
708 |
nn.init.zeros_(module.bias)
|
|
|
709 |
# nn.init.uniform_(module.weight, -0.001, 0.001)
|
710 |
|
711 |
elif isinstance(module, nn.Embedding):
|
|
|
706 |
if module.bias is not None:
|
707 |
if not getattr(module.bias, "_no_reinit", False):
|
708 |
nn.init.zeros_(module.bias)
|
709 |
+
print("Init Weight.... | Module name:", module)
|
710 |
# nn.init.uniform_(module.weight, -0.001, 0.001)
|
711 |
|
712 |
elif isinstance(module, nn.Embedding):
|