Commit
•
254530a
1
Parent(s):
c7ba421
Update modeling_mos_mamba.py
Browse files- modeling_mos_mamba.py +1 -0
modeling_mos_mamba.py
CHANGED
|
@@ -706,6 +706,7 @@ class MoSMambaPreTrainedModel(PreTrainedModel):
|
|
| 706 |
if module.bias is not None:
|
| 707 |
if not getattr(module.bias, "_no_reinit", False):
|
| 708 |
nn.init.zeros_(module.bias)
|
|
|
|
| 709 |
# nn.init.uniform_(module.weight, -0.001, 0.001)
|
| 710 |
|
| 711 |
elif isinstance(module, nn.Embedding):
|
|
|
|
| 706 |
if module.bias is not None:
|
| 707 |
if not getattr(module.bias, "_no_reinit", False):
|
| 708 |
nn.init.zeros_(module.bias)
|
| 709 |
+
print("Init Weight.... | Module name:", module)
|
| 710 |
# nn.init.uniform_(module.weight, -0.001, 0.001)
|
| 711 |
|
| 712 |
elif isinstance(module, nn.Embedding):
|