Update modeling_mos_mamba.py

modeling_mos_mamba.py

@@ -703,8 +703,10 @@ class MoSMambaPreTrainedModel(PreTrainedModel):
                 module.dt_proj.bias.copy_(inv_dt)
             module.dt_proj.bias._no_reinit = True
 
-        # if isinstance(module, nn.ModuleList):
-        #     nn.init.uniform_(module.weight, -0.0001, 0.0001)
+        if isinstance(module, nn.ModuleList):
+            for x in module:
+                # nn.init.uniform_(x.weight, -0.0001, 0.0001)
+                nn.init.xavier_uniform_(x.weight, gain=0.1)
 
         if isinstance(module, nn.Linear):
             if module.bias is not None: