Update modeling_gemmoe.py

modeling_gemmoe.py

@@ -711,7 +711,7 @@ class GemmoeSparseMoeBlock(nn.Module):
         for i in range(self.num_experts):
             expert = self.experts[i]
             expert_output = expert(hidden_states[flat_topk_idx == i])
-            y[flat_topk_idx == i] = expert_output
+            y[flat_topk_idx == i] = expert_output.to(y.dtype)  # Cast expert_output to the same dtype as y
 
         y = (y.view(*topk_weight.shape, -1) * topk_weight.unsqueeze(-1)).sum(dim=1)