Another small fix

modeling_phi.py

@@ -417,7 +417,8 @@ class MHA(nn.Module):
         self.rotary_dim = rotary_dim if rotary_dim is not None else getattr(config, "rotary_dim", 0)
         if self.rotary_dim > 0:
             self.rotary_emb = RotaryEmbedding(
-                d_rotary=math.ceil((rotary_dim // n_head) / 2),  # d_rotary is half of d_head
+                d_rotary=self.rotary_dim,
+                # d_rotary=math.ceil((rotary_dim // n_head) / 2),  # d_rotary is half of d_head
                 initial_cos_sin_cache_len=config.n_positions,
             )