x54-729 commited on
Commit
f3931fb
1 Parent(s): 5214c14

Update modeling_internlm.py

Browse files
Files changed (1) hide show
  1. modeling_internlm.py +1 -1
modeling_internlm.py CHANGED
@@ -275,7 +275,7 @@ class InternLMAttention(nn.Module):
275
  self.rotary_emb = self._init_rope()
276
 
277
  def _init_rope(self):
278
- if self.config.rotary["type"] == "origin"
279
  self.rotary_emb = InternLMRotaryEmbedding(
280
  self.head_dim,
281
  max_position_embeddings=self.max_position_embeddings,
 
275
  self.rotary_emb = self._init_rope()
276
 
277
  def _init_rope(self):
278
+ if self.config.rotary["type"] == "origin":
279
  self.rotary_emb = InternLMRotaryEmbedding(
280
  self.head_dim,
281
  max_position_embeddings=self.max_position_embeddings,