Update modeling_chatglm.py

modeling_chatglm.py

@@ -36,7 +36,7 @@ if sys.platform != 'darwin':
     torch._C._jit_override_can_fuse_on_gpu(True)
 
 logger = logging.get_logger(__name__)
-  ####
+
 _CHECKPOINT_FOR_DOC = "THUDM/ChatGLM"
 _CONFIG_FOR_DOC = "ChatGLMConfig"
 
@@ -157,7 +157,6 @@ class RotaryEmbedding(nn.Module):
         )
 
 
-@torch.jit.script
 def apply_rotary_pos_emb(x: torch.Tensor, rope_cache: torch.Tensor) -> torch.Tensor:
     # x: [sq, b, np, hn]
     sq, b, np, hn = x.size(0), x.size(1), x.size(2), x.size(3)
@@ -1297,4 +1296,4 @@ class ChatGLMForSequenceClassification(ChatGLMPreTrainedModel):
             past_key_values=transformer_outputs.past_key_values,
             hidden_states=transformer_outputs.hidden_states,
             attentions=transformer_outputs.attentions,
-        )
+        )