Guanzheng commited on
Commit
86ef795
1 Parent(s): b3db2e9

Update modeling_llama.py

Browse files
Files changed (1) hide show
  1. modeling_llama.py +1 -1
modeling_llama.py CHANGED
@@ -1115,7 +1115,7 @@ class LlamaModel(LlamaPreTrainedModel):
1115
  next_decoder_cache = None
1116
  pack_cos_sin = None
1117
  if self.config.rope_scaling["type"] == "clex":
1118
- pack_cos_sin = self.clex_layer(inputs_embeds.device, inputs_embeds.dtype, seq_length + past_key_values_length, self.training)
1119
 
1120
 
1121
  for decoder_layer in self.layers:
 
1115
  next_decoder_cache = None
1116
  pack_cos_sin = None
1117
  if self.config.rope_scaling["type"] == "clex":
1118
+ pack_cos_sin = self.clex_layer(inputs_embeds, seq_length + past_key_values_length, self.training)
1119
 
1120
 
1121
  for decoder_layer in self.layers: