razmars commited on
Commit
8e0f9c2
·
verified ·
1 Parent(s): 52f96eb

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -1
modeling_super_linear.py CHANGED
@@ -637,7 +637,7 @@ class SuperLinearForCausalLM(PreTrainedModel, GenerationMixin):
637
 
638
 
639
  # backbone returns (B, pred_len, C)
640
- self.backbone.inf_pred_len = 96*scale_factor
641
 
642
  preds = self.backbone(x_enc)
643
  preds = self.upsample_interpolate(preds,1/scale_factor,x_enc.shape[1])
 
637
 
638
 
639
  # backbone returns (B, pred_len, C)
640
+ self.backbone.inf_pred_len = 96*2
641
 
642
  preds = self.backbone(x_enc)
643
  preds = self.upsample_interpolate(preds,1/scale_factor,x_enc.shape[1])