razmars commited on
Commit
6ea1d99
·
verified ·
1 Parent(s): 0310ef6

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +1 -0
modeling_super_linear.py CHANGED
@@ -209,6 +209,7 @@ class RLinear(nn.Module):
209
  original_norm = torch.norm(W, p=2)
210
  new_norm = torch.norm(new_W, p=2)
211
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0
 
212
  new_W = new_W * final_scaling
213
 
214
  self.zero_shot_Linear = new_W
 
209
  original_norm = torch.norm(W, p=2)
210
  new_norm = torch.norm(new_W, p=2)
211
  final_scaling = original_norm / new_norm if new_norm.item() != 0 else 1.0
212
+ final_scaling = 1
213
  new_W = new_W * final_scaling
214
 
215
  self.zero_shot_Linear = new_W