razmars commited on
Commit
cbbee57
·
verified ·
1 Parent(s): 6572dba

Update modeling_super_linear.py

Browse files
Files changed (1) hide show
  1. modeling_super_linear.py +2 -2
modeling_super_linear.py CHANGED
@@ -433,9 +433,9 @@ class superLinear(nn.Module):
433
  for i in range(configs.misc_moe):
434
  print(f"Creating misc expert {i}")
435
  self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
436
- if configs.misc_moe2==1:
437
  print("Creating misc expert")
438
- self.experts["misc2"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
439
 
440
 
441
  self.moe = SparseNoisyMoE(configs, experts=self.experts.values())
 
433
  for i in range(configs.misc_moe):
434
  print(f"Creating misc expert {i}")
435
  self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
436
+ '''if configs.misc_moe2==1:
437
  print("Creating misc expert")
438
+ self.experts["misc2"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)'''
439
 
440
 
441
  self.moe = SparseNoisyMoE(configs, experts=self.experts.values())