Update modeling_super_linear.py
Browse files- modeling_super_linear.py +2 -2
modeling_super_linear.py
CHANGED
|
@@ -433,9 +433,9 @@ class superLinear(nn.Module):
|
|
| 433 |
for i in range(configs.misc_moe):
|
| 434 |
print(f"Creating misc expert {i}")
|
| 435 |
self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 436 |
-
if configs.misc_moe2==1:
|
| 437 |
print("Creating misc expert")
|
| 438 |
-
self.experts["misc2"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 439 |
|
| 440 |
|
| 441 |
self.moe = SparseNoisyMoE(configs, experts=self.experts.values())
|
|
|
|
| 433 |
for i in range(configs.misc_moe):
|
| 434 |
print(f"Creating misc expert {i}")
|
| 435 |
self.experts["misc_"+str(i)] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)
|
| 436 |
+
'''if configs.misc_moe2==1:
|
| 437 |
print("Creating misc expert")
|
| 438 |
+
self.experts["misc2"] = self.layer_dict[self.layer_type](self.seq_len, self.pred_len)'''
|
| 439 |
|
| 440 |
|
| 441 |
self.moe = SparseNoisyMoE(configs, experts=self.experts.values())
|