Update lyraBelle/model.py
Browse files- lyraBelle/model.py +0 -1
lyraBelle/model.py
CHANGED
|
@@ -346,7 +346,6 @@ class BaseBelleWeights:
|
|
| 346 |
|
| 347 |
gate_list = []
|
| 348 |
for i in range(self.layer_num):
|
| 349 |
-
print(">>>???>>")
|
| 350 |
if f"model.layers.{i}.mlp.moe.gate.wg.weight" in ckpt_f.keys():
|
| 351 |
gate_list.append(load_to_torch(
|
| 352 |
f"{ckpt_path}/model.layers.{i}.mlp.moe.gate.wg.weight.bin", True))
|
|
|
|
| 346 |
|
| 347 |
gate_list = []
|
| 348 |
for i in range(self.layer_num):
|
|
|
|
| 349 |
if f"model.layers.{i}.mlp.moe.gate.wg.weight" in ckpt_f.keys():
|
| 350 |
gate_list.append(load_to_torch(
|
| 351 |
f"{ckpt_path}/model.layers.{i}.mlp.moe.gate.wg.weight.bin", True))
|