Update moe_idefics2.py
Browse files- moe_idefics2.py +0 -6
moe_idefics2.py
CHANGED
|
@@ -189,12 +189,6 @@ class Idefics2ForCausalLMMoE(Idefics2ForConditionalGeneration):
|
|
| 189 |
self.num_expert_models = len(expert_models)
|
| 190 |
self._init_moe_layers(base_model, expert_models, k, layer_dtype)
|
| 191 |
else:
|
| 192 |
-
print(
|
| 193 |
-
"Init function called and generating dummy experts: k=",
|
| 194 |
-
k,
|
| 195 |
-
"experts=",
|
| 196 |
-
self.config.num_expert_models,
|
| 197 |
-
)
|
| 198 |
num_dummy_experts = self.config.num_expert_models
|
| 199 |
self._init_moe_layers_with_dummy_experts(
|
| 200 |
self.model, k, num_dummy_experts, layer_dtype
|
|
|
|
| 189 |
self.num_expert_models = len(expert_models)
|
| 190 |
self._init_moe_layers(base_model, expert_models, k, layer_dtype)
|
| 191 |
else:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 192 |
num_dummy_experts = self.config.num_expert_models
|
| 193 |
self._init_moe_layers_with_dummy_experts(
|
| 194 |
self.model, k, num_dummy_experts, layer_dtype
|