add _no_split_modules property (#17)
Browse files- add _no_split_modules property (7e925ddfdf2d1bb29fc26db755aafd77fb8f565e)
Co-authored-by: wing lian <winglian@users.noreply.huggingface.co>
modeling_mixformer_sequential.py
CHANGED
@@ -717,6 +717,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):
|
|
717 |
|
718 |
_keys_to_ignore_on_load_missing = [""]
|
719 |
_keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
|
|
|
720 |
|
721 |
def __init__(self, config: MixFormerSequentialConfig) -> None:
|
722 |
super().__init__(config)
|
|
|
717 |
|
718 |
_keys_to_ignore_on_load_missing = [""]
|
719 |
_keys_to_ignore_on_load_unexpected = [r"layers\.\d+\.mlp.(fc_in|fc_out)\.(weight|bias)"]
|
720 |
+
_no_split_modules = ["ParallelBlock"]
|
721 |
|
722 |
def __init__(self, config: MixFormerSequentialConfig) -> None:
|
723 |
super().__init__(config)
|