File size: 2,868 Bytes
96fe658 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
# Copyright (c) Alibaba, Inc. and its affiliates.
from typing import TYPE_CHECKING
from swift.utils.import_utils import _LazyModule
if TYPE_CHECKING:
from .adapter import Adapter, AdapterConfig, AdapterModule
from .base import SwiftModel, Swift
from .lora import LoRA, LoRAConfig
from .mapping import SWIFT_MAPPING, SwiftTuners
from .side import Side, SideConfig, SideModule
from .neftune import NEFTune, NEFTuneConfig
from .longlora.longlora import LongLoRAModelType, LongLoRAConfig, LongLoRA
from .restuning import ResTuning, ResTuningConfig, ResTuningBypassModule
from .reft import Reft, ReftConfig
from .llamapro import LLaMAPro, LLaMAProConfig
from .peft import (AdaLoraConfig, LoftQConfig, LoHaConfig, LoKrConfig, LoraConfig, VeraConfig, BOFTConfig,
OFTConfig, PeftConfig, PeftModel, PeftModelForCausalLM, PeftModelForSeq2SeqLM,
PeftModelForSequenceClassification, PeftModelForTokenClassification, PrefixTuningConfig,
PromptEncoderConfig, PromptLearningConfig, PromptTuningConfig, get_peft_config, get_peft_model,
get_peft_model_state_dict)
from .prompt import Prompt, PromptConfig, PromptModule
from .scetuning.scetuning import SCETuning, SCETuningConfig
from .utils import SwiftConfig, SwiftOutput, swift_to_peft_format
else:
_import_structure = {
'adapter': ['Adapter', 'AdapterConfig', 'AdapterModule'],
'base': ['SwiftModel', 'Swift'],
'lora': ['LoRA', 'LoRAConfig'],
'longlora.longlora': ['LongLoRAModelType', 'LongLoRAConfig', 'LongLoRA'],
'mapping': ['SWIFT_MAPPING', 'SwiftTuners'],
'side': ['Side', 'SideConfig', 'SideModule'],
'reft': ['Reft', 'ReftConfig'],
'llamapro': ['LLaMAPro', 'LLaMAProConfig'],
'neftune': ['NEFTune', 'NEFTuneConfig'],
'restuning': ['ResTuning', 'ResTuningConfig', 'ResTuningBypassModule'],
'peft': [
'AdaLoraConfig', 'LoftQConfig', 'LoHaConfig', 'LoKrConfig', 'LoraConfig', 'VeraConfig', 'BOFTConfig',
'OFTConfig', 'PeftConfig', 'PeftModel', 'PeftModelForCausalLM', 'PeftModelForSeq2SeqLM',
'PeftModelForSequenceClassification', 'PeftModelForTokenClassification', 'PrefixTuningConfig',
'PromptEncoderConfig', 'PromptLearningConfig', 'PromptTuningConfig', 'get_peft_config', 'get_peft_model',
'get_peft_model_state_dict'
],
'prompt': ['Prompt', 'PromptConfig', 'PromptModule'],
'scetuning': ['SCETuning', 'SCETuningConfig'],
'utils': ['SwiftConfig', 'SwiftOutput', 'swift_to_peft_format'],
}
import sys
sys.modules[__name__] = _LazyModule(
__name__,
globals()['__file__'],
_import_structure,
module_spec=__spec__,
extra_objects={},
)
|