File size: 1,192 Bytes
cb2428f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
# Copyright (c) Alibaba, Inc. and its affiliates.
from typing import TYPE_CHECKING
from swift.utils.import_utils import _LazyModule
if TYPE_CHECKING:
from .vllm_engine import VllmEngine
from .grpo_vllm_engine import GRPOVllmEngine
from .lmdeploy_engine import LmdeployEngine
from .pt_engine import PtEngine
from .infer_client import InferClient
from .infer_engine import InferEngine
from .base import BaseInferEngine
from .utils import prepare_generation_config, AdapterRequest, set_device_context, patch_vllm_memory_leak
else:
_import_structure = {
'vllm_engine': ['VllmEngine'],
'grpo_vllm_engine': ['GRPOVllmEngine'],
'lmdeploy_engine': ['LmdeployEngine'],
'pt_engine': ['PtEngine'],
'infer_client': ['InferClient'],
'infer_engine': ['InferEngine'],
'base': ['BaseInferEngine'],
'utils': ['prepare_generation_config', 'AdapterRequest', 'set_device_context', 'patch_vllm_memory_leak'],
}
import sys
sys.modules[__name__] = _LazyModule(
__name__,
globals()['__file__'],
_import_structure,
module_spec=__spec__,
extra_objects={},
)
|