File size: 1,257 Bytes
0955071 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
# Copyright (c) Alibaba, Inc. and its affiliates.
from typing import TYPE_CHECKING
from swift.utils.import_utils import _LazyModule
if TYPE_CHECKING:
from .infer import infer_main, SwiftInfer
from .rollout import rollout_main
from .deploy import deploy_main, SwiftDeploy, run_deploy
from .protocol import RequestConfig, Function
from .utils import prepare_model_template
from .infer_engine import (InferEngine, VllmEngine, LmdeployEngine, PtEngine, InferClient,
prepare_generation_config, AdapterRequest, BaseInferEngine)
else:
_import_structure = {
'rollout': ['rollout_main'],
'infer': ['infer_main', 'SwiftInfer'],
'deploy': ['deploy_main', 'SwiftDeploy', 'run_deploy'],
'protocol': ['RequestConfig', 'Function'],
'utils': ['prepare_model_template'],
'infer_engine': [
'InferEngine', 'VllmEngine', 'LmdeployEngine', 'PtEngine', 'InferClient', 'prepare_generation_config',
'AdapterRequest', 'BaseInferEngine'
],
}
import sys
sys.modules[__name__] = _LazyModule(
__name__,
globals()['__file__'],
_import_structure,
module_spec=__spec__,
extra_objects={},
)
|