|
|
|
|
|
from dataclasses import dataclass |
|
|
from typing import Literal, Optional |
|
|
|
|
|
from swift.utils import find_free_port, get_logger |
|
|
from ..model import get_matched_model_meta |
|
|
from ..template import get_template_meta |
|
|
from .deploy_args import DeployArguments |
|
|
from .webui_args import WebUIArguments |
|
|
|
|
|
logger = get_logger() |
|
|
|
|
|
|
|
|
@dataclass |
|
|
class AppArguments(WebUIArguments, DeployArguments): |
|
|
base_url: Optional[str] = None |
|
|
studio_title: Optional[str] = None |
|
|
is_multimodal: Optional[bool] = None |
|
|
|
|
|
lang: Literal['en', 'zh'] = 'en' |
|
|
verbose: bool = False |
|
|
|
|
|
def _init_torch_dtype(self) -> None: |
|
|
if self.base_url: |
|
|
self.model_meta = get_matched_model_meta(self.model) |
|
|
return |
|
|
super()._init_torch_dtype() |
|
|
|
|
|
def __post_init__(self): |
|
|
super().__post_init__() |
|
|
self.server_port = find_free_port(self.server_port) |
|
|
if self.model_meta: |
|
|
if self.system is None: |
|
|
self.system = get_template_meta(self.model_meta.template).default_system |
|
|
if self.is_multimodal is None: |
|
|
self.is_multimodal = self.model_meta.is_multimodal |
|
|
if self.is_multimodal is None: |
|
|
self.is_multimodal = False |
|
|
|
