






import importlib
import inspect
from functools import wraps
from typing import TYPE_CHECKING, Optional, Union

from .download.streaming_download_manager import (
    xbasename,
    xdirname,
    xet_parse,
    xexists,
    xgetsize,
    xglob,
    xgzip_open,
    xisdir,
    xisfile,
    xjoin,
    xlistdir,
    xnumpy_load,
    xopen,
    xpandas_read_csv,
    xpandas_read_excel,
    xPath,
    xrelpath,
    xsio_loadmat,
    xsplit,
    xsplitext,
    xwalk,
    xxml_dom_minidom_parse,
)
from .utils.logging import get_logger
from .utils.patching import patch_submodule
from .utils.py_utils import get_imports


__UpperCAmelCase										=		get_logger(__name__)


if TYPE_CHECKING:
		from .builder import DatasetBuilder




def   lowercase__   (  __snake_case					:							List[str]  , __snake_case					:							Optional[Union[str, bool]] = None						):


					'''simple docstring'''


					UpperCAmelCase_					:   List[Any]   =		importlib.import_module(__snake_case						)

					# TODO(QL): always update the module to add subsequent new authentication
					if hasattr(__snake_case  , '_patched_for_streaming'						) and module._patched_for_streaming:
										return

					def wrap_auth(__snake_case					:							str						):
										@wraps(__snake_case						)
										def wrapper(*__snake_case					:							Any  , **__snake_case					:							int						):
															return function(*__snake_case  , use_auth_token=__snake_case  , **__snake_case						)

										UpperCAmelCase_					:   Optional[Any]   =		'wrap_auth'
										return wrapper

					# open files in a streaming fashion
					patch_submodule(__snake_case  , 'open'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'os.listdir'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'os.walk'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'glob.glob'  , wrap_auth(__snake_case						)						).start()
					# allow to navigate in remote zip files
					patch_submodule(__snake_case  , 'os.path.join'  , __snake_case						).start()
					patch_submodule(__snake_case  , 'os.path.dirname'  , __snake_case						).start()
					patch_submodule(__snake_case  , 'os.path.basename'  , __snake_case						).start()
					patch_submodule(__snake_case  , 'os.path.relpath'  , __snake_case						).start()
					patch_submodule(__snake_case  , 'os.path.split'  , __snake_case						).start()
					patch_submodule(__snake_case  , 'os.path.splitext'  , __snake_case						).start()
					# allow checks on paths
					patch_submodule(__snake_case  , 'os.path.exists'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'os.path.isdir'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'os.path.isfile'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'os.path.getsize'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'pathlib.Path'  , __snake_case						).start()
					# file readers
					patch_submodule(__snake_case  , 'gzip.open'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'numpy.load'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'pandas.read_csv'  , wrap_auth(__snake_case						)  , attrs=['__version__']						).start()
					patch_submodule(__snake_case  , 'pandas.read_excel'  , wrap_auth(__snake_case						)  , attrs=['__version__']						).start()
					patch_submodule(__snake_case  , 'scipy.io.loadmat'  , wrap_auth(__snake_case						)  , attrs=['__version__']						).start()
					patch_submodule(__snake_case  , 'xml.etree.ElementTree.parse'  , wrap_auth(__snake_case						)						).start()
					patch_submodule(__snake_case  , 'xml.dom.minidom.parse'  , wrap_auth(__snake_case						)						).start()
					UpperCAmelCase_					:   Optional[Any]   =		True






def   lowercase__   (  __snake_case					:							"DatasetBuilder"						):


					'''simple docstring'''


					extend_module_for_streaming(builder.__module__  , use_auth_token=builder.use_auth_token						)
					# if needed, we also have to extend additional internal imports (like wmt14 -> wmt_utils)
					if not builder.__module__.startswith('datasets.'						):  # check that it's not a packaged builder like csv
										for imports in get_imports(inspect.getfile(builder.__class__						)						):
															if imports[0] == "internal":
																				UpperCAmelCase_					:   List[Any]   =		imports[1]
																				UpperCAmelCase_					:   Optional[int]   =		'.'.join(builder.__module__.split('.'						)[:-1] + [internal_import_name]						)
																				extend_module_for_streaming(__snake_case  , use_auth_token=builder.use_auth_token						)

    # builders can inherit from other builders that might use streaming functionality
    # (for example, ImageFolder and AudioFolder inherit from FolderBuilder which implements examples generation)
    # but these parents builders are not patched automatically as they are not instantiated, so we patch them here
					from .builder import DatasetBuilder

					UpperCAmelCase_					:   int   =		[
					    cls.__module__
					    for cls in type(__snake_case						).__mro__[1:]  # make sure it's not the same module we've already patched
					    if issubclass(cls  , __snake_case						) and cls.__module__ != DatasetBuilder.__module__
					]  # check it's not a standard builder from datasets.builder
					for module in parent_builder_modules:
										extend_module_for_streaming(__snake_case  , use_auth_token=builder.use_auth_token						)














from typing import TYPE_CHECKING

from ...utils import _LazyModule


__UpperCAmelCase										=		{'tokenization_phobert': ['PhobertTokenizer']}


if TYPE_CHECKING:
		from .tokenization_phobert import PhobertTokenizer

else:
		import sys

		__UpperCAmelCase										=		_LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)






