






from ...configuration_utils import PretrainedConfig
from ...utils import logging


a    =       logging.get_logger(__name__)

a    =       {
    'tau/splinter-base': 'https://huggingface.co/tau/splinter-base/resolve/main/config.json',
    'tau/splinter-base-qass': 'https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json',
    'tau/splinter-large': 'https://huggingface.co/tau/splinter-large/resolve/main/config.json',
    'tau/splinter-large-qass': 'https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json',
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}
class        __snake_case(					__UpperCamelCase      ):
 lowercase :       Dict		      =		'''splinter'''



 def __init__(	self   :   List[str] ,		UpperCAmelCase__   :   List[Any]=30_522 ,		UpperCAmelCase__   :   Optional[int]=768 ,		UpperCAmelCase__   :   Optional[Any]=12 ,		UpperCAmelCase__   :   Any=12 ,		UpperCAmelCase__   :   Optional[Any]=3_072 ,		UpperCAmelCase__   :   Optional[int]="gelu" ,		UpperCAmelCase__   :   Optional[int]=0.1 ,		UpperCAmelCase__   :   Optional[int]=0.1 ,		UpperCAmelCase__   :   List[Any]=512 ,		UpperCAmelCase__   :   Optional[int]=2 ,		UpperCAmelCase__   :   Any=0.02 ,		UpperCAmelCase__   :   List[Any]=1e-12 ,		UpperCAmelCase__   :   Optional[int]=True ,		UpperCAmelCase__   :   Tuple=0 ,		UpperCAmelCase__   :   int=104 ,		**UpperCAmelCase__   :   Tuple ,		):

    """simple docstring"""






    super().__init__(pad_token_id=UpperCAmelCase__ ,		**UpperCAmelCase__	)

    lowercase__						:	Optional[Any]         = vocab_size
    lowercase__						:	List[str]         = max_position_embeddings
    lowercase__						:	str         = hidden_size
    lowercase__						:	str         = num_hidden_layers
    lowercase__						:	Dict         = num_attention_heads
    lowercase__						:	List[str]         = intermediate_size
    lowercase__						:	Any         = hidden_act
    lowercase__						:	Union[str, Any]         = hidden_dropout_prob
    lowercase__						:	Any         = attention_probs_dropout_prob
    lowercase__						:	Any         = initializer_range
    lowercase__						:	int         = type_vocab_size
    lowercase__						:	Tuple         = layer_norm_eps
    lowercase__						:	List[Any]         = use_cache
    lowercase__						:	List[Any]         = question_token_id










from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


a    =       {'configuration_nat': ['NAT_PRETRAINED_CONFIG_ARCHIVE_MAP', 'NatConfig']}


try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 pass
else:
 a    =       [
     'NAT_PRETRAINED_MODEL_ARCHIVE_LIST',
     'NatForImageClassification',
     'NatModel',
     'NatPreTrainedModel',
     'NatBackbone',
 ]

if TYPE_CHECKING:
 from .configuration_nat import NAT_PRETRAINED_CONFIG_ARCHIVE_MAP, NatConfig

 try:
  if not is_torch_available():
   raise OptionalDependencyNotAvailable()
 except OptionalDependencyNotAvailable:
  pass
 else:
  from .modeling_nat import (
      NAT_PRETRAINED_MODEL_ARCHIVE_LIST,
      NatBackbone,
      NatForImageClassification,
      NatModel,
      NatPreTrainedModel,
  )

else:
 import sys

 a    =       _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)


