from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE   		=			logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE   		=			{
    """microsoft/mpnet-base""": """https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json""",
}
class SCREAMING_SNAKE_CASE_		(			__lowerCAmelCase		):
			__lowerCAmelCase											=							"""mpnet"""







			def __init__(    self	:	List[Any]      ,      lowerCamelCase_	:	str=3_0527      ,      lowerCamelCase_	:	List[str]=768      ,      lowerCamelCase_	:	Union[str, Any]=12      ,      lowerCamelCase_	:	Union[str, Any]=12      ,      lowerCamelCase_	:	List[str]=3072      ,      lowerCamelCase_	:	Dict="gelu"      ,      lowerCamelCase_	:	Dict=0.1      ,      lowerCamelCase_	:	List[str]=0.1      ,      lowerCamelCase_	:	Union[str, Any]=512      ,      lowerCamelCase_	:	List[str]=0.0_2      ,      lowerCamelCase_	:	Optional[int]=1E-12      ,      lowerCamelCase_	:	Optional[Any]=32      ,      lowerCamelCase_	:	List[str]=1      ,      lowerCamelCase_	:	List[Any]=0      ,      lowerCamelCase_	:	Dict=2      ,      **lowerCamelCase_	:	Tuple      ,      ):





				"""simple docstring"""


				super().__init__(pad_token_id=lowerCamelCase_      ,      bos_token_id=lowerCamelCase_      ,      eos_token_id=lowerCamelCase_      ,      **lowerCamelCase_							)

				UpperCamelCase      =			vocab_size
				UpperCamelCase      =			hidden_size
				UpperCamelCase      =			num_hidden_layers
				UpperCamelCase      =			num_attention_heads
				UpperCamelCase      =			hidden_act
				UpperCamelCase      =			intermediate_size
				UpperCamelCase      =			hidden_dropout_prob
				UpperCamelCase      =			attention_probs_dropout_prob
				UpperCamelCase      =			max_position_embeddings
				UpperCamelCase      =			initializer_range
				UpperCamelCase      =			layer_norm_eps
				UpperCamelCase      =			relative_attention_num_buckets

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE   		=			logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE   		=			{
    """tau/splinter-base""": """https://huggingface.co/tau/splinter-base/resolve/main/config.json""",
    """tau/splinter-base-qass""": """https://huggingface.co/tau/splinter-base-qass/resolve/main/config.json""",
    """tau/splinter-large""": """https://huggingface.co/tau/splinter-large/resolve/main/config.json""",
    """tau/splinter-large-qass""": """https://huggingface.co/tau/splinter-large-qass/resolve/main/config.json""",
    # See all Splinter models at https://huggingface.co/models?filter=splinter
}
class SCREAMING_SNAKE_CASE_		(			__lowerCAmelCase		):
   __lowerCAmelCase											=							"""splinter"""







   def __init__(    self	:	List[Any]      ,      lowerCamelCase_	:	int=3_0522      ,      lowerCamelCase_	:	Any=768      ,      lowerCamelCase_	:	List[Any]=12      ,      lowerCamelCase_	:	Tuple=12      ,      lowerCamelCase_	:	Tuple=3072      ,      lowerCamelCase_	:	Any="gelu"      ,      lowerCamelCase_	:	Union[str, Any]=0.1      ,      lowerCamelCase_	:	str=0.1      ,      lowerCamelCase_	:	int=512      ,      lowerCamelCase_	:	List[Any]=2      ,      lowerCamelCase_	:	List[Any]=0.0_2      ,      lowerCamelCase_	:	Dict=1E-12      ,      lowerCamelCase_	:	Tuple=True      ,      lowerCamelCase_	:	str=0      ,      lowerCamelCase_	:	Any=104      ,      **lowerCamelCase_	:	Dict      ,      ):





    """simple docstring"""


    super().__init__(pad_token_id=lowerCamelCase_      ,      **lowerCamelCase_							)

    UpperCamelCase      =			vocab_size
    UpperCamelCase      =			max_position_embeddings
    UpperCamelCase      =			hidden_size
    UpperCamelCase      =			num_hidden_layers
    UpperCamelCase      =			num_attention_heads
    UpperCamelCase      =			intermediate_size
    UpperCamelCase      =			hidden_act
    UpperCamelCase      =			hidden_dropout_prob
    UpperCamelCase      =			attention_probs_dropout_prob
    UpperCamelCase      =			initializer_range
    UpperCamelCase      =			type_vocab_size
    UpperCamelCase      =			layer_norm_eps
    UpperCamelCase      =			use_cache
    UpperCamelCase      =			question_token_id
