


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase :				List[str]						    =       logging.get_logger(__name__)

UpperCamelCase :				List[Any]						    =       {
    '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
}

class     __snake_case							(      _UpperCAmelCase):
					SCREAMING_SNAKE_CASE_		:					List[Any] 				= "mpnet"
					def __init__(	self					:	str  ,			_lowerCAmelCase					:	str=3_0_5_2_7  ,			_lowerCAmelCase					:	Tuple=7_6_8  ,			_lowerCAmelCase					:	Any=1_2  ,			_lowerCAmelCase					:	Optional[int]=1_2  ,			_lowerCAmelCase					:	Optional[Any]=3_0_7_2  ,			_lowerCAmelCase					:	Any="gelu"  ,			_lowerCAmelCase					:	List[str]=0.1  ,			_lowerCAmelCase					:	List[str]=0.1  ,			_lowerCAmelCase					:	Union[str, Any]=5_1_2  ,			_lowerCAmelCase					:	Optional[Any]=0.02  ,			_lowerCAmelCase					:	Tuple=1E-1_2  ,			_lowerCAmelCase					:	Dict=3_2  ,			_lowerCAmelCase					:	Union[str, Any]=1  ,			_lowerCAmelCase					:	str=0  ,			_lowerCAmelCase					:	Any=2  ,			**_lowerCAmelCase					:	Dict  ,			)       ->				str:



											'''simple docstring'''





											super().__init__(pad_token_id=_lowerCAmelCase  ,			bos_token_id=_lowerCAmelCase  ,			eos_token_id=_lowerCAmelCase  ,			**_lowerCAmelCase     )

											__magic_name__ 		=			vocab_size
											__magic_name__ 		=			hidden_size
											__magic_name__ 		=			num_hidden_layers
											__magic_name__ 		=			num_attention_heads
											__magic_name__ 		=			hidden_act
											__magic_name__ 		=			intermediate_size
											__magic_name__ 		=			hidden_dropout_prob
											__magic_name__ 		=			attention_probs_dropout_prob
											__magic_name__ 		=			max_position_embeddings
											__magic_name__ 		=			initializer_range
											__magic_name__ 		=			layer_norm_eps
											__magic_name__ 		=			relative_attention_num_buckets





def 							UpperCamelCase_  (				__snake_case			:						str     )->      int:




						'''simple docstring'''
						__magic_name__ 		=			__magic_name__ 		=			0
						for letter in data:
												__magic_name__ 		=			(hash_ << 4) + ord(__snake_case     )
												__magic_name__ 		=			hash_ & 0xf000_0000
												if x != 0:
																		hash_ ^= x >> 24
												hash_ &= ~x
						return hash_


if __name__ == "__main__":
					import doctest

					doctest.testmod()

