


from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase__     			=							logging.get_logger(__name__)

UpperCAmelCase__     			=							{
    '''microsoft/mpnet-base''': '''https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json''',
}







class    lowerCamelCase__     ( lowerCAmelCase):
     SCREAMING_SNAKE_CASE__       =    '''mpnet'''





     def __init__(self	,  UpperCAmelCase=3_0_5_2_7	,  UpperCAmelCase=7_6_8	,  UpperCAmelCase=1_2	,  UpperCAmelCase=1_2	,  UpperCAmelCase=3_0_7_2	,  UpperCAmelCase="gelu"	,  UpperCAmelCase=0.1	,  UpperCAmelCase=0.1	,  UpperCAmelCase=5_1_2	,  UpperCAmelCase=0.02	,  UpperCAmelCase=1e-12	,  UpperCAmelCase=3_2	,  UpperCAmelCase=1	,  UpperCAmelCase=0	,  UpperCAmelCase=2	,  **UpperCAmelCase	,  )  ->     int:
      super().__init__(pad_token_id=UpperCAmelCase	,  bos_token_id=UpperCAmelCase	,  eos_token_id=UpperCAmelCase	,  **UpperCAmelCase )

      _lowercase							   =vocab_size
      _lowercase							   =hidden_size
      _lowercase							   =num_hidden_layers
      _lowercase							   =num_attention_heads
      _lowercase							   =hidden_act
      _lowercase							   =intermediate_size
      _lowercase							   =hidden_dropout_prob
      _lowercase							   =attention_probs_dropout_prob
      _lowercase							   =max_position_embeddings
      _lowercase							   =initializer_range
      _lowercase							   =layer_norm_eps
      _lowercase							   =relative_attention_num_buckets





from ..utils import DummyObject, requires_backends







class    lowerCamelCase__     ( metaclass=lowerCAmelCase):
     SCREAMING_SNAKE_CASE__       =    ['''tensorflow_text''']





     def __init__(self	,  *UpperCAmelCase	,  **UpperCAmelCase )  ->     Any:
      requires_backends(self	,  ['''tensorflow_text'''] )

