





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__A       : int						    = logging.get_logger(__name__)

__A       : str						    = {
    "uw-madison/nystromformer-512": "https://huggingface.co/uw-madison/nystromformer-512/resolve/main/config.json",
    # See all Nystromformer models at https://huggingface.co/models?filter=nystromformer
}







class     lowerCamelCase(	__snake_case  ):
					'''simple docstring'''


					__magic_name__        = 'nystromformer'




					def __init__(						self							,    snake_case_=3_0000							,    snake_case_=768							,    snake_case_=12							,    snake_case_=12							,    snake_case_=3072							,    snake_case_="gelu_new"							,    snake_case_=0.1							,    snake_case_=0.1							,    snake_case_=510							,    snake_case_=2							,    snake_case_=64							,    snake_case_=64							,    snake_case_=65							,    snake_case_=False							,    snake_case_=0.02							,    snake_case_=1E-5							,    snake_case_=1							,    snake_case_=0							,    snake_case_=2							,    **snake_case_							,    ):
									_A    =       vocab_size
									_A    =       max_position_embeddings
									_A    =       hidden_size
									_A    =       num_hidden_layers
									_A    =       num_attention_heads
									_A    =       intermediate_size
									_A    =       hidden_act
									_A    =       hidden_dropout_prob
									_A    =       attention_probs_dropout_prob
									_A    =       initializer_range
									_A    =       type_vocab_size
									_A    =       segment_means_seq_len
									_A    =       num_landmarks
									_A    =       conv_kernel_size
									_A    =       inv_coeff_init_option
									_A    =       layer_norm_eps
									super().__init__(pad_token_id=snake_case_							,    bos_token_id=snake_case_							,    eos_token_id=snake_case_							,    **snake_case_       )












from ..utils import DummyObject, requires_backends


__A       : str						    = None





def 							__lowerCAmelCase(					*_SCREAMING_SNAKE_CASE       ,    **_SCREAMING_SNAKE_CASE							)       ->   Tuple:




    """simple docstring"""




    requires_backends(_SCREAMING_SNAKE_CASE       ,    ['sentencepiece', 'tokenizers']							)





