




'''simple docstring'''


from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase_			:     Any							    =     logging.get_logger(__name__)

lowerCAmelCase_			:     Optional[int]							    =     {
    'google/reformer-crime-and-punishment': (
        'https://huggingface.co/google/reformer-crime-and-punishment/resolve/main/config.json'
    ),
    'google/reformer-enwik8': 'https://huggingface.co/google/reformer-enwik8/resolve/main/config.json',
}







class     SCREAMING_SNAKE_CASE						(	snake_case_							):
      __magic_name__     :					Tuple             =				'''reformer'''
      __magic_name__     :					List[str]             =				['''past_buckets_states''']
      __magic_name__     :					Optional[Any]             =				{}






      def __init__(   self      :     str	,	lowercase__      :     str=64	,	lowercase__      :     List[str]=["local", "lsh", "local", "lsh", "local", "lsh"]	,	lowercase__      :     Optional[int]=1.0	,	lowercase__      :     Dict=True	,	lowercase__      :     Union[str, Any]=[64, 64]	,	lowercase__      :     List[str]=[64, 192]	,	lowercase__      :     int=0	,	lowercase__      :     str=2	,	lowercase__      :     Optional[Any]=512	,	lowercase__      :     List[str]=None	,	lowercase__      :     Dict="relu"	,	lowercase__      :     Tuple=0.05	,	lowercase__      :     int=256	,	lowercase__      :     Any=0.02	,	lowercase__      :     Optional[Any]=False	,	lowercase__      :     Union[str, Any]=1e-1_2	,	lowercase__      :     List[str]=1	,	lowercase__      :     int=0	,	lowercase__      :     Optional[Any]=0.05	,	lowercase__      :     Union[str, Any]=64	,	lowercase__      :     str=64	,	lowercase__      :     int=0.0	,	lowercase__      :     List[Any]=1	,	lowercase__      :     Union[str, Any]=0	,	lowercase__      :     Union[str, Any]=4096	,	lowercase__      :     Optional[Any]=12	,	lowercase__      :     int=None	,	lowercase__      :     str=1	,	lowercase__      :     Any=0	,	lowercase__      :     Union[str, Any]=320	,	lowercase__      :     Union[str, Any]=False	,	lowercase__      :     Tuple=True	,	lowercase__      :     Optional[Any]=None	,	**lowercase__      :     Tuple	,	):


           '''simple docstring'''

           a_    :       Dict    	=     hash_seed
           a_    :       List[str]    	=     vocab_size
           a_    :       Union[str, Any]    	=     attention_head_size
           a_    :       List[str]    	=     hidden_size
           a_    :       Union[str, Any]    	=     num_attention_heads
           a_    :       List[Any]    	=     num_hashes
           a_    :       Any    	=     len(lowercase__					)
           a_    :       str    	=     tuple(lowercase__					) if isinstance(lowercase__	,	lowercase__					) else num_buckets
           a_    :       Optional[int]    	=     lsh_attn_chunk_length
           a_    :       Optional[int]    	=     local_attn_chunk_length
           a_    :       List[str]    	=     lsh_num_chunks_after
           a_    :       str    	=     lsh_num_chunks_before
           a_    :       int    	=     local_num_chunks_after
           a_    :       Tuple    	=     local_num_chunks_before
           a_    :       Optional[Any]    	=     hidden_act
           a_    :       Optional[int]    	=     feed_forward_size
           a_    :       Optional[Any]    	=     hidden_dropout_prob
           a_    :       Tuple    	=     lsh_attention_probs_dropout_prob
           a_    :       int    	=     local_attention_probs_dropout_prob
           a_    :       Tuple    	=     max_position_embeddings
           a_    :       Dict    	=     initializer_range
           a_    :       List[Any]    	=     layer_norm_eps
           a_    :       List[Any]    	=     axial_pos_embds
           a_    :       Dict    	=     tuple(lowercase__					)
           a_    :       Union[str, Any]    	=     tuple(lowercase__					)
           a_    :       Tuple    	=     axial_norm_std
           a_    :       int    	=     chunk_size_lm_head
           a_    :       Optional[Any]    	=     attn_layers
           a_    :       Optional[Any]    	=     use_cache
           a_    :       int    	=     classifier_dropout
           super().__init__(
               pad_token_id=lowercase__	,	eos_token_id=lowercase__	,	is_decoder=lowercase__	,	tie_word_embeddings=lowercase__	,	**lowercase__	,	)






'''simple docstring'''


def    _SCREAMING_SNAKE_CASE    (			UpperCamelCase__						:				int = 1000							):




     """simple docstring"""


     return sum(i for i in range(UpperCamelCase__							) if i % 3 == 0 or i % 5 == 0							)


if __name__ == "__main__":
 print(f"{solution() = }")
