
'''simple docstring'''







from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowercase				:						Any												= logging.get_logger(__name__)

_lowercase				:						Tuple												= {
    "uw-madison/yoso-4096": "https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json",
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}






class 				lowerCAmelCase__     (						lowerCamelCase_  ):
					lowerCAmelCase_       =  '''yoso'''






					def __init__(     self       ,							__SCREAMING_SNAKE_CASE=5_02_65       ,							__SCREAMING_SNAKE_CASE=7_68       ,							__SCREAMING_SNAKE_CASE=12       ,							__SCREAMING_SNAKE_CASE=12       ,							__SCREAMING_SNAKE_CASE=30_72       ,							__SCREAMING_SNAKE_CASE="gelu"       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=0.1       ,							__SCREAMING_SNAKE_CASE=40_96       ,							__SCREAMING_SNAKE_CASE=1       ,							__SCREAMING_SNAKE_CASE=0.02       ,							__SCREAMING_SNAKE_CASE=1E-1_2       ,							__SCREAMING_SNAKE_CASE="absolute"       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=9       ,							__SCREAMING_SNAKE_CASE=64       ,							__SCREAMING_SNAKE_CASE=None       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=True       ,							__SCREAMING_SNAKE_CASE=1       ,							__SCREAMING_SNAKE_CASE=0       ,							__SCREAMING_SNAKE_CASE=2       ,							**__SCREAMING_SNAKE_CASE       ,							):


											"""simple docstring"""





											super().__init__(pad_token_id=__SCREAMING_SNAKE_CASE       ,							bos_token_id=__SCREAMING_SNAKE_CASE       ,							eos_token_id=__SCREAMING_SNAKE_CASE       ,							**__SCREAMING_SNAKE_CASE	)

											lowercase_			:  Optional[Any]									= vocab_size
											lowercase_			:  Dict									= max_position_embeddings
											lowercase_			:  Optional[Any]									= hidden_size
											lowercase_			:  Any									= num_hidden_layers
											lowercase_			:  List[str]									= num_attention_heads
											lowercase_			:  Optional[int]									= intermediate_size
											lowercase_			:  str									= hidden_act
											lowercase_			:  str									= hidden_dropout_prob
											lowercase_			:  str									= attention_probs_dropout_prob
											lowercase_			:  Tuple									= initializer_range
											lowercase_			:  Any									= type_vocab_size
											lowercase_			:  Any									= layer_norm_eps
											lowercase_			:  Union[str, Any]									= position_embedding_type
											lowercase_			:  List[str]									= use_expectation
											lowercase_			:  Any									= hash_code_len
											lowercase_			:  Union[str, Any]									= num_hash
											lowercase_			:  Dict									= conv_window
											lowercase_			:  List[str]									= use_fast_hash
											lowercase_			:  Optional[int]									= lsh_backward








'''simple docstring'''







def       snake_case_	(       __SCREAMING_SNAKE_CASE      :				int = 1000							):



						"""simple docstring"""





						lowercase_			:  List[Any]									= 0
						for i in range(__SCREAMING_SNAKE_CASE							):
												if i % 3 == 0 or i % 5 == 0:
																		result += i
						return result


if __name__ == "__main__":
							print(f"""{solution() = }""")



