
"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


a		:					List[str]    	=					logging.get_logger(__name__)

a		:					Optional[int]    	=					{
    'facebook/opt-125m': 'https://huggingface.co/facebook/opt-125m/blob/main/config.json',
    'facebook/opt-350m': 'https://huggingface.co/facebook/opt-350m/blob/main/config.json',
    'facebook/opt-1.3b': 'https://huggingface.co/facebook/opt-1.3b/blob/main/config.json',
    'facebook/opt-2.7b': 'https://huggingface.co/facebook/opt-2.7b/blob/main/config.json',
    'facebook/opt-6.7b': 'https://huggingface.co/facebook/opt-6.7b/blob/main/config.json',
    'facebook/opt-13b': 'https://huggingface.co/facebook/opt-13b/blob/main/config.json',
}







class 						lowercase(_lowercase					):
     __snake_case:  Optional[int]  				=    'opt'
     __snake_case:  Optional[Any]  				=    ['past_key_values']



     def __init__(       self    ,							__SCREAMING_SNAKE_CASE=5_0_2_7_2    ,							__SCREAMING_SNAKE_CASE=7_6_8    ,							__SCREAMING_SNAKE_CASE=1_2    ,							__SCREAMING_SNAKE_CASE=3_0_7_2    ,							__SCREAMING_SNAKE_CASE=2_0_4_8    ,							__SCREAMING_SNAKE_CASE=True    ,							__SCREAMING_SNAKE_CASE=False    ,							__SCREAMING_SNAKE_CASE=None    ,							__SCREAMING_SNAKE_CASE=0.1    ,							__SCREAMING_SNAKE_CASE=0.0    ,							__SCREAMING_SNAKE_CASE=1_2    ,							__SCREAMING_SNAKE_CASE="relu"    ,							__SCREAMING_SNAKE_CASE=0.0    ,							__SCREAMING_SNAKE_CASE=0.02    ,							__SCREAMING_SNAKE_CASE=True    ,							__SCREAMING_SNAKE_CASE=1    ,							__SCREAMING_SNAKE_CASE=2    ,							__SCREAMING_SNAKE_CASE=2    ,							__SCREAMING_SNAKE_CASE=True    ,							__SCREAMING_SNAKE_CASE=True    ,							**__SCREAMING_SNAKE_CASE    ,							)		->    Optional[int]:







         """simple docstring"""



         super().__init__(
             pad_token_id=__SCREAMING_SNAKE_CASE    ,							bos_token_id=__SCREAMING_SNAKE_CASE    ,							eos_token_id=__SCREAMING_SNAKE_CASE    ,							**__SCREAMING_SNAKE_CASE    ,							)
         a__    = vocab_size
         a__    = max_position_embeddings
         a__    = num_attention_heads
         a__    = word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
         a__    = ffn_dim
         a__    = hidden_size
         a__    = num_hidden_layers
         a__    = dropout
         a__    = attention_dropout
         a__    = activation_function
         a__    = init_std
         a__    = layerdrop
         a__    = use_cache
         a__    = do_layer_norm_before
         # We keep these variables at `True` for backward compatibility.
         a__    = enable_bias
         a__    = layer_norm_elementwise_affine

         # Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
         # with checkpoints that have been fine-tuned before transformers v4.20.1
         # see https://github.com/facebookresearch/metaseq/pull/164
         a__    = _remove_final_layer_norm




"""simple docstring"""




from itertools import combinations, product



def 						__magic_name__		(				UpperCamelCase    :		int       ,		UpperCamelCase    :		int       ,		UpperCamelCase    :		int       ,		UpperCamelCase    :		int    )    ->	bool:
    if xa == ya == 0 or xa == ya == 0:
        return False
    a__    = xa * xa + ya * ya
    a__    = xa * xa + ya * ya
    a__    = (xa - xa) * (xa - xa) + (ya - ya) * (ya - ya)
    return (
        a_square + b_square == c_square
        or a_square + c_square == b_square
        or b_square + c_square == a_square
    )



def 						__magic_name__		(				UpperCamelCase    :		int = 50    )    ->	int:
    return sum(
        1
        for pta, pta in combinations(product(range(limit + 1    )       ,		repeat=2    )       ,		2    )
        if is_right(*UpperCamelCase       ,		*UpperCamelCase    )    )


if __name__ == "__main__":
    print(F'''{solution() = }''')


