




'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase_		:    Dict									=		logging.get_logger(__name__)

UpperCamelCase_		:    Tuple									=		{
    """facebook/opt-125m""": """https://huggingface.co/facebook/opt-125m/blob/main/config.json""",
    """facebook/opt-350m""": """https://huggingface.co/facebook/opt-350m/blob/main/config.json""",
    """facebook/opt-1.3b""": """https://huggingface.co/facebook/opt-1.3b/blob/main/config.json""",
    """facebook/opt-2.7b""": """https://huggingface.co/facebook/opt-2.7b/blob/main/config.json""",
    """facebook/opt-6.7b""": """https://huggingface.co/facebook/opt-6.7b/blob/main/config.json""",
    """facebook/opt-13b""": """https://huggingface.co/facebook/opt-13b/blob/main/config.json""",
}

class      _a       (		__lowerCamelCase							):
					SCREAMING_SNAKE_CASE_							:					int					       =		"""opt"""
					SCREAMING_SNAKE_CASE_							:					Tuple					       =		["""past_key_values"""]






					def __init__(				self      ,_SCREAMING_SNAKE_CASE=50_272      ,_SCREAMING_SNAKE_CASE=768      ,_SCREAMING_SNAKE_CASE=12      ,_SCREAMING_SNAKE_CASE=3_072      ,_SCREAMING_SNAKE_CASE=2_048      ,_SCREAMING_SNAKE_CASE=True      ,_SCREAMING_SNAKE_CASE=False      ,_SCREAMING_SNAKE_CASE=None      ,_SCREAMING_SNAKE_CASE=0.1      ,_SCREAMING_SNAKE_CASE=0.0      ,_SCREAMING_SNAKE_CASE=12      ,_SCREAMING_SNAKE_CASE="relu"      ,_SCREAMING_SNAKE_CASE=0.0      ,_SCREAMING_SNAKE_CASE=0.0_2      ,_SCREAMING_SNAKE_CASE=True      ,_SCREAMING_SNAKE_CASE=1      ,_SCREAMING_SNAKE_CASE=2      ,_SCREAMING_SNAKE_CASE=2      ,_SCREAMING_SNAKE_CASE=True      ,_SCREAMING_SNAKE_CASE=True      ,**_SCREAMING_SNAKE_CASE      ,)							->    Optional[Any]:
										super().__init__(
										    pad_token_id=_lowerCAmelCase      ,bos_token_id=_lowerCAmelCase      ,eos_token_id=_lowerCAmelCase      ,**_lowerCAmelCase      ,)
										_snake_case							=   vocab_size
										_snake_case							=   max_position_embeddings
										_snake_case							=   num_attention_heads
										_snake_case							=   word_embed_proj_dim if word_embed_proj_dim is not None else hidden_size
										_snake_case							=   ffn_dim
										_snake_case							=   hidden_size
										_snake_case							=   num_hidden_layers
										_snake_case							=   dropout
										_snake_case							=   attention_dropout
										_snake_case							=   activation_function
										_snake_case							=   init_std
										_snake_case							=   layerdrop
										_snake_case							=   use_cache
										_snake_case							=   do_layer_norm_before
										# We keep these variables at `True` for backward compatibility.
										_snake_case							=   enable_bias
										_snake_case							=   layer_norm_elementwise_affine

										# Note that the only purpose of `_remove_final_layer_norm` is to keep backward compatibility
										# with checkpoints that have been fine-tuned before transformers v4.20.1
										# see https://github.com/facebookresearch/metaseq/pull/164
										_snake_case							=   _remove_final_layer_norm








'''simple docstring'''





UpperCamelCase_		:    Optional[Any]									=		'''
# Diffusers installation
! pip install diffusers transformers datasets accelerate
# To install from source instead of the last release, comment the command above and uncomment the following one.
# ! pip install git+https://github.com/huggingface/diffusers.git
'''

UpperCamelCase_		:    List[Any]									=		[{'''type''': '''code''', '''content''': INSTALL_CONTENT}]


