






from typing import List, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase					   =       logging.get_logger(__name__)

__lowerCAmelCase					   =       {
    "allenai/led-base-16384": "https://huggingface.co/allenai/led-base-16384/resolve/main/config.json",
    # See all LED models at https://huggingface.co/models?filter=led
}




class      __SCREAMING_SNAKE_CASE					(__A					):


  """simple docstring"""


  _a     :   Optional[int]			 =    '''led'''
  _a     :   Dict			 =    {
      '''num_attention_heads''': '''encoder_attention_heads''',
      '''hidden_size''': '''d_model''',
      '''attention_probs_dropout_prob''': '''attention_dropout''',
      '''initializer_range''': '''init_std''',
  }







  def __init__( self      ,  UpperCamelCase__=50_265      ,  UpperCamelCase__=16_384      ,  UpperCamelCase__=1_024      ,  UpperCamelCase__=12      ,  UpperCamelCase__=4_096      ,  UpperCamelCase__=16      ,  UpperCamelCase__=12      ,  UpperCamelCase__=4_096      ,  UpperCamelCase__=16      ,  UpperCamelCase__=0.0      ,  UpperCamelCase__=0.0      ,  UpperCamelCase__=True      ,  UpperCamelCase__=True      ,  UpperCamelCase__="gelu"      ,  UpperCamelCase__=1_024      ,  UpperCamelCase__=0.1      ,  UpperCamelCase__=0.0      ,  UpperCamelCase__=0.0      ,  UpperCamelCase__=0.02      ,  UpperCamelCase__=2      ,  UpperCamelCase__=0.0      ,  UpperCamelCase__=1      ,  UpperCamelCase__=0      ,  UpperCamelCase__=2      ,  UpperCamelCase__ = 512      ,  **UpperCamelCase__      ,  ):






         """simple docstring"""


         a_	    = vocab_size
         a_	    = max_encoder_position_embeddings
         a_	    = max_decoder_position_embeddings
         a_	    = d_model
         a_	    = encoder_ffn_dim
         a_	    = encoder_layers
         a_	    = encoder_attention_heads
         a_	    = decoder_ffn_dim
         a_	    = decoder_layers
         a_	    = decoder_attention_heads
         a_	    = dropout
         a_	    = attention_dropout
         a_	    = activation_dropout
         a_	    = activation_function
         a_	    = init_std
         a_	    = encoder_layerdrop
         a_	    = decoder_layerdrop
         a_	    = classifier_dropout
         a_	    = use_cache
         a_	    = encoder_layers
         a_	    = attention_window

         super().__init__(
             pad_token_id=UpperCamelCase__      ,  bos_token_id=UpperCamelCase__      ,  eos_token_id=UpperCamelCase__      ,  is_encoder_decoder=UpperCamelCase__      ,  decoder_start_token_id=UpperCamelCase__      ,  **UpperCamelCase__      ,  )












'''simple docstring'''







def 			__UpperCamelCase				(			lowercase_					:     int      ):
       """simple docstring"""




       if not isinstance(lowercase_      ,					lowercase_      ):
              raise ValueError('double_factorial() only accepts integral values'      )
       if num < 0:
              raise ValueError('double_factorial() not defined for negative values'      )
       a_	    = 1
       for i in range(lowercase_      ,					0      ,					-2      ):
              value *= i
       return value


if __name__ == "__main__":
  import doctest

  doctest.testmod()




