
"""simple docstring"""


from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


SCREAMING_SNAKE_CASE__						       =				logging.get_logger(__name__)

SCREAMING_SNAKE_CASE__						       =				{
    """mnaylor/mega-base-wikitext""": """https://huggingface.co/mnaylor/mega-base-wikitext/resolve/main/config.json""",
}




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			Optional[Any]									=						'mega'




				def __init__(							self       ,	UpperCAmelCase=3_0522       ,	UpperCAmelCase=128       ,	UpperCAmelCase=4       ,	UpperCAmelCase=256       ,	UpperCAmelCase=16       ,	UpperCAmelCase=True       ,	UpperCAmelCase=64       ,	UpperCAmelCase=False       ,	UpperCAmelCase=-1       ,	UpperCAmelCase=None       ,	UpperCAmelCase=True       ,	UpperCAmelCase="scalenorm"       ,	UpperCAmelCase=True       ,	UpperCAmelCase="silu"       ,	UpperCAmelCase="softmax"       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=False       ,	UpperCAmelCase=True       ,	UpperCAmelCase=256       ,	UpperCAmelCase=True       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=2048       ,	UpperCAmelCase=False       ,	UpperCAmelCase=2       ,	UpperCAmelCase=0.0_2       ,	UpperCAmelCase=0.2       ,	UpperCAmelCase=0.0_2       ,	UpperCAmelCase=1.0       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0       ,	UpperCAmelCase=2       ,	UpperCAmelCase="rotary"       ,	UpperCAmelCase=None       ,	UpperCAmelCase=True       ,	UpperCAmelCase=True       ,	**UpperCAmelCase       ,	):
							super().__init__(pad_token_id=UpperCAmelCase       ,	bos_token_id=UpperCAmelCase       ,	eos_token_id=UpperCAmelCase       ,	**UpperCAmelCase      )

							lowerCamelCase_ 		=     vocab_size
							lowerCamelCase_ 		=     hidden_size
							lowerCamelCase_ 		=     num_hidden_layers
							lowerCamelCase_ 		=     activation
							lowerCamelCase_ 		=     attention_activation
							lowerCamelCase_ 		=     intermediate_size
							lowerCamelCase_ 		=     ema_projection_size
							lowerCamelCase_ 		=     bidirectional
							lowerCamelCase_ 		=     shared_representation_size
							lowerCamelCase_ 		=     use_chunking
							lowerCamelCase_ 		=     chunk_size
							lowerCamelCase_ 		=     truncation
							lowerCamelCase_ 		=     normalize_before_mega
							lowerCamelCase_ 		=     normalization_type
							lowerCamelCase_ 		=     norm_affine
							lowerCamelCase_ 		=     dropout_prob
							lowerCamelCase_ 		=     hidden_dropout_prob
							lowerCamelCase_ 		=     attention_probs_dropout_prob
							lowerCamelCase_ 		=     use_feature_dropout
							lowerCamelCase_ 		=     use_normalized_ffn
							lowerCamelCase_ 		=     nffn_hidden_size
							lowerCamelCase_ 		=     normalize_before_ffn
							lowerCamelCase_ 		=     nffn_activation_dropout_prob
							lowerCamelCase_ 		=     max_positions
							lowerCamelCase_ 		=     add_token_type_embeddings
							lowerCamelCase_ 		=     type_vocab_size
							lowerCamelCase_ 		=     initializer_range
							lowerCamelCase_ 		=     ema_delta_alpha_range
							lowerCamelCase_ 		=     ema_beta_range
							lowerCamelCase_ 		=     ema_gamma_omega_range
							lowerCamelCase_ 		=     relative_positional_bias
							lowerCamelCase_ 		=     use_cache
							lowerCamelCase_ 		=     classifier_dropout
							lowerCamelCase_ 		=     add_lm_hidden_dense_layer
							lowerCamelCase_ 		=     1  # not used but required by Hugging Face




class    __lowerCamelCase     (   lowerCAmelCase ):




				@property
				def 					UpperCAmelCase__	(							self      ):
							if self.task == "multiple-choice":
										lowerCamelCase_ 		=     {0: '''batch''', 1: '''choice''', 2: '''sequence'''}
							else:
										lowerCamelCase_ 		=     {0: '''batch''', 1: '''sequence'''}
							return OrderedDict(
							    [
							        ('''input_ids''', dynamic_axis),
							        ('''attention_mask''', dynamic_axis),
							    ]      )





"""simple docstring"""


from collections import OrderedDict
from typing import Mapping

from packaging import version

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


A_						       =				logging.get_logger(__name__)

A_						       =				{
    """MBZUAI/swiftformer-xs""": """https://huggingface.co/MBZUAI/swiftformer-xs/resolve/main/config.json""",
}




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			Any									=						'swiftformer'




				def __init__(							self       ,	UpperCAmelCase=3       ,	UpperCAmelCase=[3, 3, 6, 4]       ,	UpperCAmelCase=[48, 56, 112, 220]       ,	UpperCAmelCase=4       ,	UpperCAmelCase=[True, True, True, True]       ,	UpperCAmelCase="gelu"       ,	UpperCAmelCase=3       ,	UpperCAmelCase=2       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0.0       ,	UpperCAmelCase=True       ,	UpperCAmelCase=1e-5       ,	UpperCAmelCase=1e-5       ,	**UpperCAmelCase       ,	):
							super().__init__(**UpperCAmelCase      )
							lowerCamelCase_ 		=     num_channels
							lowerCamelCase_ 		=     depths
							lowerCamelCase_ 		=     embed_dims
							lowerCamelCase_ 		=     mlp_ratio
							lowerCamelCase_ 		=     downsamples
							lowerCamelCase_ 		=     hidden_act
							lowerCamelCase_ 		=     down_patch_size
							lowerCamelCase_ 		=     down_stride
							lowerCamelCase_ 		=     down_pad
							lowerCamelCase_ 		=     drop_path_rate
							lowerCamelCase_ 		=     use_layer_scale
							lowerCamelCase_ 		=     layer_scale_init_value
							lowerCamelCase_ 		=     batch_norm_eps




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			str									=						version.parse('1.11' )




				@property
				def 					UpperCAmelCase__	(							self      ):
							return OrderedDict(
							    [
							        ('''pixel_values''', {0: '''batch''', 1: '''num_channels''', 2: '''height''', 3: '''width'''}),
							    ]      )





				@property
				def 					UpperCAmelCase__	(							self      ):
							return 1e-4



