

'''simple docstring'''

from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowerCAmelCase_						   =			{
    "configuration_mpnet": ["MPNET_PRETRAINED_CONFIG_ARCHIVE_MAP", "MPNetConfig"],
    "tokenization_mpnet": ["MPNetTokenizer"],
}

try:
						if not is_tokenizers_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						lowerCAmelCase_						   =			["MPNetTokenizerFast"]

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						lowerCAmelCase_						   =			[
						    "MPNET_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "MPNetForMaskedLM",
						    "MPNetForMultipleChoice",
						    "MPNetForQuestionAnswering",
						    "MPNetForSequenceClassification",
						    "MPNetForTokenClassification",
						    "MPNetLayer",
						    "MPNetModel",
						    "MPNetPreTrainedModel",
						]

try:
						if not is_tf_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						pass
else:
						lowerCAmelCase_						   =			[
						    "TF_MPNET_PRETRAINED_MODEL_ARCHIVE_LIST",
						    "TFMPNetEmbeddings",
						    "TFMPNetForMaskedLM",
						    "TFMPNetForMultipleChoice",
						    "TFMPNetForQuestionAnswering",
						    "TFMPNetForSequenceClassification",
						    "TFMPNetForTokenClassification",
						    "TFMPNetMainLayer",
						    "TFMPNetModel",
						    "TFMPNetPreTrainedModel",
						]


if TYPE_CHECKING:
						from .configuration_mpnet import MPNET_PRETRAINED_CONFIG_ARCHIVE_MAP, MPNetConfig
						from .tokenization_mpnet import MPNetTokenizer

						try:
												if not is_tokenizers_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .tokenization_mpnet_fast import MPNetTokenizerFast

						try:
												if not is_torch_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_mpnet import (
												    MPNET_PRETRAINED_MODEL_ARCHIVE_LIST,
												    MPNetForMaskedLM,
												    MPNetForMultipleChoice,
												    MPNetForQuestionAnswering,
												    MPNetForSequenceClassification,
												    MPNetForTokenClassification,
												    MPNetLayer,
												    MPNetModel,
												    MPNetPreTrainedModel,
												)

						try:
												if not is_tf_available():
																		raise OptionalDependencyNotAvailable()
						except OptionalDependencyNotAvailable:
												pass
						else:
												from .modeling_tf_mpnet import (
												    TF_MPNET_PRETRAINED_MODEL_ARCHIVE_LIST,
												    TFMPNetEmbeddings,
												    TFMPNetForMaskedLM,
												    TFMPNetForMultipleChoice,
												    TFMPNetForQuestionAnswering,
												    TFMPNetForSequenceClassification,
												    TFMPNetForTokenClassification,
												    TFMPNetMainLayer,
												    TFMPNetModel,
												    TFMPNetPreTrainedModel,
												)

else:
						import sys

						lowerCAmelCase_						   =			_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)








'''simple docstring'''

from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowerCAmelCase_						   =			logging.get_logger(__name__)

lowerCAmelCase_						   =			{
    "mnaylor/mega-base-wikitext": "https://huggingface.co/mnaylor/mega-base-wikitext/resolve/main/config.json",
}







class lowerCamelCase      (						__lowerCAmelCase							):
				snake_case_           =   '''mega'''

				def __init__(					self,	lowercase_=30522,	lowercase_=128,	lowercase_=4,	lowercase_=256,	lowercase_=16,	lowercase_=True,	lowercase_=64,	lowercase_=False,	lowercase_=-1,	lowercase_=None,	lowercase_=True,	lowercase_="scalenorm",	lowercase_=True,	lowercase_="silu",	lowercase_="softmax",	lowercase_=0.1,	lowercase_=0.1,	lowercase_=0.1,	lowercase_=False,	lowercase_=True,	lowercase_=256,	lowercase_=True,	lowercase_=0.1,	lowercase_=2048,	lowercase_=False,	lowercase_=2,	lowercase_=0.02,	lowercase_=0.2,	lowercase_=0.02,	lowercase_=1.0,	lowercase_=1,	lowercase_=0,	lowercase_=2,	lowercase_="rotary",	lowercase_=None,	lowercase_=True,	lowercase_=True,	**lowercase_,	)						->       List[Any]:
					super().__init__(pad_token_id=lowercase_,	bos_token_id=lowercase_,	eos_token_id=lowercase_,	**lowercase_   )

					snake_case							 =				vocab_size
					snake_case							 =				hidden_size
					snake_case							 =				num_hidden_layers
					snake_case							 =				activation
					snake_case							 =				attention_activation
					snake_case							 =				intermediate_size
					snake_case							 =				ema_projection_size
					snake_case							 =				bidirectional
					snake_case							 =				shared_representation_size
					snake_case							 =				use_chunking
					snake_case							 =				chunk_size
					snake_case							 =				truncation
					snake_case							 =				normalize_before_mega
					snake_case							 =				normalization_type
					snake_case							 =				norm_affine
					snake_case							 =				dropout_prob
					snake_case							 =				hidden_dropout_prob
					snake_case							 =				attention_probs_dropout_prob
					snake_case							 =				use_feature_dropout
					snake_case							 =				use_normalized_ffn
					snake_case							 =				nffn_hidden_size
					snake_case							 =				normalize_before_ffn
					snake_case							 =				nffn_activation_dropout_prob
					snake_case							 =				max_positions
					snake_case							 =				add_token_type_embeddings
					snake_case							 =				type_vocab_size
					snake_case							 =				initializer_range
					snake_case							 =				ema_delta_alpha_range
					snake_case							 =				ema_beta_range
					snake_case							 =				ema_gamma_omega_range
					snake_case							 =				relative_positional_bias
					snake_case							 =				use_cache
					snake_case							 =				classifier_dropout
					snake_case							 =				add_lm_hidden_dense_layer
					snake_case							 =				1  # not used but required by Hugging Face







class lowerCamelCase      (						__lowerCAmelCase							):

				@property
				def 				_lowerCamelCase						(					self   )						->       Mapping[str, Mapping[int, str]]:
					if self.task == "multiple-choice":
						snake_case							 =				{0: 'batch', 1: 'choice', 2: 'sequence'}
					else:
						snake_case							 =				{0: 'batch', 1: 'sequence'}
					return OrderedDict(
					    [
					        ('input_ids', dynamic_axis),
					        ('attention_mask', dynamic_axis),
					    ]   )





