




'''simple docstring'''




from ...configuration_utils import PretrainedConfig
from ...utils import logging


__SCREAMING_SNAKE_CASE :  Tuple  =						logging.get_logger(__name__)

__SCREAMING_SNAKE_CASE :  str  =						{
    """microsoft/mpnet-base""": """https://huggingface.co/microsoft/mpnet-base/resolve/main/config.json""",
}

class 			lowerCamelCase_			(a__					):
      '''simple docstring'''

      __UpperCamelCase:						Any      			=		"mpnet"




      def __init__( self		:       Tuple		,      A		:       Optional[int]=30527		,      A		:       List[str]=768		,      A		:       List[str]=12		,      A		:       List[Any]=12		,      A		:       str=3072		,      A		:       Union[str, Any]="gelu"		,      A		:       List[Any]=0.1		,      A		:       Any=0.1		,      A		:       int=512		,      A		:       Dict=0.02		,      A		:       Dict=1E-12		,      A		:       Optional[int]=32		,      A		:       List[str]=1		,      A		:       Any=0		,      A		:       Union[str, Any]=2		,      **A		:       int		,      ):
             super().__init__(pad_token_id=__A		,      bos_token_id=__A		,      eos_token_id=__A		,      **__A )

             _UpperCAmelCase  :						Tuple							   =					vocab_size
             _UpperCAmelCase  :						List[Any]							   =					hidden_size
             _UpperCAmelCase  :						Optional[int]							   =					num_hidden_layers
             _UpperCAmelCase  :						List[Any]							   =					num_attention_heads
             _UpperCAmelCase  :						int							   =					hidden_act
             _UpperCAmelCase  :						str							   =					intermediate_size
             _UpperCAmelCase  :						Optional[int]							   =					hidden_dropout_prob
             _UpperCAmelCase  :						Union[str, Any]							   =					attention_probs_dropout_prob
             _UpperCAmelCase  :						int							   =					max_position_embeddings
             _UpperCAmelCase  :						str							   =					initializer_range
             _UpperCAmelCase  :						List[str]							   =					layer_norm_eps
             _UpperCAmelCase  :						List[str]							   =					relative_attention_num_buckets


'''simple docstring'''




from typing import Optional, Tuple, Union

import tensorflow as tf

from ...activations_tf import ACTaFN
from ...modeling_tf_outputs import (
    TFBaseModelOutputWithNoAttention,
    TFBaseModelOutputWithPoolingAndNoAttention,
    TFImageClassifierOutputWithNoAttention,
)
from ...modeling_tf_utils import TFPreTrainedModel, TFSequenceClassificationLoss, keras_serializable, unpack_inputs
from ...tf_utils import shape_list
from ...utils import add_code_sample_docstrings, add_start_docstrings, add_start_docstrings_to_model_forward, logging
from .configuration_resnet import ResNetConfig


__SCREAMING_SNAKE_CASE :  Tuple  =						logging.get_logger(__name__)

# General docstring
__SCREAMING_SNAKE_CASE :  List[str]  =						"""ResNetConfig"""

# Base docstring
__SCREAMING_SNAKE_CASE :  List[str]  =						"""microsoft/resnet-50"""
__SCREAMING_SNAKE_CASE :  Tuple  =						[1, 2_048, 7, 7]

# Image classification docstring
__SCREAMING_SNAKE_CASE :  Optional[Any]  =						"""microsoft/resnet-50"""
__SCREAMING_SNAKE_CASE :  Union[str, Any]  =						"""tiger cat"""

__SCREAMING_SNAKE_CASE :  Dict  =						[
    """microsoft/resnet-50""",
    # See all resnet models at https://huggingface.co/models?filter=resnet
]

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       List[Any]		,      A		:       int		,      A		:       int = 3		,      A		:       int = 1		,      A		:       str = "relu"		,      **A		:       List[Any] ):
             super().__init__(**A )
             _UpperCAmelCase  :						Dict							   =					kernel_size // 2
             _UpperCAmelCase  :						Dict							   =					tf.keras.layers.ConvaD(
                 A		,      kernel_size=A		,      strides=A		,      padding="valid"		,      use_bias=A		,      name="convolution" )
             # Use same default momentum and epsilon as PyTorch equivalent
             _UpperCAmelCase  :						Optional[Any]							   =					tf.keras.layers.BatchNormalization(epsilon=1E-5		,      momentum=0.9		,      name="normalization" )
             _UpperCAmelCase  :						Tuple							   =					ACTaFN[activation] if activation is not None else tf.keras.layers.Activation("linear" )




      def   _A			( self		:       Optional[Any]		,      A		:       tf.Tensor ):
             # Pad to match that done in the PyTorch Conv2D model
             _UpperCAmelCase  :						Optional[Any]							   =					(self.pad_value, self.pad_value)
             _UpperCAmelCase  :						Any							   =					tf.pad(A		,      [(0, 0), height_pad, width_pad, (0, 0)] )
             _UpperCAmelCase  :						Dict							   =					self.conv(A )
             return hidden_state





      def   _A			( self		:       List[str]		,      A		:       tf.Tensor		,      A		:       bool = False ):
             _UpperCAmelCase  :						int							   =					self.convolution(A )
             _UpperCAmelCase  :						Optional[int]							   =					self.normalization(A		,      training=A )
             _UpperCAmelCase  :						List[str]							   =					self.activation(A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       List[str]		,      A		:       ResNetConfig		,      **A		:       Tuple ):
             super().__init__(**A )
             _UpperCAmelCase  :						str							   =					TFResNetConvLayer(
                 config.embedding_size		,      kernel_size=7		,      stride=2		,      activation=config.hidden_act		,      name="embedder"		,      )
             _UpperCAmelCase  :						Optional[int]							   =					tf.keras.layers.MaxPoolaD(pool_size=3		,      strides=2		,      padding="valid"		,      name="pooler" )
             _UpperCAmelCase  :						List[str]							   =					config.num_channels





      def   _A			( self		:       List[str]		,      A		:       tf.Tensor		,      A		:       bool = False ):
             _UpperCAmelCase   ,						_UpperCAmelCase   ,						_UpperCAmelCase   ,						_UpperCAmelCase  :						Any							   =					shape_list(A )
             if tf.executing_eagerly() and num_channels != self.num_channels:
                    raise ValueError(
                        "Make sure that the channel dimension of the pixel values match with the one set in the configuration." )
             _UpperCAmelCase  :						Any							   =					pixel_values
             _UpperCAmelCase  :						Union[str, Any]							   =					self.embedder(A )
             _UpperCAmelCase  :						int							   =					tf.pad(A		,      [[0, 0], [1, 1], [1, 1], [0, 0]] )
             _UpperCAmelCase  :						Tuple							   =					self.pooler(A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       str		,      A		:       int		,      A		:       int = 2		,      **A		:       Union[str, Any] ):
             super().__init__(**A )
             _UpperCAmelCase  :						Dict							   =					tf.keras.layers.ConvaD(
                 A		,      kernel_size=1		,      strides=A		,      use_bias=A		,      name="convolution" )
             # Use same default momentum and epsilon as PyTorch equivalent
             _UpperCAmelCase  :						Tuple							   =					tf.keras.layers.BatchNormalization(epsilon=1E-5		,      momentum=0.9		,      name="normalization" )





      def   _A			( self		:       List[Any]		,      A		:       tf.Tensor		,      A		:       bool = False ):
             _UpperCAmelCase  :						List[Any]							   =					x
             _UpperCAmelCase  :						Tuple							   =					self.convolution(A )
             _UpperCAmelCase  :						List[str]							   =					self.normalization(A		,      training=A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       Optional[Any]		,      A		:       int		,      A		:       int		,      A		:       int = 1		,      A		:       str = "relu"		,      **A		:       Dict ):
             super().__init__(**A )
             _UpperCAmelCase  :						List[Any]							   =					in_channels != out_channels or stride != 1
             _UpperCAmelCase  :						Dict							   =					TFResNetConvLayer(A		,      stride=A		,      name="layer.0" )
             _UpperCAmelCase  :						int							   =					TFResNetConvLayer(A		,      activation=A		,      name="layer.1" )
             _UpperCAmelCase  :						List[Any]							   =					(
                 TFResNetShortCut(A		,      stride=A		,      name="shortcut" )
                 if should_apply_shortcut
                 else tf.keras.layers.Activation("linear"		,      name="shortcut" )
             )
             _UpperCAmelCase  :						Optional[int]							   =					ACTaFN[activation]





      def   _A			( self		:       Any		,      A		:       tf.Tensor		,      A		:       bool = False ):
             _UpperCAmelCase  :						Dict							   =					hidden_state
             _UpperCAmelCase  :						Optional[Any]							   =					self.conva(A		,      training=A )
             _UpperCAmelCase  :						List[str]							   =					self.conva(A		,      training=A )
             _UpperCAmelCase  :						Dict							   =					self.shortcut(A		,      training=A )
             hidden_state += residual
             _UpperCAmelCase  :						List[str]							   =					self.activation(A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       List[str]		,      A		:       int		,      A		:       int		,      A		:       int = 1		,      A		:       str = "relu"		,      A		:       int = 4		,      **A		:       str		,      ):
             super().__init__(**A )
             _UpperCAmelCase  :						List[Any]							   =					in_channels != out_channels or stride != 1
             _UpperCAmelCase  :						List[str]							   =					out_channels // reduction
             _UpperCAmelCase  :						List[Any]							   =					TFResNetConvLayer(A		,      kernel_size=1		,      name="layer.0" )
             _UpperCAmelCase  :						Dict							   =					TFResNetConvLayer(A		,      stride=A		,      name="layer.1" )
             _UpperCAmelCase  :						str							   =					TFResNetConvLayer(A		,      kernel_size=1		,      activation=A		,      name="layer.2" )
             _UpperCAmelCase  :						Optional[Any]							   =					(
                 TFResNetShortCut(A		,      stride=A		,      name="shortcut" )
                 if should_apply_shortcut
                 else tf.keras.layers.Activation("linear"		,      name="shortcut" )
             )
             _UpperCAmelCase  :						Union[str, Any]							   =					ACTaFN[activation]





      def   _A			( self		:       Optional[int]		,      A		:       tf.Tensor		,      A		:       bool = False ):
             _UpperCAmelCase  :						Optional[Any]							   =					hidden_state
             _UpperCAmelCase  :						int							   =					self.conva(A		,      training=A )
             _UpperCAmelCase  :						Any							   =					self.conva(A		,      training=A )
             _UpperCAmelCase  :						List[Any]							   =					self.conva(A		,      training=A )
             _UpperCAmelCase  :						List[str]							   =					self.shortcut(A		,      training=A )
             hidden_state += residual
             _UpperCAmelCase  :						Tuple							   =					self.activation(A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       Dict		,      A		:       ResNetConfig		,      A		:       int		,      A		:       int		,      A		:       int = 2		,      A		:       int = 2		,      **A		:       Dict ):
             super().__init__(**A )

             _UpperCAmelCase  :						Optional[int]							   =					TFResNetBottleNeckLayer if config.layer_type == "bottleneck" else TFResNetBasicLayer

             _UpperCAmelCase  :						Dict							   =					[layer(A		,      A		,      stride=A		,      activation=config.hidden_act		,      name="layers.0" )]
             layers += [
                 layer(A		,      A		,      activation=config.hidden_act		,      name=F"""layers.{i + 1}""" )
                 for i in range(depth - 1 )
             ]
             _UpperCAmelCase  :						int							   =					layers





      def   _A			( self		:       List[Any]		,      A		:       tf.Tensor		,      A		:       bool = False ):
             for layer in self.stage_layers:
                    _UpperCAmelCase  :						int							   =					layer(A		,      training=A )
             return hidden_state

class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      def __init__( self		:       Optional[int]		,      A		:       ResNetConfig		,      **A		:       Optional[Any] ):
             super().__init__(**A )
             # based on `downsample_in_first_stage` the first layer of the first stage may or may not downsample the input
             _UpperCAmelCase  :						Optional[Any]							   =					[
                 TFResNetStage(
                     A		,      config.embedding_size		,      config.hidden_sizes[0]		,      stride=2 if config.downsample_in_first_stage else 1		,      depth=config.depths[0]		,      name="stages.0"		,      )
             ]
             for i, (in_channels, out_channels, depth) in enumerate(
                 zip(config.hidden_sizes		,      config.hidden_sizes[1:]		,      config.depths[1:] ) ):
                    self.stages.append(TFResNetStage(A		,      A		,      A		,      depth=A		,      name=F"""stages.{i + 1}""" ) )





      def   _A			( self		:       Tuple		,      A		:       tf.Tensor		,      A		:       bool = False		,      A		:       bool = True		,      A		:       bool = False		,      ):
             _UpperCAmelCase  :						List[str]							   =					() if output_hidden_states else None

             for stage_module in self.stages:
                    if output_hidden_states:
                           _UpperCAmelCase  :						Dict							   =					hidden_states + (hidden_state,)

                    _UpperCAmelCase  :						str							   =					stage_module(A		,      training=A )

             if output_hidden_states:
                    _UpperCAmelCase  :						Union[str, Any]							   =					hidden_states + (hidden_state,)

             if not return_dict:
                    return tuple(v for v in [hidden_state, hidden_states] if v is not None )

             return TFBaseModelOutputWithNoAttention(last_hidden_state=A		,      hidden_states=A )

class 			lowerCamelCase_			(snake_case__					):
      '''simple docstring'''

      __UpperCamelCase:						str      			=		ResNetConfig
      __UpperCamelCase:						List[str]      			=		"resnet"
      __UpperCamelCase:						int      			=		"pixel_values"




      @property
      def   _A			( self		:       List[Any] ):
             return {"pixel_values": tf.TensorSpec(shape=(None, self.config.num_channels, 224, 224)		,      dtype=tf.floataa )}

__SCREAMING_SNAKE_CASE :  Dict  =						R"""
    This model is a TensorFlow
    [tf.keras.layers.Layer](https://www.tensorflow.org/api_docs/python/tf/keras/layers/Layer) sub-class. Use it as a
    regular TensorFlow Module and refer to the TensorFlow documentation for all matter related to general usage and
    behavior.

    Parameters:
        config ([`ResNetConfig`]): Model configuration class with all the parameters of the model.
            Initializing with a config file does not load the weights associated with the model, only the
            configuration. Check out the [`~TFPreTrainedModel.from_pretrained`] method to load the model weights.
"""


__SCREAMING_SNAKE_CASE :  int  =						R"""
    Args:
        pixel_values (`tf.Tensor` of shape `(batch_size, num_channels, height, width)`):
            Pixel values. Pixel values can be obtained using [`AutoImageProcessor`]. See
            [`ConvNextImageProcessor.__call__`] for details.

        output_hidden_states (`bool`, *optional*):
            Whether or not to return the hidden states of all layers. See `hidden_states` under returned tensors for
            more detail.
        return_dict (`bool`, *optional*):
            Whether or not to return a [`~utils.ModelOutput`] instead of a plain tuple.
"""

@keras_serializable
class 			lowerCamelCase_			(tf.keras.layers.Layer					):
      '''simple docstring'''

      __UpperCamelCase:						Any      			=		ResNetConfig




      def __init__( self		:       int		,      A		:       ResNetConfig		,      **A		:       str ):
             super().__init__(**A )
             _UpperCAmelCase  :						int							   =					config
             _UpperCAmelCase  :						str							   =					TFResNetEmbeddings(A		,      name="embedder" )
             _UpperCAmelCase  :						List[str]							   =					TFResNetEncoder(A		,      name="encoder" )
             _UpperCAmelCase  :						List[Any]							   =					tf.keras.layers.GlobalAveragePoolingaD(keepdims=A )





      @unpack_inputs
      def   _A			( self		:       str		,      A		:       tf.Tensor		,      A		:       Optional[bool] = None		,      A		:       Optional[bool] = None		,      A		:       bool = False		,      ):
             _UpperCAmelCase  :						Union[str, Any]							   =					(
                 output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
             )
             _UpperCAmelCase  :						int							   =					return_dict if return_dict is not None else self.config.use_return_dict

             # TF 2.0 image layers can't use NCHW format when running on CPU.
             # We transpose to NHWC format and then transpose back after the full forward pass.
             # (batch_size, num_channels, height, width) -> (batch_size, height, width, num_channels)
             _UpperCAmelCase  :						Optional[Any]							   =					tf.transpose(A		,      perm=[0, 2, 3, 1] )
             _UpperCAmelCase  :						int							   =					self.embedder(A		,      training=A )

             _UpperCAmelCase  :						List[Any]							   =					self.encoder(
                 A		,      output_hidden_states=A		,      return_dict=A		,      training=A )

             _UpperCAmelCase  :						Any							   =					encoder_outputs[0]

             _UpperCAmelCase  :						List[Any]							   =					self.pooler(A )

             # Transpose all the outputs to the NCHW format
             # (batch_size, height, width, num_channels) -> (batch_size, num_channels, height, width)
             _UpperCAmelCase  :						str							   =					tf.transpose(A		,      (0, 3, 1, 2) )
             _UpperCAmelCase  :						Optional[int]							   =					tf.transpose(A		,      (0, 3, 1, 2) )
             _UpperCAmelCase  :						Dict							   =					()
             for hidden_state in encoder_outputs[1:]:
                    _UpperCAmelCase  :						Optional[Any]							   =					hidden_states + tuple(tf.transpose(A		,      (0, 3, 1, 2) ) for h in hidden_state )

             if not return_dict:
                    return (last_hidden_state, pooled_output) + hidden_states

             _UpperCAmelCase  :						List[Any]							   =					hidden_states if output_hidden_states else None

             return TFBaseModelOutputWithPoolingAndNoAttention(
                 last_hidden_state=A		,      pooler_output=A		,      hidden_states=A		,      )

@add_start_docstrings(
    "The bare ResNet model outputting raw features without any specific head on top."							,				snake_case__							,				)
class 			lowerCamelCase_			(snake_case__					):
      '''simple docstring'''

      def __init__( self		:       str		,      A		:       ResNetConfig		,      **A		:       Optional[int] ):
             super().__init__(A		,      **A )
             _UpperCAmelCase  :						List[str]							   =					TFResNetMainLayer(config=A		,      name="resnet" )





      @add_start_docstrings_to_model_forward(A )
      @add_code_sample_docstrings(
          checkpoint=_CHECKPOINT_FOR_DOC		,      output_type=A		,      config_class=_CONFIG_FOR_DOC		,      modality="vision"		,      expected_output=_EXPECTED_OUTPUT_SHAPE		,      )
      @unpack_inputs
      def   _A			( self		:       Optional[int]		,      A		:       tf.Tensor		,      A		:       Optional[bool] = None		,      A		:       Optional[bool] = None		,      A		:       bool = False		,      ):
             _UpperCAmelCase  :						List[str]							   =					(
                 output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
             )
             _UpperCAmelCase  :						Tuple							   =					return_dict if return_dict is not None else self.config.use_return_dict

             _UpperCAmelCase  :						str							   =					self.resnet(
                 pixel_values=A		,      output_hidden_states=A		,      return_dict=A		,      training=A		,      )
             return resnet_outputs

@add_start_docstrings(
    "\n    ResNet Model with an image classification head on top (a linear layer on top of the pooled features), e.g. for\n    ImageNet.\n    "							,				snake_case__							,				)
class 			lowerCamelCase_			(snake_case__							,				snake_case__					):
      '''simple docstring'''

      def __init__( self		:       Tuple		,      A		:       ResNetConfig		,      **A		:       Any ):
             super().__init__(A		,      **A )
             _UpperCAmelCase  :						List[Any]							   =					config.num_labels
             _UpperCAmelCase  :						int							   =					TFResNetMainLayer(A		,      name="resnet" )
             # classification head
             _UpperCAmelCase  :						Optional[int]							   =					(
                 tf.keras.layers.Dense(config.num_labels		,      name="classifier.1" )
                 if config.num_labels > 0
                 else tf.keras.layers.Activation("linear"		,      name="classifier.1" )
             )




      def   _A			( self		:       Optional[int]		,      A		:       tf.Tensor ):
             _UpperCAmelCase  :						List[Any]							   =					tf.keras.layers.Flatten()(A )
             _UpperCAmelCase  :						List[str]							   =					self.classifier_layer(A )
             return logits





      @add_start_docstrings_to_model_forward(A )
      @add_code_sample_docstrings(
          checkpoint=_IMAGE_CLASS_CHECKPOINT		,      output_type=A		,      config_class=_CONFIG_FOR_DOC		,      expected_output=_IMAGE_CLASS_EXPECTED_OUTPUT		,      )
      @unpack_inputs
      def   _A			( self		:       List[Any]		,      A		:       tf.Tensor = None		,      A		:       tf.Tensor = None		,      A		:       bool = None		,      A		:       bool = None		,      A		:       bool = False		,      ):
             _UpperCAmelCase  :						Any							   =					return_dict if return_dict is not None else self.config.use_return_dict

             _UpperCAmelCase  :						Optional[Any]							   =					self.resnet(
                 A		,      output_hidden_states=A		,      return_dict=A		,      training=A )

             _UpperCAmelCase  :						List[Any]							   =					outputs.pooler_output if return_dict else outputs[1]

             _UpperCAmelCase  :						Optional[int]							   =					self.classifier(A )

             _UpperCAmelCase  :						Dict							   =					None if labels is None else self.hf_compute_loss(A		,      A )

             if not return_dict:
                    _UpperCAmelCase  :						Optional[int]							   =					(logits,) + outputs[2:]
                    return (loss,) + output if loss is not None else output

             return TFImageClassifierOutputWithNoAttention(loss=A		,      logits=A		,      hidden_states=outputs.hidden_states )

