






import random
from typing import List, Optional, Union

import numpy as np
import torch

from ..state import AcceleratorState
from .constants import CUDA_DISTRIBUTED_TYPES
from .dataclasses import DistributedType, RNGType
from .imports import is_npu_available, is_tpu_available, is_xpu_available


if is_tpu_available(check_device=False):
     import torch_xla.core.xla_model as xm
def 		_a					(   a				:int			,							a				:bool = False				)							->    Tuple:
 if device_specific:
  seed += AcceleratorState().process_index
 random.seed(a				)
 np.random.seed(a				)
 torch.manual_seed(a				)
 if is_xpu_available():
  torch.xpu.manual_seed_all(a				)
 elif is_npu_available():
  torch.npu.manual_seed_all(a				)
 else:
  torch.cuda.manual_seed_all(a				)
 # ^^ safe to call this function even if cuda is not available
 if is_tpu_available():
  xm.set_rng_state(a				)
def 		_a					(   a				:Optional[RNGType] = None			,							a				:Optional[torch.Generator] = None				)							->    Dict:
 # Get the proper rng state
 if rng_type == RNGType.TORCH:
  a							=   torch.get_rng_state()
 elif rng_type == RNGType.CUDA:
  a							=   torch.cuda.get_rng_state()
 elif rng_type == RNGType.XLA:
  assert is_tpu_available(), "Can't synchronize XLA seeds on an environment without TPUs."
  a							=   torch.tensor(xm.get_rng_state()				)
 elif rng_type == RNGType.NPU:
  assert is_npu_available(), "Can't synchronize NPU seeds on an environment without NPUs."
  a							=   torch.npu.get_rng_state()
 elif rng_type == RNGType.XPU:
  assert is_xpu_available(), "Can't synchronize XPU seeds on an environment without XPUs."
  a							=   torch.xpu.get_rng_state()
 elif rng_type == RNGType.GENERATOR:
  assert generator is not None, "Need a generator to synchronize its seed."
  a							=   generator.get_state()

 # Broadcast the rng state from device 0 to other devices
 a							=   AcceleratorState()
 if state.distributed_type == DistributedType.TPU:
  a							=   rng_state.to(xm.xla_device()				)
  xm.collective_broadcast([rng_state]				)
  xm.mark_step()
  a							=   rng_state.cpu()
 elif (
     state.distributed_type in CUDA_DISTRIBUTED_TYPES
     or state.distributed_type == DistributedType.MULTI_NPU
     or state.distributed_type == DistributedType.MULTI_XPU
 ):
  a							=   rng_state.to(state.device				)
  torch.distributed.broadcast(a			,							0				)
  a							=   rng_state.cpu()
 elif state.distributed_type == DistributedType.MULTI_CPU:
  torch.distributed.broadcast(a			,							0				)

 # Set the broadcast rng state
 if rng_type == RNGType.TORCH:
  torch.set_rng_state(a				)
 elif rng_type == RNGType.CUDA:
  torch.cuda.set_rng_state(a				)
 elif rng_type == RNGType.NPU:
  torch.npu.set_rng_state(a				)
 elif rng_type == RNGType.XPU:
  torch.xpu.set_rng_state(a				)
 elif rng_type == RNGType.XLA:
  xm.set_rng_state(rng_state.item()				)
 elif rng_type == RNGType.GENERATOR:
  generator.set_state(a				)

def 		_a					(   a				:List[Union[str, RNGType]]			,							a				:Optional[torch.Generator] = None				)							->    Optional[Any]:
 for rng_type in rng_types:
  synchronize_rng_state(RNGType(a				)			,							generator=a				)










import enum
import inspect
from typing import Iterable, List, Optional, Tuple, Union






class 	lowercase_      (			enum.Enum     ):






      '''simple docstring'''




      __snake_case  						=						'''timm'''
      __snake_case  						=						'''transformers'''
def 		_a					(   a				:Optional[Iterable[str]]			,							a				:Optional[Iterable[int]]			,							a				:Optional[Iterable[str]]				)							->    Optional[Any]:
 if stage_names is None:
  raise ValueError('''Stage_names must be set for transformers backbones'''				)

 if out_features is not None:
  if not isinstance(a			,							(list,)				):
   raise ValueError(F"""out_features must be a list {type(a				)}"""				)
  if any(feat not in stage_names for feat in out_features				):
   raise ValueError(F"""out_features must be a subset of stage_names: {stage_names} got {out_features}"""				)

 if out_indices is not None:
  if not isinstance(a			,							(list, tuple)				):
   raise ValueError(F"""out_indices must be a list or tuple, got {type(a				)}"""				)
  if any(idx >= len(a				) for idx in out_indices				):
   raise ValueError('''out_indices must be valid indices for stage_names {stage_names}, got {out_indices}'''				)

 if out_features is not None and out_indices is not None:
  if len(a				) != len(a				):
   raise ValueError('''out_features and out_indices should have the same length if both are set'''				)
  if out_features != [stage_names[idx] for idx in out_indices]:
   raise ValueError('''out_features and out_indices should correspond to the same stages if both are set'''				)
def 		_a					(   a				:Optional[List[str]]			,							a				:Optional[Union[List[int], Tuple[int]]]			,							a				:List[str]			,							)							->    Union[str, Any]:
 if out_indices is None and out_features is None:
  a							=   [len(a				) - 1]
  a							=   [stage_names[-1]]
 elif out_indices is None and out_features is not None:
  a							=   [stage_names.index(a				) for layer in out_features]
 elif out_features is None and out_indices is not None:
  a							=   [stage_names[idx] for idx in out_indices]
 return out_features, out_indices
def 		_a					(   a				:Optional[List[str]]			,							a				:Optional[Union[List[int], Tuple[int]]]			,							a				:List[str]			,							)							->    Tuple[List[str], List[int]]:
 verify_out_features_out_indices(out_features=a			,							out_indices=a			,							stage_names=a				)
 a						,  a							=   _align_output_features_output_indices(
     out_features=a			,							out_indices=a			,							stage_names=a				)
 # Verify that the aligned out_features and out_indices are valid
 verify_out_features_out_indices(out_features=a			,							out_indices=a			,							stage_names=a				)
 return output_features, output_indices






class 	lowercase_      :






      '''simple docstring'''




      __snake_case  						=						None







      def    __lowerCAmelCase      (   self   :		Any				,      __UpperCAmelCase   :		Tuple						)					->None:




       """simple docstring"""


       if getattr(self				,      '''_backbone'''				,      __UpperCAmelCase						) is None:
        raise ValueError('''self._backbone must be set before calling _init_timm_backbone'''						)

       # These will diagree with the defaults for the transformers models e.g. for resnet50
       # the transformer model has out_features = ['stem', 'stage1', 'stage2', 'stage3', 'stage4']
       # the timm model has out_features = ['act', 'layer1', 'layer2', 'layer3', 'layer4']
       a							=   [stage['''module'''] for stage in self._backbone.feature_info.info]
       a							=   [stage['''num_chs'''] for stage in self._backbone.feature_info.info]
       a							=   self._backbone.feature_info.out_indices
       a							=   self._backbone.feature_info.module_name()

       # We verify the out indices and out features are valid
       verify_out_features_out_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=self.stage_names						)
       a						,  a							=   out_features, out_indices







      def    __lowerCAmelCase      (   self   :		Any				,      __UpperCAmelCase   :		Tuple						)					->None:




       """simple docstring"""


       a							=   getattr(__UpperCAmelCase				,      '''stage_names'''						)
       a							=   getattr(__UpperCAmelCase				,      '''out_features'''				,      __UpperCAmelCase						)
       a							=   getattr(__UpperCAmelCase				,      '''out_indices'''				,      __UpperCAmelCase						)

       a							=   stage_names
       a						,  a							=   get_aligned_output_features_output_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=__UpperCAmelCase						)
       # Number of channels for each stage. This is set in the transformer backbone model init
       a							=   None







      def    __lowerCAmelCase      (   self   :		str				,      __UpperCAmelCase   :		Union[str, Any]						)					->None:




       """simple docstring"""


       a							=   config

       a							=   getattr(__UpperCAmelCase				,      '''use_timm_backbone'''				,      __UpperCAmelCase						)
       a							=   BackboneType.TIMM if self.use_timm_backbone else BackboneType.TRANSFORMERS

       if self.backbone_type == BackboneType.TIMM:
        self._init_timm_backbone(__UpperCAmelCase						)
       elif self.backbone_type == BackboneType.TRANSFORMERS:
        self._init_transformers_backbone(__UpperCAmelCase						)
       else:
        raise ValueError(F"""backbone_type {self.backbone_type} not supported."""						)







      @property
      def    __lowerCAmelCase      (   self   :		Dict						)					->Optional[Any]:




       """simple docstring"""


       return self._out_features







      @out_features.setter
      def    __lowerCAmelCase      (   self   :		Tuple				,      __UpperCAmelCase   :		List[str]						)					->List[Any]:




       """simple docstring"""


       a						,  a							=   get_aligned_output_features_output_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=self.stage_names						)







      @property
      def    __lowerCAmelCase      (   self   :		Dict						)					->int:




       """simple docstring"""


       return self._out_indices







      @out_indices.setter
      def    __lowerCAmelCase      (   self   :		Tuple				,      __UpperCAmelCase   :		Union[Tuple[int], List[int]]						)					->List[str]:




       """simple docstring"""


       a						,  a							=   get_aligned_output_features_output_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=self.stage_names						)







      @property
      def    __lowerCAmelCase      (   self   :		Tuple						)					->str:




       """simple docstring"""


       return {stage: self.num_features[i] for i, stage in enumerate(self.stage_names						)}







      @property
      def    __lowerCAmelCase      (   self   :		int						)					->Optional[int]:




       """simple docstring"""


       return [self.out_feature_channels[name] for name in self.out_features]







      def    __lowerCAmelCase      (   self   :		Optional[Any]				,      *__UpperCAmelCase   :		List[str]				,      **__UpperCAmelCase   :		Optional[Any]						)					->Optional[int]:




       """simple docstring"""


       a							=   dict(inspect.signature(self.forward						).parameters						)
       a							=   {k: v for k, v in kwargs.items() if k in signature}
       return self(*__UpperCAmelCase				,      **__UpperCAmelCase						)







      def    __lowerCAmelCase      (   self   :		List[str]				,      __UpperCAmelCase   :		Dict				,      __UpperCAmelCase   :		Optional[bool] = None				,      __UpperCAmelCase   :		Optional[bool] = None				,      __UpperCAmelCase   :		Optional[bool] = None				,      )					->int:




       """simple docstring"""


       raise NotImplementedError('''This method should be implemented by the derived class.'''						)







      def    __lowerCAmelCase      (   self   :		Union[str, Any]						)					->Optional[Any]:




       """simple docstring"""


       a							=   super().to_dict()
       a							=   output.pop('''_out_features'''						)
       a							=   output.pop('''_out_indices'''						)
       return output






class 	lowercase_      :






      '''simple docstring'''




      @property
      def    __lowerCAmelCase      (   self   :		List[str]						)					->Optional[int]:




       """simple docstring"""


       return self._out_features







      @out_features.setter
      def    __lowerCAmelCase      (   self   :		int				,      __UpperCAmelCase   :		List[str]						)					->int:




       """simple docstring"""


       a						,  a							=   get_aligned_output_features_output_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=self.stage_names						)







      @property
      def    __lowerCAmelCase      (   self   :		str						)					->str:




       """simple docstring"""


       return self._out_indices







      @out_indices.setter
      def    __lowerCAmelCase      (   self   :		str				,      __UpperCAmelCase   :		Union[Tuple[int], List[int]]						)					->int:




       """simple docstring"""


       a						,  a							=   get_aligned_output_features_output_indices(
           out_features=__UpperCAmelCase				,      out_indices=__UpperCAmelCase				,      stage_names=self.stage_names						)







      def    __lowerCAmelCase      (   self   :		Dict						)					->List[Any]:




       """simple docstring"""


       a							=   super().to_dict()
       a							=   output.pop('''_out_features'''						)
       a							=   output.pop('''_out_indices'''						)
       return output


