
"""simple docstring"""


import copy

from transformers.configuration_utils import PretrainedConfig
from transformers.utils import logging


A_						       =				logging.get_logger(__name__)




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			List[str]									=						'hybrid-clip'
				a__:			List[Any]									=						True




				def __init__(							self       ,	UpperCAmelCase=512       ,	**UpperCAmelCase      ):
							super().__init__(**UpperCAmelCase      )

							if "text_config" not in kwargs:
										raise ValueError('''`text_config` can not be `None`.'''      )

							if "vision_config" not in kwargs:
										raise ValueError('''`vision_config` can not be `None`.'''      )

							lowerCamelCase_ 		=     kwargs.pop('''text_config'''      )
							lowerCamelCase_ 		=     kwargs.pop('''vision_config'''      )

							lowerCamelCase_ 		=     text_config.pop('''model_type'''      )
							lowerCamelCase_ 		=     vision_config.pop('''model_type'''      )

							from transformers import AutoConfig

							lowerCamelCase_ 		=     AutoConfig.for_model(UpperCAmelCase       ,	**UpperCAmelCase      )

							if vision_model_type == "clip":
										lowerCamelCase_ 		=     AutoConfig.for_model(UpperCAmelCase       ,	**UpperCAmelCase      ).vision_config
							elif vision_model_type == "clip_vision_model":
										from transformers import CLIPVisionConfig

										lowerCamelCase_ 		=     CLIPVisionConfig(**UpperCAmelCase      )
							else:
										lowerCamelCase_ 		=     AutoConfig.for_model(UpperCAmelCase       ,	**UpperCAmelCase      )

							lowerCamelCase_ 		=     projection_dim
							lowerCamelCase_ 		=     1.0




				@classmethod
				def 					UpperCAmelCase__	(							cls       ,	UpperCAmelCase       ,	UpperCAmelCase       ,	**UpperCAmelCase      ):
							return cls(text_config=text_config.to_dict()       ,	vision_config=vision_config.to_dict()       ,	**UpperCAmelCase      )





				def 					UpperCAmelCase__	(							self      ):
							lowerCamelCase_ 		=     copy.deepcopy(self.__dict__      )
							lowerCamelCase_ 		=     self.text_config.to_dict()
							lowerCamelCase_ 		=     self.vision_config.to_dict()
							lowerCamelCase_ 		=     self.__class__.model_type
							return output





"""simple docstring"""


from ...configuration_utils import PretrainedConfig
from ...utils import logging


A_						       =				logging.get_logger(__name__)

A_						       =				{
    """uw-madison/yoso-4096""": """https://huggingface.co/uw-madison/yoso-4096/resolve/main/config.json""",
    # See all YOSO models at https://huggingface.co/models?filter=yoso
}




class    __lowerCamelCase     (   lowerCAmelCase ):
				a__:			Dict									=						'yoso'




				def __init__(							self       ,	UpperCAmelCase=5_0265       ,	UpperCAmelCase=768       ,	UpperCAmelCase=12       ,	UpperCAmelCase=12       ,	UpperCAmelCase=3072       ,	UpperCAmelCase="gelu"       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=0.1       ,	UpperCAmelCase=4096       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0.0_2       ,	UpperCAmelCase=1e-1_2       ,	UpperCAmelCase="absolute"       ,	UpperCAmelCase=True       ,	UpperCAmelCase=9       ,	UpperCAmelCase=64       ,	UpperCAmelCase=None       ,	UpperCAmelCase=True       ,	UpperCAmelCase=True       ,	UpperCAmelCase=1       ,	UpperCAmelCase=0       ,	UpperCAmelCase=2       ,	**UpperCAmelCase       ,	):
							super().__init__(pad_token_id=UpperCAmelCase       ,	bos_token_id=UpperCAmelCase       ,	eos_token_id=UpperCAmelCase       ,	**UpperCAmelCase      )

							lowerCamelCase_ 		=     vocab_size
							lowerCamelCase_ 		=     max_position_embeddings
							lowerCamelCase_ 		=     hidden_size
							lowerCamelCase_ 		=     num_hidden_layers
							lowerCamelCase_ 		=     num_attention_heads
							lowerCamelCase_ 		=     intermediate_size
							lowerCamelCase_ 		=     hidden_act
							lowerCamelCase_ 		=     hidden_dropout_prob
							lowerCamelCase_ 		=     attention_probs_dropout_prob
							lowerCamelCase_ 		=     initializer_range
							lowerCamelCase_ 		=     type_vocab_size
							lowerCamelCase_ 		=     layer_norm_eps
							lowerCamelCase_ 		=     position_embedding_type
							lowerCamelCase_ 		=     use_expectation
							lowerCamelCase_ 		=     hash_code_len
							lowerCamelCase_ 		=     num_hash
							lowerCamelCase_ 		=     conv_window
							lowerCamelCase_ 		=     use_fast_hash
							lowerCamelCase_ 		=     lsh_backward



