


import numpy as np
import torch
import torch.nn as nn
from transformers import CLIPConfig, CLIPVisionModel, PreTrainedModel

from ...utils import logging


snake_case__     							= logging.get_logger(__name__)
def  __SCREAMING_SNAKE_CASE       (				lowercase__  :Optional[Any]      ,						lowercase__  :List[str]				)       ->  Tuple:
						__magic_name__				:							List[str]				=      nn.functional.normalize(lowercase__				)
						__magic_name__				:							Union[str, Any]				=      nn.functional.normalize(lowercase__				)
						return torch.mm(lowercase__      ,						normalized_text_embeds.t()				)



class     snake_case__  (      _A  ):
				__lowerCAmelCase		=      CLIPConfig

				__lowerCAmelCase		=      ['''CLIPEncoderLayer''']
				def __init__(  self     ,      _UpperCAmelCase      ):




										"""simple docstring"""




										super().__init__(_UpperCAmelCase      )

										__magic_name__				:							List[Any]				=      CLIPVisionModel(config.vision_config      )
										__magic_name__				:							Tuple				=      nn.Linear(config.vision_config.hidden_size     ,      config.projection_dim     ,      bias=_UpperCAmelCase      )

										__magic_name__				:							str				=      nn.Parameter(torch.ones(17     ,      config.projection_dim      )     ,      requires_grad=_UpperCAmelCase      )
										__magic_name__				:							Optional[Any]				=      nn.Parameter(torch.ones(3     ,      config.projection_dim      )     ,      requires_grad=_UpperCAmelCase      )

										__magic_name__				:							Optional[Any]				=      nn.Parameter(torch.ones(17      )     ,      requires_grad=_UpperCAmelCase      )
										__magic_name__				:							str				=      nn.Parameter(torch.ones(3      )     ,      requires_grad=_UpperCAmelCase      )
				@torch.no_grad()
				def  UpperCamelCase_						(  self     ,      _UpperCAmelCase     ,      _UpperCAmelCase      ):




										"""simple docstring"""




										__magic_name__				:							Union[str, Any]				=      self.vision_model(_UpperCAmelCase      )[1]  # pooled_output
										__magic_name__				:							Any				=      self.visual_projection(_UpperCAmelCase      )

										# we always cast to float32 as this does not cause significant overhead and is compatible with bfloat16
										__magic_name__				:							Union[str, Any]				=      cosine_distance(_UpperCAmelCase     ,      self.special_care_embeds      ).cpu().float().numpy()
										__magic_name__				:							int				=      cosine_distance(_UpperCAmelCase     ,      self.concept_embeds      ).cpu().float().numpy()

										__magic_name__				:							str				=      []
										__magic_name__				:							List[Any]				=      image_embeds.shape[0]
										for i in range(_UpperCAmelCase      ):
																__magic_name__				:							Optional[Any]				=      {'special_scores': {}, 'special_care': [], 'concept_scores': {}, 'bad_concepts': []}

																# increase this value to create a stronger `nfsw` filter
																# at the cost of increasing the possibility of filtering benign images
																__magic_name__				:							Optional[int]				=      0.0

																for concept_idx in range(len(special_cos_dist[0]      )      ):
																						__magic_name__				:							Any				=      special_cos_dist[i][concept_idx]
																						__magic_name__				:							Tuple				=      self.special_care_embeds_weights[concept_idx].item()
																						__magic_name__				:							Dict				=      round(concept_cos - concept_threshold + adjustment     ,      3      )
																						if result_img["special_scores"][concept_idx] > 0:
																												result_img["special_care"].append({concept_idx, result_img['special_scores'][concept_idx]}      )
																												__magic_name__				:							str				=      0.01

																for concept_idx in range(len(cos_dist[0]      )      ):
																						__magic_name__				:							Optional[Any]				=      cos_dist[i][concept_idx]
																						__magic_name__				:							Tuple				=      self.concept_embeds_weights[concept_idx].item()
																						__magic_name__				:							Optional[int]				=      round(concept_cos - concept_threshold + adjustment     ,      3      )
																						if result_img["concept_scores"][concept_idx] > 0:
																												result_img["bad_concepts"].append(_UpperCAmelCase      )

																result.append(_UpperCAmelCase      )

										__magic_name__				:							Union[str, Any]				=      [len(res['bad_concepts']      ) > 0 for res in result]

										for idx, has_nsfw_concept in enumerate(_UpperCAmelCase      ):
																if has_nsfw_concept:
																						if torch.is_tensor(_UpperCAmelCase      ) or torch.is_tensor(images[0]      ):
																												__magic_name__				:							Union[str, Any]				=      torch.zeros_like(images[idx]      )  # black image
																						else:
																												__magic_name__				:							Optional[int]				=      np.zeros(images[idx].shape      )  # black image

										if any(_UpperCAmelCase      ):
																logger.warning(
																    'Potential NSFW content was detected in one or more images. A black image will be returned instead.'
																    ' Try again with a different prompt and/or seed.'      )

										return images, has_nsfw_concepts





				@torch.no_grad()
				def  UpperCamelCase_						(  self     ,      _UpperCAmelCase     ,      _UpperCAmelCase      ):




										"""simple docstring"""




										__magic_name__				:							List[str]				=      self.vision_model(_UpperCAmelCase      )[1]  # pooled_output
										__magic_name__				:							List[str]				=      self.visual_projection(_UpperCAmelCase      )

										__magic_name__				:							Union[str, Any]				=      cosine_distance(_UpperCAmelCase     ,      self.special_care_embeds      )
										__magic_name__				:							Optional[int]				=      cosine_distance(_UpperCAmelCase     ,      self.concept_embeds      )

										# increase this value to create a stronger `nsfw` filter
										# at the cost of increasing the possibility of filtering benign images
										__magic_name__				:							int				=      0.0

										__magic_name__				:							Optional[int]				=      special_cos_dist - self.special_care_embeds_weights + adjustment
										# special_scores = special_scores.round(decimals=3)
										__magic_name__				:							int				=      torch.any(special_scores > 0     ,      dim=1      )
										__magic_name__				:							Optional[Any]				=      special_care * 0.01
										__magic_name__				:							Any				=      special_adjustment.unsqueeze(1      ).expand(-1     ,      cos_dist.shape[1]      )

										__magic_name__				:							Optional[int]				=      (cos_dist - self.concept_embeds_weights) + special_adjustment
										# concept_scores = concept_scores.round(decimals=3)
										__magic_name__				:							Union[str, Any]				=      torch.any(concept_scores > 0     ,      dim=1      )

										__magic_name__				:							Dict				=      0.0  # black image

										return images, has_nsfw_concepts






import getopt
import json
import os

# import numpy as np
import sys
from collections import OrderedDict

import datasets
import numpy as np
import torch
from modeling_frcnn import GeneralizedRCNN
from processing_image import Preprocess

from utils import Config
snake_case__     							= False
snake_case__     							= Config.from_pretrained('unc-nlp/frcnn-vg-finetuned')
snake_case__     							= datasets.Features(
    OrderedDict(
        {
            'attr_ids': datasets.Sequence(length=CONFIG.MAX_DETECTIONS, feature=datasets.Value('float32')),
            'attr_probs': datasets.Sequence(length=CONFIG.MAX_DETECTIONS, feature=datasets.Value('float32')),
            'boxes': datasets.ArrayaD((CONFIG.MAX_DETECTIONS, 4), dtype='float32'),
            'img_id': datasets.Value('int32'),
            'obj_ids': datasets.Sequence(length=CONFIG.MAX_DETECTIONS, feature=datasets.Value('float32')),
            'obj_probs': datasets.Sequence(length=CONFIG.MAX_DETECTIONS, feature=datasets.Value('float32')),
            'roi_features': datasets.ArrayaD((CONFIG.MAX_DETECTIONS, 2048), dtype='float32'),
            'sizes': datasets.Sequence(length=2, feature=datasets.Value('float32')),
            'preds_per_image': datasets.Value(dtype='int32'),
        }
    )
)



class     snake_case__  :
				def __init__(  self     ,      _UpperCAmelCase=sys.argv[1:]      ):




										"""simple docstring"""




										__magic_name__				:							Dict				=      None
										__magic_name__				:							int				=      None
										__magic_name__				:							Optional[int]				=      None
										__magic_name__				:							Optional[int]				=      1
										__magic_name__		, __magic_name__				:							int				=      getopt.getopt(_UpperCAmelCase     ,      'i:o:b:s'     ,      ['inputdir=', 'outfile=', 'batch_size=', 'subset_list=']      )
										for opt, arg in opts:
																if opt in ("-i", "--inputdir"):
																						__magic_name__				:							List[str]				=      arg
																elif opt in ("-o", "--outfile"):
																						__magic_name__				:							Union[str, Any]				=      arg
																elif opt in ("-b", "--batch_size"):
																						__magic_name__				:							Any				=      int(_UpperCAmelCase      )
																elif opt in ("-s", "--subset_list"):
																						__magic_name__				:							List[Any]				=      arg

										assert inputdir is not None  # and os.path.isdir(inputdir), f"{inputdir}"
										assert outputfile is not None and not os.path.isfile(_UpperCAmelCase      ), F"{outputfile}"
										if subset_list is not None:
																with open(os.path.realpath(_UpperCAmelCase      )      ) as f:
																						__magic_name__				:							str				=      {self._vqa_file_split()[0] for x in tryload(_UpperCAmelCase      )}
										else:
																__magic_name__				:							Optional[int]				=      None

										__magic_name__				:							Any				=      CONFIG
										if torch.cuda.is_available():
																__magic_name__				:							List[str]				=      'cuda'
										__magic_name__				:							List[Any]				=      os.path.realpath(_UpperCAmelCase      )
										__magic_name__				:							Tuple				=      os.path.realpath(_UpperCAmelCase      )
										__magic_name__				:							int				=      Preprocess(self.config      )
										__magic_name__				:							Optional[Any]				=      GeneralizedRCNN.from_pretrained('unc-nlp/frcnn-vg-finetuned'     ,      config=self.config      )
										__magic_name__				:							List[str]				=      batch_size if batch_size != 0 else 1
										__magic_name__				:							Dict				=      DEFAULT_SCHEMA
				def  UpperCamelCase_						(  self     ,      _UpperCAmelCase      ):




										"""simple docstring"""




										__magic_name__				:							Optional[int]				=      int(file.split('.'      )[0].split('_'      )[-1]      )
										__magic_name__				:							Union[str, Any]				=      os.path.join(self.inputdir     ,      _UpperCAmelCase      )
										return (img_id, filepath)
				@property
				def  UpperCamelCase_						(  self      ):




										"""simple docstring"""




										__magic_name__				:							str				=      []
										for i, file in enumerate(os.listdir(self.inputdir      )      ):
																if self.subset_list is not None and i not in self.subset_list:
																						continue
																batch.append(self._vqa_file_split(_UpperCAmelCase      )      )
																if len(_UpperCAmelCase      ) == self.batch:
																						__magic_name__				:							int				=      batch
																						__magic_name__				:							Union[str, Any]				=      []
																						yield list(map(_UpperCAmelCase     ,      zip(*_UpperCAmelCase      )      )      )

										for i in range(1      ):
																yield list(map(_UpperCAmelCase     ,      zip(*_UpperCAmelCase      )      )      )





				def __call__(  self      ):




										"""simple docstring"""




										if not TEST:
																__magic_name__				:							int				=      datasets.ArrowWriter(features=self.schema     ,      path=self.outputfile      )
										# do file generator
										for i, (img_ids, filepaths) in enumerate(self.file_generator      ):
																__magic_name__		, __magic_name__		, __magic_name__				:							List[Any]				=      self.preprocess(_UpperCAmelCase      )
																__magic_name__				:							Dict				=      self.model(
																    _UpperCAmelCase     ,      _UpperCAmelCase     ,      scales_yx=_UpperCAmelCase     ,      padding='max_detections'     ,      max_detections=self.config.MAX_DETECTIONS     ,      pad_value=0     ,      return_tensors='np'     ,      location='cpu'     ,      )
																__magic_name__				:							Tuple				=      output_dict.pop('normalized_boxes'      )
																if not TEST:
																						__magic_name__				:							Any				=      np.array(_UpperCAmelCase      )
																						__magic_name__				:							str				=      self.schema.encode_batch(_UpperCAmelCase      )
																						writer.write_batch(_UpperCAmelCase      )
																if TEST:
																						break
																# finalizer the writer
										if not TEST:
																__magic_name__		, __magic_name__				:							Optional[Any]				=      writer.finalize()
																print(F"Success! You wrote {num_examples} entry(s) and {num_bytes >> 20} mb"      )






def  __SCREAMING_SNAKE_CASE       (				lowercase__  :Tuple				)       ->  Union[str, Any]:
						try:
												__magic_name__				:							List[str]				=      json.load(lowercase__				)
												try:
																		__magic_name__				:							Dict				=      list(data.keys()				)
												except Exception:
																		__magic_name__				:							int				=      [d['img_id'] for d in data]
						except Exception:
												try:
																		__magic_name__				:							str				=      eval(stream.read()				)
												except Exception:
																		__magic_name__				:							Any				=      stream.read().split('\n'				)
						return data


if __name__ == "__main__":
			snake_case__     							= Extract(sys.argv[1:])
			extract()
			if not TEST:
						snake_case__     							= datasets.Dataset.from_file(extract.outputfile)
						# wala!
						# print(np.array(dataset[0:2]["roi_features"]).shape)


