




import gc
import unittest

import numpy as np
import torch
from transformers import CLIPTextConfig, CLIPTextModel, CLIPTokenizer

from diffusers import (
    AutoencoderKL,
    DDIMParallelScheduler,
    DDPMParallelScheduler,
    StableDiffusionParadigmsPipeline,
    UNetaDConditionModel,
)
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import (
    enable_full_determinism,
    require_torch_gpu,
)

from ..pipeline_params import TEXT_TO_IMAGE_BATCH_PARAMS, TEXT_TO_IMAGE_IMAGE_PARAMS, TEXT_TO_IMAGE_PARAMS
from ..test_pipelines_common import PipelineLatentTesterMixin, PipelineTesterMixin


enable_full_determinism()

class 	__lowerCAmelCase			(			__magic_name__   , __magic_name__   , unittest.TestCase				):
							UpperCamelCase__        =						StableDiffusionParadigmsPipeline
							UpperCamelCase__        =						TEXT_TO_IMAGE_PARAMS
							UpperCamelCase__        =						TEXT_TO_IMAGE_BATCH_PARAMS
							UpperCamelCase__        =						TEXT_TO_IMAGE_IMAGE_PARAMS
							UpperCamelCase__        =						TEXT_TO_IMAGE_IMAGE_PARAMS
							def    lowerCamelCase__							(		self		:Optional[Any]       ):







								'''simple docstring'''







								torch.manual_seed(0       )
								a		       =							UNetaDConditionModel(
								    block_out_channels=(32, 64)	,   layers_per_block=2	,   sample_size=32	,   in_channels=4	,   out_channels=4	,   down_block_types=("""DownBlock2D""", """CrossAttnDownBlock2D""")	,   up_block_types=("""CrossAttnUpBlock2D""", """UpBlock2D""")	,   cross_attention_dim=32	,   attention_head_dim=(2, 4)	,   use_linear_projection=__magic_name__	,   )
								a		       =							DDIMParallelScheduler(
								    beta_start=0.00085	,   beta_end=0.012	,   beta_schedule="""scaled_linear"""	,   clip_sample=__magic_name__	,   set_alpha_to_one=__magic_name__	,   )
								torch.manual_seed(0       )
								a		       =							AutoencoderKL(
								    block_out_channels=[32, 64]	,   in_channels=3	,   out_channels=3	,   down_block_types=["""DownEncoderBlock2D""", """DownEncoderBlock2D"""]	,   up_block_types=["""UpDecoderBlock2D""", """UpDecoderBlock2D"""]	,   latent_channels=4	,   sample_size=128	,   )
								torch.manual_seed(0       )
								a		       =							CLIPTextConfig(
								    bos_token_id=0	,   eos_token_id=2	,   hidden_size=32	,   intermediate_size=37	,   layer_norm_eps=1E-0_5	,   num_attention_heads=4	,   num_hidden_layers=5	,   pad_token_id=1	,   vocab_size=1000	,   hidden_act="""gelu"""	,   projection_dim=512	,   )
								a		       =							CLIPTextModel(__magic_name__       )
								a		       =							CLIPTokenizer.from_pretrained("""hf-internal-testing/tiny-random-clip"""       )

								a		       =							{
								    """unet""": unet,
								    """scheduler""": scheduler,
								    """vae""": vae,
								    """text_encoder""": text_encoder,
								    """tokenizer""": tokenizer,
								    """safety_checker""": None,
								    """feature_extractor""": None,
								}
								return components
							def    lowerCamelCase__							(		self		:Any	,   __magic_name__		:List[Any]	,   __magic_name__		:Tuple=0       ):







								'''simple docstring'''







								if str(__magic_name__       ).startswith("""mps"""       ):
									a		       =							torch.manual_seed(__magic_name__       )
								else:
									a		       =							torch.Generator(device=__magic_name__       ).manual_seed(__magic_name__       )
								a		       =							{
								    """prompt""": """a photograph of an astronaut riding a horse""",
								    """generator""": generator,
								    """num_inference_steps""": 10,
								    """guidance_scale""": 6.0,
								    """output_type""": """numpy""",
								    """parallel""": 3,
								    """debug""": True,
								}
								return inputs
							def    lowerCamelCase__							(		self		:Dict       ):







								'''simple docstring'''







								a		       =							"""cpu"""  # ensure determinism for the device-dependent torch.Generator
								a		       =							self.get_dummy_components()
								a		       =							StableDiffusionParadigmsPipeline(**__magic_name__       )
								a		       =							sd_pipe.to(__magic_name__       )
								sd_pipe.set_progress_bar_config(disable=__magic_name__       )

								a		       =							self.get_dummy_inputs(__magic_name__       )
								a		       =							sd_pipe(**__magic_name__       ).images
								a		       =							image[0, -3:, -3:, -1]
								assert image.shape == (1, 64, 64, 3)

								a		       =							np.array([0.4773, 0.5417, 0.4723, 0.4925, 0.5631, 0.4752, 0.5240, 0.4935, 0.5023]       )

								assert np.abs(image_slice.flatten() - expected_slice       ).max() < 1E-2
							def    lowerCamelCase__							(		self		:Any       ):







								'''simple docstring'''







								a		       =							"""cpu"""  # ensure determinism for the device-dependent torch.Generator
								a		       =							self.get_dummy_components()
								torch.manual_seed(0       )
								a		       =							DDPMParallelScheduler()
								torch.manual_seed(0       )
								a		       =							StableDiffusionParadigmsPipeline(**__magic_name__       )
								a		       =							sd_pipe.to(__magic_name__       )
								sd_pipe.set_progress_bar_config(disable=__magic_name__       )

								a		       =							self.get_dummy_inputs(__magic_name__       )
								a		       =							sd_pipe(**__magic_name__       ).images
								a		       =							image[0, -3:, -3:, -1]
								assert image.shape == (1, 64, 64, 3)

								a		       =							np.array([0.3573, 0.4420, 0.4960, 0.4799, 0.3796, 0.3879, 0.4819, 0.4365, 0.4468]       )

								assert np.abs(image_slice.flatten() - expected_slice       ).max() < 1E-2
							def    lowerCamelCase__							(		self		:Optional[int]       ):







								'''simple docstring'''







								super().test_inference_batch_consistent(batch_sizes=[1, 2]       )
							def    lowerCamelCase__							(		self		:str       ):







								'''simple docstring'''







								super().test_inference_batch_single_identical(batch_size=2	,   expected_max_diff=3E-3       )





							def    lowerCamelCase__							(		self		:Optional[Any]       ):







								'''simple docstring'''







								a		       =							"""cpu"""  # ensure determinism for the device-dependent torch.Generator
								a		       =							self.get_dummy_components()
								a		       =							StableDiffusionParadigmsPipeline(**__magic_name__       )
								a		       =							sd_pipe.to(__magic_name__       )
								sd_pipe.set_progress_bar_config(disable=__magic_name__       )

								a		       =							self.get_dummy_inputs(__magic_name__       )
								a		       =							"""french fries"""
								a		       =							sd_pipe(**__magic_name__	,   negative_prompt=__magic_name__       )
								a		       =							output.images
								a		       =							image[0, -3:, -3:, -1]

								assert image.shape == (1, 64, 64, 3)

								a		       =							np.array([0.4771, 0.5420, 0.4683, 0.4918, 0.5636, 0.4725, 0.5230, 0.4923, 0.5015]       )

								assert np.abs(image_slice.flatten() - expected_slice       ).max() < 1E-2







@slow
@require_torch_gpu
class 	__lowerCAmelCase			(			unittest.TestCase				):
							def    lowerCamelCase__							(		self		:Optional[int]       ):







								'''simple docstring'''







								super().tearDown()
								gc.collect()
								torch.cuda.empty_cache()
							def    lowerCamelCase__							(		self		:str	,   __magic_name__		:Union[str, Any]=0       ):







								'''simple docstring'''







								a		       =							torch.Generator(device=__magic_name__       ).manual_seed(__magic_name__       )
								a		       =							{
								    """prompt""": """a photograph of an astronaut riding a horse""",
								    """generator""": generator,
								    """num_inference_steps""": 10,
								    """guidance_scale""": 7.5,
								    """output_type""": """numpy""",
								    """parallel""": 3,
								    """debug""": True,
								}
								return inputs





							def    lowerCamelCase__							(		self		:Dict       ):







								'''simple docstring'''







								a		       =							"""stabilityai/stable-diffusion-2-base"""
								a		       =							DDIMParallelScheduler.from_pretrained(__magic_name__	,   subfolder="""scheduler"""       )
								a		       =							StableDiffusionParadigmsPipeline.from_pretrained(__magic_name__	,   scheduler=__magic_name__	,   safety_checker=__magic_name__       )
								pipe.to(__magic_name__       )
								pipe.set_progress_bar_config(disable=__magic_name__       )
								pipe.enable_attention_slicing()

								a		       =							self.get_inputs()
								a		       =							pipe(**__magic_name__       ).images
								a		       =							image[0, -3:, -3:, -1].flatten()

								assert image.shape == (1, 512, 512, 3)

								a		       =							np.array([0.9622, 0.9602, 0.9748, 0.9591, 0.9630, 0.9691, 0.9661, 0.9631, 0.9741]       )

								assert np.abs(expected_slice - image_slice       ).max() < 1E-2








import os
import tempfile
from pathlib import Path
from unittest import TestCase

import pyarrow as pa
import pytest

from datasets.arrow_dataset import Dataset
from datasets.arrow_reader import ArrowReader, BaseReader, FileInstructions, ReadInstruction, make_file_instructions
from datasets.info import DatasetInfo
from datasets.splits import NamedSplit, Split, SplitDict, SplitInfo

from .utils import assert_arrow_memory_doesnt_increase, assert_arrow_memory_increases

class 	__lowerCAmelCase			(			__magic_name__				):
							def    lowerCamelCase__							(		self		:List[str]	,   __magic_name__		:Dict	,   __magic_name__		:Union[str, Any]=False       ):







								'''simple docstring'''







								a       ,				a       ,				a		       =							(
								    filename_skip_take["""filename"""],
								    filename_skip_take["""skip"""] if """skip""" in filename_skip_take else None,
								    filename_skip_take["""take"""] if """take""" in filename_skip_take else None,
								)
								open(os.path.join(__magic_name__       )	,   """wb"""       ).close()
								a		       =							pa.Table.from_pydict({"""filename""": [Path(__magic_name__       ).name] * 100}       )
								if take == -1:
									a		       =							len(__magic_name__       ) - skip
								if skip is not None and take is not None:
									a		       =							pa_table.slice(__magic_name__	,   __magic_name__       )
								return pa_table







class 	__lowerCAmelCase			(			__magic_name__				):
							def    lowerCamelCase__							(		self		:List[Any]       ):







								'''simple docstring'''







								a		       =							"""my_name"""
								a		       =							SplitInfo(name="""train"""	,   num_examples=100       )
								a		       =							SplitInfo(name="""test"""	,   num_examples=100       )
								a		       =							[train_info, test_info]
								a		       =							SplitDict()
								split_dict.add(__magic_name__       )
								split_dict.add(__magic_name__       )
								a		       =							DatasetInfo(splits=__magic_name__       )

								with tempfile.TemporaryDirectory() as tmp_dir:
									a		       =							ReaderTest(__magic_name__	,   __magic_name__       )

									a		       =							"""test[:33%]"""
									a		       =							Dataset(**reader.read(__magic_name__	,   __magic_name__	,   __magic_name__       )       )
									self.assertEqual(dset["""filename"""][0]	,   F'{name}-test'       )
									self.assertEqual(dset.num_rows	,   33       )
									self.assertEqual(dset.num_columns	,   1       )

									a		       =							["""train""", """test[:33%]"""]
									a		       =							[Split.TRAIN, ReadInstruction.from_spec("""test[:33%]"""       )]
									for instructions in [instructionsa, instructionsa]:
										a		       =							[reader.read(__magic_name__	,   __magic_name__	,   __magic_name__       ) for instr in instructions]
										a       ,				a		       =							(Dataset(**__magic_name__       ) for dataset_kwargs in datasets_kwargs)
										self.assertEqual(train_dset["""filename"""][0]	,   F'{name}-train'       )
										self.assertEqual(train_dset.num_rows	,   100       )
										self.assertEqual(train_dset.num_columns	,   1       )
										self.assertIsInstance(train_dset.split	,   __magic_name__       )
										self.assertEqual(str(train_dset.split       )	,   """train"""       )
										self.assertEqual(test_dset["""filename"""][0]	,   F'{name}-test'       )
										self.assertEqual(test_dset.num_rows	,   33       )
										self.assertEqual(test_dset.num_columns	,   1       )
										self.assertIsInstance(test_dset.split	,   __magic_name__       )
										self.assertEqual(str(test_dset.split       )	,   """test[:33%]"""       )
										del train_dset, test_dset
							def    lowerCamelCase__							(		self		:Any       ):







								'''simple docstring'''







								a		       =							"""my_name"""
								a		       =							SplitInfo(name="""train"""	,   num_examples=1000	,   shard_lengths=[100] * 10       )
								a		       =							[train_info]
								a		       =							SplitDict()
								split_dict.add(__magic_name__       )
								a		       =							DatasetInfo(splits=__magic_name__       )

								with tempfile.TemporaryDirectory() as tmp_dir:
									a		       =							ReaderTest(__magic_name__	,   __magic_name__       )

									a		       =							"""train[:33%]"""
									a		       =							Dataset(**reader.read(__magic_name__	,   __magic_name__	,   __magic_name__       )       )
									self.assertEqual(dset["""filename"""][0]	,   F'{name}-train-00000-of-00010'       )
									self.assertEqual(dset["""filename"""][-1]	,   F'{name}-train-00003-of-00010'       )
									self.assertEqual(dset.num_rows	,   330       )
									self.assertEqual(dset.num_columns	,   1       )





							def    lowerCamelCase__							(		self		:List[str]       ):







								'''simple docstring'''







								a		       =							SplitInfo(name="""train"""	,   num_examples=100       )
								a		       =							SplitInfo(name="""test"""	,   num_examples=100       )
								a		       =							SplitDict()
								split_dict.add(__magic_name__       )
								split_dict.add(__magic_name__       )
								a		       =							DatasetInfo(splits=__magic_name__       )

								with tempfile.TemporaryDirectory() as tmp_dir:
									a		       =							ReaderTest(__magic_name__	,   __magic_name__       )

									a		       =							[
									    {"""filename""": os.path.join(__magic_name__	,   """train"""       )},
									    {"""filename""": os.path.join(__magic_name__	,   """test"""       ), """skip""": 10, """take""": 10},
									]
									a		       =							Dataset(**reader.read_files(__magic_name__	,   original_instructions="""train+test[10:20]"""       )       )
									self.assertEqual(dset.num_rows	,   110       )
									self.assertEqual(dset.num_columns	,   1       )
									del dset







@pytest.mark.parametrize("""in_memory"""							,    [False, True]					)
def 	__A	(			__lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase					)   -> Optional[int]:
	a		       =							arrow_file
	with assert_arrow_memory_increases() if in_memory else assert_arrow_memory_doesnt_increase():
		a		       =							ArrowReader.read_table(__lowerCamelCase							,    in_memory=__lowerCamelCase					)
	assert table.shape == dataset.data.shape
	assert set(table.column_names					) == set(dataset.data.column_names					)
	assert dict(table.to_pydict()					) == dict(dataset.data.to_pydict()					)  # to_pydict returns OrderedDict





@pytest.mark.parametrize("""in_memory"""							,    [False, True]					)
def 	__A	(			__lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase					)   -> str:
	a		       =							arrow_file
	a		       =							ArrowReader(""""""							,    __lowerCamelCase					)
	with assert_arrow_memory_increases() if in_memory else assert_arrow_memory_doesnt_increase():
		a		       =							reader.read_files([{"""filename""": filename}]							,    in_memory=__lowerCamelCase					)
	assert dataset_kwargs.keys() == {"arrow_table", "info", "split"}
	a		       =							dataset_kwargs["""arrow_table"""]
	assert table.shape == dataset.data.shape
	assert set(table.column_names					) == set(dataset.data.column_names					)
	assert dict(table.to_pydict()					) == dict(dataset.data.to_pydict()					)  # to_pydict returns OrderedDict





def 	__A	(			)   -> int:
	assert ReadInstruction("""train"""							,    to=10							,    unit="""abs"""					).to_spec() == "train[:10]"
	assert ReadInstruction("""train"""							,    from_=-80							,    to=10							,    unit="""%"""					).to_spec() == "train[-80%:10%]"

	a		       =							"""train+test"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == spec_train_test

	a		       =							"""train[2:10]"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == spec_train_abs

	a		       =							"""train[15%:-20%]"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == spec_train_pct

	a		       =							"""train[:10%](closest)"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == "train[:10%]"

	a		       =							"""train[:10%](pct1_dropremainder)"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == spec_train_pct_rounding

	a		       =							"""train[:10%](pct1_dropremainder)+test[-10%:](pct1_dropremainder)"""
	assert ReadInstruction.from_spec(__lowerCamelCase					).to_spec() == spec_train_test_pct_rounding





def 	__A	(			)   -> Any:
	a		       =							"""dummy"""
	a		       =							[SplitInfo(name="""train"""							,    num_examples=100					)]
	a		       =							"""train[:33%]"""
	a		       =							"""arrow"""
	a		       =							"""prefix"""

	a		       =							make_file_instructions(__lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase					)
	assert isinstance(__lowerCamelCase							,    __lowerCamelCase					)
	assert file_instructions.num_examples == 33
	assert file_instructions.file_instructions == [
	    {"filename": os.path.join(__lowerCamelCase							,    f'{name}-train.arrow'					), "skip": 0, "take": 33}
	]

	a		       =							[SplitInfo(name="""train"""							,    num_examples=100							,    shard_lengths=[10] * 10					)]
	a		       =							make_file_instructions(__lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase					)
	assert isinstance(__lowerCamelCase							,    __lowerCamelCase					)
	assert file_instructions.num_examples == 33
	assert file_instructions.file_instructions == [
	    {"filename": os.path.join(__lowerCamelCase							,    f'{name}-train-00000-of-00010.arrow'					), "skip": 0, "take": -1},
	    {"filename": os.path.join(__lowerCamelCase							,    f'{name}-train-00001-of-00010.arrow'					), "skip": 0, "take": -1},
	    {"filename": os.path.join(__lowerCamelCase							,    f'{name}-train-00002-of-00010.arrow'					), "skip": 0, "take": -1},
	    {"filename": os.path.join(__lowerCamelCase							,    f'{name}-train-00003-of-00010.arrow'					), "skip": 0, "take": 3},
	]





@pytest.mark.parametrize("""name, expected_exception"""							,    [(None, TypeError), ("""""", ValueError)]					)
def 	__A	(			__lowerCamelCase							,    __lowerCamelCase					)   -> int:
	a		       =							[SplitInfo(name="""train"""							,    num_examples=100					)]
	a		       =							"""train"""
	a		       =							"""arrow"""
	a		       =							"""prefix_path"""
	with pytest.raises(__lowerCamelCase					):
		a		       =							make_file_instructions(__lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase							,    __lowerCamelCase					)

