


import random
import unittest

import torch

from diffusers import IFImgaImgSuperResolutionPipeline
from diffusers.utils import floats_tensor
from diffusers.utils.import_utils import is_xformers_available
from diffusers.utils.testing_utils import skip_mps, torch_device

from ..pipeline_params import TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS, TEXT_GUIDED_IMAGE_VARIATION_PARAMS
from ..test_pipelines_common import PipelineTesterMixin
from . import IFPipelineTesterMixin






@skip_mps
class    UpperCAmelCase__	( A_       ,  A_       ,  unittest.TestCase		):



  """simple docstring"""






  UpperCAmelCase__						:		Dict              =  IFImgaImgSuperResolutionPipeline
  UpperCAmelCase__						:		Optional[Any]              =  TEXT_GUIDED_IMAGE_VARIATION_PARAMS - {"width", "height"}
  UpperCAmelCase__						:		Optional[int]              =  TEXT_GUIDED_IMAGE_VARIATION_BATCH_PARAMS.union({"original_image"}		)
  UpperCAmelCase__						:		Union[str, Any]              =  PipelineTesterMixin.required_optional_params - {"latents"}






  def _a (      self   )  ->	Optional[Any]:
       return self._get_superresolution_dummy_components()






  def _a (      self ,       A_ ,       A_=0   )  ->	Union[str, Any]:
       if str(A_   ).startswith('mps'   ):
            __UpperCamelCase   							=torch.manual_seed(A_   )
       else:
            __UpperCamelCase   							=torch.Generator(device=A_   ).manual_seed(A_   )

       __UpperCamelCase   							=floats_tensor((1, 3, 32, 32) ,       rng=random.Random(A_   )   ).to(A_   )
       __UpperCamelCase   							=floats_tensor((1, 3, 16, 16) ,       rng=random.Random(A_   )   ).to(A_   )

       __UpperCamelCase   							={
           'prompt': 'A painting of a squirrel eating a burger',
           'image': image,
           'original_image': original_image,
           'generator': generator,
           'num_inference_steps': 2,
           'output_type': 'numpy',
       }

       return inputs






  @unittest.skipIf(
      torch_device != 'cuda' or not is_xformers_available() ,       reason='XFormers attention is only available with CUDA and `xformers` installed' ,       )
  def _a (      self   )  ->	Dict:
       self._test_xformers_attention_forwardGenerator_pass(expected_max_diff=1E-3   )






  def _a (      self   )  ->	str:
       self._test_save_load_optional_components()






  @unittest.skipIf(torch_device != 'cuda' ,       reason='float16 requires CUDA'   )
  def _a (      self   )  ->	Optional[int]:
       # Due to non-determinism in save load of the hf-internal-testing/tiny-random-t5 text encoder
       super().test_save_load_floataa(expected_max_diff=1E-1   )






  def _a (      self   )  ->	List[Any]:
       self._test_attention_slicing_forward_pass(expected_max_diff=1E-2   )






  def _a (      self   )  ->	Tuple:
       self._test_save_load_local()






  def _a (      self   )  ->	Tuple:
       self._test_inference_batch_single_identical(
           expected_max_diff=1E-2 ,       )









import os
from typing import BinaryIO, Optional, Union

import numpy as np
import pyarrow.parquet as pq

from .. import Audio, Dataset, Features, Image, NamedSplit, Value, config
from ..features.features import FeatureType, _visit
from ..formatting import query_table
from ..packaged_modules import _PACKAGED_DATASETS_MODULES
from ..packaged_modules.parquet.parquet import Parquet
from ..utils import logging
from ..utils.typing import NestedDataStructureLike, PathLike
from .abc import AbstractDatasetReader

def 						_UpperCAmelCase    (      SCREAMING_SNAKE_CASE__      : Features    ):
     __UpperCamelCase   							=np.inf

     def set_batch_size(SCREAMING_SNAKE_CASE__      : FeatureType    ) -> None:
          nonlocal batch_size
          if isinstance(SCREAMING_SNAKE_CASE__      ,					SCREAMING_SNAKE_CASE__    ):
               __UpperCamelCase   							=min(SCREAMING_SNAKE_CASE__      ,					config.PARQUET_ROW_GROUP_SIZE_FOR_IMAGE_DATASETS    )
          elif isinstance(SCREAMING_SNAKE_CASE__      ,					SCREAMING_SNAKE_CASE__    ):
               __UpperCamelCase   							=min(SCREAMING_SNAKE_CASE__      ,					config.PARQUET_ROW_GROUP_SIZE_FOR_AUDIO_DATASETS    )
          elif isinstance(SCREAMING_SNAKE_CASE__      ,					SCREAMING_SNAKE_CASE__    ) and feature.dtype == "binary":
               __UpperCamelCase   							=min(SCREAMING_SNAKE_CASE__      ,					config.PARQUET_ROW_GROUP_SIZE_FOR_BINARY_DATASETS    )

     _visit(SCREAMING_SNAKE_CASE__      ,					SCREAMING_SNAKE_CASE__    )

     return None if batch_size is np.inf else batch_size






class    UpperCAmelCase__	( A_		):



    """simple docstring"""






    def __init__(      self ,       A_ ,       A_ = None ,       A_ = None ,       A_ = None ,       A_ = False ,       A_ = False ,       A_ = None ,       **A_ ,       )  ->	Dict:
         super().__init__(
             A_ ,       split=A_ ,       features=A_ ,       cache_dir=A_ ,       keep_in_memory=A_ ,       streaming=A_ ,       num_proc=A_ ,       **A_ ,       )
         __UpperCamelCase   							=path_or_paths if isinstance(A_ ,       A_   ) else {self.split: path_or_paths}
         __UpperCamelCase   							=_PACKAGED_DATASETS_MODULES['parquet'][1]
         __UpperCamelCase   							=Parquet(
             cache_dir=A_ ,       data_files=A_ ,       features=A_ ,       hash=A_ ,       **A_ ,       )






    def _a (      self   )  ->	List[Any]:
         # Build iterable dataset
         if self.streaming:
              __UpperCamelCase   							=self.builder.as_streaming_dataset(split=self.split   )
         # Build regular (map-style) dataset
         else:
              __UpperCamelCase   							=None
              __UpperCamelCase   							=None
              __UpperCamelCase   							=None
              __UpperCamelCase   							=None

              self.builder.download_and_prepare(
                  download_config=A_ ,       download_mode=A_ ,       verification_mode=A_ ,       base_path=A_ ,       num_proc=self.num_proc ,       )
              __UpperCamelCase   							=self.builder.as_dataset(
                  split=self.split ,       verification_mode=A_ ,       in_memory=self.keep_in_memory   )
         return dataset






class    UpperCAmelCase__	:



    """simple docstring"""






    def __init__(      self ,       A_ ,       A_ ,       A_ = None ,       **A_ ,       )  ->	List[Any]:
         __UpperCamelCase   							=dataset
         __UpperCamelCase   							=path_or_buf
         __UpperCamelCase   							=batch_size or get_writer_batch_size(dataset.features   )
         __UpperCamelCase   							=parquet_writer_kwargs






    def _a (      self   )  ->	int:
         __UpperCamelCase   							=self.batch_size if self.batch_size else config.DEFAULT_MAX_BATCH_SIZE

         if isinstance(self.path_or_buf ,       (str, bytes, os.PathLike)   ):
              with open(self.path_or_buf ,       'wb+'   ) as buffer:
                   __UpperCamelCase   							=self._write(file_obj=A_ ,       batch_size=A_ ,       **self.parquet_writer_kwargs   )
         else:
              __UpperCamelCase   							=self._write(file_obj=self.path_or_buf ,       batch_size=A_ ,       **self.parquet_writer_kwargs   )
         return written






    def _a (      self ,       A_ ,       A_ ,       **A_   )  ->	int:
         __UpperCamelCase   							=0
         __UpperCamelCase   							=parquet_writer_kwargs.pop('path_or_buf' ,       A_   )
         __UpperCamelCase   							=self.dataset.features.arrow_schema

         __UpperCamelCase   							=pq.ParquetWriter(A_ ,       schema=A_ ,       **A_   )

         for offset in logging.tqdm(
             range(0 ,       len(self.dataset   ) ,       A_   ) ,       unit='ba' ,       disable=not logging.is_progress_bar_enabled() ,       desc='Creating parquet from Arrow format' ,       ):
              __UpperCamelCase   							=query_table(
                  table=self.dataset._data ,       key=slice(A_ ,       offset + batch_size   ) ,       indices=self.dataset._indices if self.dataset._indices is not None else None ,       )
              writer.write_table(A_   )
              written += batch.nbytes
         writer.close()
         return written





