

'''simple docstring'''





import gc
import unittest

import numpy as np
import torch

from diffusers import DanceDiffusionPipeline, IPNDMScheduler, UNetaDModel
from diffusers.utils import slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu, skip_mps

from ..pipeline_params import UNCONDITIONAL_AUDIO_GENERATION_BATCH_PARAMS, UNCONDITIONAL_AUDIO_GENERATION_PARAMS
from ..test_pipelines_common import PipelineTesterMixin


enable_full_determinism()



class       __snake_case  (    UpperCAmelCase__     , unittest.TestCase       ):
  __lowerCAmelCase     :	str						 =  DanceDiffusionPipeline
  __lowerCAmelCase     :	Dict						 =  UNCONDITIONAL_AUDIO_GENERATION_PARAMS
  __lowerCAmelCase     :	Union[str, Any]						 =  PipelineTesterMixin.required_optional_params - {
      'callback',
      'latents',
      'callback_steps',
      'output_type',
      'num_images_per_prompt',
  }
  __lowerCAmelCase     :	str						 =  UNCONDITIONAL_AUDIO_GENERATION_BATCH_PARAMS
  __lowerCAmelCase     :	int						 =  False
  __lowerCAmelCase     :	List[str]						 =  False

  def 						lowerCAmelCase__     (					self):
      torch.manual_seed(0)
      SCREAMING_SNAKE_CASE_									=						UNetaDModel(
          block_out_channels=(32, 32, 64)						,		extra_in_channels=16						,		sample_size=512						,		sample_rate=16000						,		in_channels=2						,		out_channels=2						,		flip_sin_to_cos=__lowerCAmelCase						,		use_timestep_embedding=__lowerCAmelCase						,		time_embedding_type='fourier'						,		mid_block_type='UNetMidBlock1D'						,		down_block_types=('DownBlock1DNoSkip', 'DownBlock1D', 'AttnDownBlock1D')						,		up_block_types=('AttnUpBlock1D', 'UpBlock1D', 'UpBlock1DNoSkip')						,		)
      SCREAMING_SNAKE_CASE_									=						IPNDMScheduler()

      SCREAMING_SNAKE_CASE_									=						{
          'unet': unet,
          'scheduler': scheduler,
      }
      return components

  def 						lowerCAmelCase__     (					self						,		_A						,		_A=0):






      if str(__lowerCAmelCase).startswith('mps'):
          SCREAMING_SNAKE_CASE_									=						torch.manual_seed(__lowerCAmelCase)
      else:
          SCREAMING_SNAKE_CASE_									=						torch.Generator(device=__lowerCAmelCase).manual_seed(__lowerCAmelCase)
      SCREAMING_SNAKE_CASE_									=						{
          'batch_size': 1,
          'generator': generator,
          'num_inference_steps': 4,
      }
      return inputs

  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						'cpu'  # ensure determinism for the device-dependent torch.Generator
      SCREAMING_SNAKE_CASE_									=						self.get_dummy_components()
      SCREAMING_SNAKE_CASE_									=						DanceDiffusionPipeline(**__lowerCAmelCase)
      SCREAMING_SNAKE_CASE_									=						pipe.to(__lowerCAmelCase)
      pipe.set_progress_bar_config(disable=__lowerCAmelCase)

      SCREAMING_SNAKE_CASE_									=						self.get_dummy_inputs(__lowerCAmelCase)
      SCREAMING_SNAKE_CASE_									=						pipe(**__lowerCAmelCase)
      SCREAMING_SNAKE_CASE_									=						output.audios

      SCREAMING_SNAKE_CASE_									=						audio[0, -3:, -3:]

      assert audio.shape == (1, 2, components["unet"].sample_size)
      SCREAMING_SNAKE_CASE_									=						np.array([-0.7_2_6_5, 1.0_0_0_0, -0.8_3_8_8, 0.1_1_7_5, 0.9_4_9_8, -1.0_0_0_0])
      assert np.abs(audio_slice.flatten() - expected_slice).max() < 1E-2

  @skip_mps
  def 						lowerCAmelCase__     (					self):
      return super().test_save_load_local()

  @skip_mps
  def 						lowerCAmelCase__     (					self):
      return super().test_dict_tuple_outputs_equivalent(expected_max_difference=3E-3)

  @skip_mps
  def 						lowerCAmelCase__     (					self):
      return super().test_save_load_optional_components()

  @skip_mps
  def 						lowerCAmelCase__     (					self):
      return super().test_attention_slicing_forward_pass()


  def 						lowerCAmelCase__     (					self):
      super().test_inference_batch_single_identical(expected_max_diff=3E-3)






@slow
@require_torch_gpu
class       __snake_case  (    unittest.TestCase       ):

  def 						lowerCAmelCase__     (					self):
      super().tearDown()
      gc.collect()
      torch.cuda.empty_cache()

  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						torch_device

      SCREAMING_SNAKE_CASE_									=						DanceDiffusionPipeline.from_pretrained('harmonai/maestro-150k')
      SCREAMING_SNAKE_CASE_									=						pipe.to(__lowerCAmelCase)
      pipe.set_progress_bar_config(disable=__lowerCAmelCase)

      SCREAMING_SNAKE_CASE_									=						torch.manual_seed(0)
      SCREAMING_SNAKE_CASE_									=						pipe(generator=__lowerCAmelCase						,		num_inference_steps=100						,		audio_length_in_s=4.0_9_6)
      SCREAMING_SNAKE_CASE_									=						output.audios

      SCREAMING_SNAKE_CASE_									=						audio[0, -3:, -3:]

      assert audio.shape == (1, 2, pipe.unet.sample_size)
      SCREAMING_SNAKE_CASE_									=						np.array([-0.0_1_9_2, -0.0_2_3_1, -0.0_3_1_8, -0.0_0_5_9, 0.0_0_0_2, -0.0_0_2_0])

      assert np.abs(audio_slice.flatten() - expected_slice).max() < 1E-2


  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						torch_device

      SCREAMING_SNAKE_CASE_									=						DanceDiffusionPipeline.from_pretrained('harmonai/maestro-150k'						,		torch_dtype=torch.floataa)
      SCREAMING_SNAKE_CASE_									=						pipe.to(__lowerCAmelCase)
      pipe.set_progress_bar_config(disable=__lowerCAmelCase)

      SCREAMING_SNAKE_CASE_									=						torch.manual_seed(0)
      SCREAMING_SNAKE_CASE_									=						pipe(generator=__lowerCAmelCase						,		num_inference_steps=100						,		audio_length_in_s=4.0_9_6)
      SCREAMING_SNAKE_CASE_									=						output.audios

      SCREAMING_SNAKE_CASE_									=						audio[0, -3:, -3:]

      assert audio.shape == (1, 2, pipe.unet.sample_size)
      SCREAMING_SNAKE_CASE_									=						np.array([-0.0_3_6_7, -0.0_4_8_8, -0.0_7_7_1, -0.0_5_2_5, -0.0_4_4_4, -0.0_3_4_1])

      assert np.abs(audio_slice.flatten() - expected_slice).max() < 1E-2





import unittest

import numpy as np
from datasets import load_dataset

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
       import torch

if is_vision_available():
       from PIL import Image

       from transformers import BeitImageProcessor



class       __snake_case  (    unittest.TestCase       ):

  def __init__(					self						,		_A						,		_A=7						,		_A=3						,		_A=18						,		_A=30						,		_A=400						,		_A=True						,		_A=None						,		_A=True						,		_A=None						,		_A=True						,		_A=[0.5, 0.5, 0.5]						,		_A=[0.5, 0.5, 0.5]						,		_A=False						,		):
      SCREAMING_SNAKE_CASE_									=						size if size is not None else {'height': 20, 'width': 20}
      SCREAMING_SNAKE_CASE_									=						crop_size if crop_size is not None else {'height': 18, 'width': 18}
      SCREAMING_SNAKE_CASE_									=						parent
      SCREAMING_SNAKE_CASE_									=						batch_size
      SCREAMING_SNAKE_CASE_									=						num_channels
      SCREAMING_SNAKE_CASE_									=						image_size
      SCREAMING_SNAKE_CASE_									=						min_resolution
      SCREAMING_SNAKE_CASE_									=						max_resolution
      SCREAMING_SNAKE_CASE_									=						do_resize
      SCREAMING_SNAKE_CASE_									=						size
      SCREAMING_SNAKE_CASE_									=						do_center_crop
      SCREAMING_SNAKE_CASE_									=						crop_size
      SCREAMING_SNAKE_CASE_									=						do_normalize
      SCREAMING_SNAKE_CASE_									=						image_mean
      SCREAMING_SNAKE_CASE_									=						image_std
      SCREAMING_SNAKE_CASE_									=						do_reduce_labels


  def 						lowerCAmelCase__     (					self):
      return {
          "do_resize": self.do_resize,
          "size": self.size,
          "do_center_crop": self.do_center_crop,
          "crop_size": self.crop_size,
          "do_normalize": self.do_normalize,
          "image_mean": self.image_mean,
          "image_std": self.image_std,
          "do_reduce_labels": self.do_reduce_labels,
      }






def 					_UpperCAmelCase       (  ):





    """simple docstring"""


    SCREAMING_SNAKE_CASE_									=						load_dataset('hf-internal-testing/fixtures_ade20k' ,   split='test'       )

    SCREAMING_SNAKE_CASE_									=						Image.open(dataset[0]['file']       )
    SCREAMING_SNAKE_CASE_									=						Image.open(dataset[1]['file']       )

    return image, map


def 					_UpperCAmelCase       (  ):





    """simple docstring"""


    SCREAMING_SNAKE_CASE_									=						load_dataset('hf-internal-testing/fixtures_ade20k' ,   split='test'       )

    SCREAMING_SNAKE_CASE_									=						Image.open(ds[0]['file']       )
    SCREAMING_SNAKE_CASE_									=						Image.open(ds[1]['file']       )
    SCREAMING_SNAKE_CASE_									=						Image.open(ds[2]['file']       )
    SCREAMING_SNAKE_CASE_									=						Image.open(ds[3]['file']       )

    return [imagea, imagea], [mapa, mapa]





@require_torch
@require_vision
class       __snake_case  (    lowerCAmelCase__     , unittest.TestCase       ):
  __lowerCAmelCase     :	Union[str, Any]						 =  BeitImageProcessor if is_vision_available() else None

  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						BeitImageProcessingTester(self)

  @property
  def 						lowerCAmelCase__     (					self):
      return self.image_processor_tester.prepare_image_processor_dict()

  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)
      self.assertTrue(hasattr(_A						,		'do_resize'))
      self.assertTrue(hasattr(_A						,		'size'))
      self.assertTrue(hasattr(_A						,		'do_center_crop'))
      self.assertTrue(hasattr(_A						,		'center_crop'))
      self.assertTrue(hasattr(_A						,		'do_normalize'))
      self.assertTrue(hasattr(_A						,		'image_mean'))
      self.assertTrue(hasattr(_A						,		'image_std'))

  def 						lowerCAmelCase__     (					self):
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class.from_dict(self.image_processor_dict)
      self.assertEqual(image_processor.size						,		{'height': 20, 'width': 20})
      self.assertEqual(image_processor.crop_size						,		{'height': 18, 'width': 18})
      self.assertEqual(image_processor.do_reduce_labels						,		_A)

      SCREAMING_SNAKE_CASE_									=						self.image_processing_class.from_dict(
          self.image_processor_dict						,		size=42						,		crop_size=84						,		reduce_labels=_A)
      self.assertEqual(image_processor.size						,		{'height': 42, 'width': 42})
      self.assertEqual(image_processor.crop_size						,		{'height': 84, 'width': 84})
      self.assertEqual(image_processor.do_reduce_labels						,		_A)

  def 						lowerCAmelCase__     (					self):
      pass

  def 						lowerCAmelCase__     (					self):
      # Initialize image_processing
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)
      # create random PIL images
      SCREAMING_SNAKE_CASE_									=						prepare_image_inputs(self.image_processor_tester						,		equal_resolution=_A)
      for image in image_inputs:
          self.assertIsInstance(_A						,		Image.Image)

      # Test not batched input
      SCREAMING_SNAKE_CASE_									=						image_processing(image_inputs[0]						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

      # Test batched
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

  def 						lowerCAmelCase__     (					self):
      # Initialize image_processing
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)
      # create random numpy tensors
      SCREAMING_SNAKE_CASE_									=						prepare_image_inputs(self.image_processor_tester						,		equal_resolution=_A						,		numpify=_A)
      for image in image_inputs:
          self.assertIsInstance(_A						,		np.ndarray)

      # Test not batched input
      SCREAMING_SNAKE_CASE_									=						image_processing(image_inputs[0]						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

      # Test batched
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

  def 						lowerCAmelCase__     (					self):
      # Initialize image_processing
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)
      # create random PyTorch tensors
      SCREAMING_SNAKE_CASE_									=						prepare_image_inputs(self.image_processor_tester						,		equal_resolution=_A						,		torchify=_A)
      for image in image_inputs:
          self.assertIsInstance(_A						,		torch.Tensor)

      # Test not batched input
      SCREAMING_SNAKE_CASE_									=						image_processing(image_inputs[0]						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

      # Test batched
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		return_tensors='pt').pixel_values
      self.assertEqual(
          encoded_images.shape						,		(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)

  def 						lowerCAmelCase__     (					self):
      # Initialize image_processing
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)
      # create random PyTorch tensors
      SCREAMING_SNAKE_CASE_									=						prepare_image_inputs(self.image_processor_tester						,		equal_resolution=_A						,		torchify=_A)
      SCREAMING_SNAKE_CASE_									=						[]
      for image in image_inputs:
          self.assertIsInstance(_A						,		torch.Tensor)
          maps.append(torch.zeros(image.shape[-2:]).long())

      # Test not batched input
      SCREAMING_SNAKE_CASE_									=						image_processing(image_inputs[0]						,		maps[0]						,		return_tensors='pt')
      self.assertEqual(
          encoding['pixel_values'].shape						,		(
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(
          encoding['labels'].shape						,		(
              1,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(encoding['labels'].dtype						,		torch.long)
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 255)

      # Test batched
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		_A						,		return_tensors='pt')
      self.assertEqual(
          encoding['pixel_values'].shape						,		(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(
          encoding['labels'].shape						,		(
              self.image_processor_tester.batch_size,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(encoding['labels'].dtype						,		torch.long)
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 255)

      # Test not batched input (PIL images)
      SCREAMING_SNAKE_CASE_							,			SCREAMING_SNAKE_CASE_									=						prepare_semantic_single_inputs()

      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		_A						,		return_tensors='pt')
      self.assertEqual(
          encoding['pixel_values'].shape						,		(
              1,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(
          encoding['labels'].shape						,		(
              1,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(encoding['labels'].dtype						,		torch.long)
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 255)

      # Test batched input (PIL images)
      SCREAMING_SNAKE_CASE_							,			SCREAMING_SNAKE_CASE_									=						prepare_semantic_batch_inputs()

      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		_A						,		return_tensors='pt')
      self.assertEqual(
          encoding['pixel_values'].shape						,		(
              2,
              self.image_processor_tester.num_channels,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(
          encoding['labels'].shape						,		(
              2,
              self.image_processor_tester.crop_size['height'],
              self.image_processor_tester.crop_size['width'],
          )						,		)
      self.assertEqual(encoding['labels'].dtype						,		torch.long)
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 255)


  def 						lowerCAmelCase__     (					self):
      # Initialize image_processing
      SCREAMING_SNAKE_CASE_									=						self.image_processing_class(**self.image_processor_dict)

      # ADE20k has 150 classes, and the background is included, so labels should be between 0 and 150
      SCREAMING_SNAKE_CASE_							,			SCREAMING_SNAKE_CASE_									=						prepare_semantic_single_inputs()
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		_A						,		return_tensors='pt')
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 150)

      SCREAMING_SNAKE_CASE_									=						True
      SCREAMING_SNAKE_CASE_									=						image_processing(_A						,		_A						,		return_tensors='pt')
      self.assertTrue(encoding['labels'].min().item() >= 0)
      self.assertTrue(encoding['labels'].max().item() <= 255)


