






snake_case__      :	Dict       	=      """0.18.2"""

from .configuration_utils import ConfigMixin
from .utils import (
    OptionalDependencyNotAvailable,
    is_flax_available,
    is_inflect_available,
    is_invisible_watermark_available,
    is_k_diffusion_available,
    is_k_diffusion_version,
    is_librosa_available,
    is_note_seq_available,
    is_onnx_available,
    is_scipy_available,
    is_torch_available,
    is_torchsde_available,
    is_transformers_available,
    is_transformers_version,
    is_unidecode_available,
    logging,
)


try:
 if not is_onnx_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_onnx_objects import *  # noqa F403
else:
 from .pipelines import OnnxRuntimeModel

try:
 if not is_torch_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_pt_objects import *  # noqa F403
else:
 from .models import (
     AutoencoderKL,
     ControlNetModel,
     ModelMixin,
     PriorTransformer,
     TaFilmDecoder,
     TransformeraDModel,
     UNetaDModel,
     UNetaDConditionModel,
     UNetaDModel,
     UNetaDConditionModel,
     VQModel,
 )
 from .optimization import (
     get_constant_schedule,
     get_constant_schedule_with_warmup,
     get_cosine_schedule_with_warmup,
     get_cosine_with_hard_restarts_schedule_with_warmup,
     get_linear_schedule_with_warmup,
     get_polynomial_decay_schedule_with_warmup,
     get_scheduler,
 )
 from .pipelines import (
     AudioPipelineOutput,
     ConsistencyModelPipeline,
     DanceDiffusionPipeline,
     DDIMPipeline,
     DDPMPipeline,
     DiffusionPipeline,
     DiTPipeline,
     ImagePipelineOutput,
     KarrasVePipeline,
     LDMPipeline,
     LDMSuperResolutionPipeline,
     PNDMPipeline,
     RePaintPipeline,
     ScoreSdeVePipeline,
 )
 from .schedulers import (
     CMStochasticIterativeScheduler,
     DDIMInverseScheduler,
     DDIMParallelScheduler,
     DDIMScheduler,
     DDPMParallelScheduler,
     DDPMScheduler,
     DEISMultistepScheduler,
     DPMSolverMultistepInverseScheduler,
     DPMSolverMultistepScheduler,
     DPMSolverSinglestepScheduler,
     EulerAncestralDiscreteScheduler,
     EulerDiscreteScheduler,
     HeunDiscreteScheduler,
     IPNDMScheduler,
     KarrasVeScheduler,
     KDPMaAncestralDiscreteScheduler,
     KDPMaDiscreteScheduler,
     PNDMScheduler,
     RePaintScheduler,
     SchedulerMixin,
     ScoreSdeVeScheduler,
     UnCLIPScheduler,
     UniPCMultistepScheduler,
     VQDiffusionScheduler,
 )
 from .training_utils import EMAModel

try:
 if not (is_torch_available() and is_scipy_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
else:
 from .schedulers import LMSDiscreteScheduler

try:
 if not (is_torch_available() and is_torchsde_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
 from .schedulers import DPMSolverSDEScheduler

try:
 if not (is_torch_available() and is_transformers_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
 from .pipelines import (
     AltDiffusionImgaImgPipeline,
     AltDiffusionPipeline,
     AudioLDMPipeline,
     CycleDiffusionPipeline,
     IFImgaImgPipeline,
     IFImgaImgSuperResolutionPipeline,
     IFInpaintingPipeline,
     IFInpaintingSuperResolutionPipeline,
     IFPipeline,
     IFSuperResolutionPipeline,
     ImageTextPipelineOutput,
     KandinskyImgaImgPipeline,
     KandinskyInpaintPipeline,
     KandinskyPipeline,
     KandinskyPriorPipeline,
     KandinskyVaaControlnetImgaImgPipeline,
     KandinskyVaaControlnetPipeline,
     KandinskyVaaImgaImgPipeline,
     KandinskyVaaInpaintPipeline,
     KandinskyVaaPipeline,
     KandinskyVaaPriorEmbaEmbPipeline,
     KandinskyVaaPriorPipeline,
     LDMTextToImagePipeline,
     PaintByExamplePipeline,
     SemanticStableDiffusionPipeline,
     ShapEImgaImgPipeline,
     ShapEPipeline,
     StableDiffusionAttendAndExcitePipeline,
     StableDiffusionControlNetImgaImgPipeline,
     StableDiffusionControlNetInpaintPipeline,
     StableDiffusionControlNetPipeline,
     StableDiffusionDepthaImgPipeline,
     StableDiffusionDiffEditPipeline,
     StableDiffusionImageVariationPipeline,
     StableDiffusionImgaImgPipeline,
     StableDiffusionInpaintPipeline,
     StableDiffusionInpaintPipelineLegacy,
     StableDiffusionInstructPixaPixPipeline,
     StableDiffusionLatentUpscalePipeline,
     StableDiffusionLDMaDPipeline,
     StableDiffusionModelEditingPipeline,
     StableDiffusionPanoramaPipeline,
     StableDiffusionParadigmsPipeline,
     StableDiffusionPipeline,
     StableDiffusionPipelineSafe,
     StableDiffusionPixaPixZeroPipeline,
     StableDiffusionSAGPipeline,
     StableDiffusionUpscalePipeline,
     StableUnCLIPImgaImgPipeline,
     StableUnCLIPPipeline,
     TextToVideoSDPipeline,
     TextToVideoZeroPipeline,
     UnCLIPImageVariationPipeline,
     UnCLIPPipeline,
     UniDiffuserModel,
     UniDiffuserPipeline,
     UniDiffuserTextDecoder,
     VersatileDiffusionDualGuidedPipeline,
     VersatileDiffusionImageVariationPipeline,
     VersatileDiffusionPipeline,
     VersatileDiffusionTextToImagePipeline,
     VideoToVideoSDPipeline,
     VQDiffusionPipeline,
 )

try:
 if not (is_torch_available() and is_transformers_available() and is_invisible_watermark_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_transformers_and_invisible_watermark_objects import *  # noqa F403
else:
 from .pipelines import StableDiffusionXLImgaImgPipeline, StableDiffusionXLPipeline

try:
 if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
else:
 from .pipelines import StableDiffusionKDiffusionPipeline

try:
 if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
 from .pipelines import (
     OnnxStableDiffusionImgaImgPipeline,
     OnnxStableDiffusionInpaintPipeline,
     OnnxStableDiffusionInpaintPipelineLegacy,
     OnnxStableDiffusionPipeline,
     OnnxStableDiffusionUpscalePipeline,
     StableDiffusionOnnxPipeline,
 )

try:
 if not (is_torch_available() and is_librosa_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
else:
 from .pipelines import AudioDiffusionPipeline, Mel

try:
 if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
else:
 from .pipelines import SpectrogramDiffusionPipeline

try:
 if not is_flax_available():
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_flax_objects import *  # noqa F403
else:
 from .models.controlnet_flax import FlaxControlNetModel
 from .models.modeling_flax_utils import FlaxModelMixin
 from .models.unet_ad_condition_flax import FlaxUNetaDConditionModel
 from .models.vae_flax import FlaxAutoencoderKL
 from .pipelines import FlaxDiffusionPipeline
 from .schedulers import (
     FlaxDDIMScheduler,
     FlaxDDPMScheduler,
     FlaxDPMSolverMultistepScheduler,
     FlaxKarrasVeScheduler,
     FlaxLMSDiscreteScheduler,
     FlaxPNDMScheduler,
     FlaxSchedulerMixin,
     FlaxScoreSdeVeScheduler,
 )


try:
 if not (is_flax_available() and is_transformers_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
else:
 from .pipelines import (
     FlaxStableDiffusionControlNetPipeline,
     FlaxStableDiffusionImgaImgPipeline,
     FlaxStableDiffusionInpaintPipeline,
     FlaxStableDiffusionPipeline,
 )

try:
 if not (is_note_seq_available()):
  raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
 from .utils.dummy_note_seq_objects import *  # noqa F403
else:
 from .pipelines import MidiProcessor













import json
import os
import shutil
import tempfile
import unittest

import numpy as np

from transformers import BertTokenizerFast
from transformers.models.bert.tokenization_bert import VOCAB_FILES_NAMES, BertTokenizer
from transformers.testing_utils import require_tokenizers, require_vision
from transformers.utils import IMAGE_PROCESSOR_NAME, is_vision_available


if is_vision_available():
 from PIL import Image

 from transformers import VisionTextDualEncoderProcessor, ViTImageProcessor


@require_tokenizers
@require_vision
class 						_a       (  unittest.TestCase    ):






  """simple docstring"""





  def    _UpperCAmelCase     (     self )			-> Dict:
     UpperCamelCase_									=     tempfile.mkdtemp()

     # fmt: off
     UpperCamelCase_									=     ['[UNK]', '[CLS]', '[SEP]', '[PAD]', '[MASK]', 'want', '##want', '##ed', 'wa', 'un', 'runn', '##ing', ',', 'low', 'lowest']
     # fmt: on
     UpperCamelCase_									=     os.path.join(self.tmpdirname		,		VOCAB_FILES_NAMES['vocab_file'] )
     with open(self.vocab_file		,		'w'		,		encoding='utf-8' ) as vocab_writer:
        vocab_writer.write(''.join([x + '\n' for x in vocab_tokens] ) )

     UpperCamelCase_									=     {
         'do_resize': True,
         'size': {'height': 18, 'width': 18},
         'do_normalize': True,
         'image_mean': [0.5, 0.5, 0.5],
         'image_std': [0.5, 0.5, 0.5],
     }
     UpperCamelCase_									=     os.path.join(self.tmpdirname		,		_UpperCAmelCase )
     with open(self.image_processor_file		,		'w'		,		encoding='utf-8' ) as fp:
        json.dump(_UpperCAmelCase		,		_UpperCAmelCase )




  def    _UpperCAmelCase     (     self		,		**_UpperCAmelCase )			-> Optional[Any]:
     return BertTokenizer.from_pretrained(self.tmpdirname		,		**_UpperCAmelCase )




  def    _UpperCAmelCase     (     self		,		**_UpperCAmelCase )			-> Optional[int]:
     return ViTImageProcessor.from_pretrained(self.tmpdirname		,		**_UpperCAmelCase )




  def    _UpperCAmelCase     (     self )			-> Any:
     shutil.rmtree(self.tmpdirname )




  def    _UpperCAmelCase     (     self )			-> Optional[int]:
     UpperCamelCase_									=     [np.random.randint(255		,		size=(3, 30, 400)		,		dtype=np.uinta )]

     UpperCamelCase_									=     [Image.fromarray(np.moveaxis(_UpperCAmelCase		,		0		,		-1 ) ) for x in image_inputs]

     return image_inputs




  def    _UpperCAmelCase     (     self )			-> Tuple:
     UpperCamelCase_									=     self.get_tokenizer()
     UpperCamelCase_									=     self.get_image_processor()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     processor.save_pretrained(self.tmpdirname )
     UpperCamelCase_									=     VisionTextDualEncoderProcessor.from_pretrained(self.tmpdirname )

     self.assertEqual(processor.tokenizer.get_vocab()		,		tokenizer.get_vocab() )
     self.assertIsInstance(processor.tokenizer		,		(BertTokenizer, BertTokenizerFast) )

     self.assertEqual(processor.image_processor.to_json_string()		,		image_processor.to_json_string() )
     self.assertIsInstance(processor.image_processor		,		_UpperCAmelCase )




  def    _UpperCAmelCase     (     self )			-> Optional[Any]:
     UpperCamelCase_									=     VisionTextDualEncoderProcessor(
         tokenizer=self.get_tokenizer()		,		image_processor=self.get_image_processor() )
     processor.save_pretrained(self.tmpdirname )

     UpperCamelCase_									=     self.get_tokenizer(bos_token='(BOS)'		,		eos_token='(EOS)' )
     UpperCamelCase_									=     self.get_image_processor(do_normalize=_UpperCAmelCase		,		padding_value=1.0 )

     UpperCamelCase_									=     VisionTextDualEncoderProcessor.from_pretrained(
         self.tmpdirname		,		bos_token='(BOS)'		,		eos_token='(EOS)'		,		do_normalize=_UpperCAmelCase		,		padding_value=1.0 )

     self.assertEqual(processor.tokenizer.get_vocab()		,		tokenizer_add_kwargs.get_vocab() )
     self.assertIsInstance(processor.tokenizer		,		(BertTokenizer, BertTokenizerFast) )

     self.assertEqual(processor.image_processor.to_json_string()		,		image_processor_add_kwargs.to_json_string() )
     self.assertIsInstance(processor.image_processor		,		_UpperCAmelCase )




  def    _UpperCAmelCase     (     self )			-> str:
     UpperCamelCase_									=     self.get_image_processor()
     UpperCamelCase_									=     self.get_tokenizer()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     UpperCamelCase_									=     self.prepare_image_inputs()

     UpperCamelCase_									=     image_processor(_UpperCAmelCase		,		return_tensors='np' )
     UpperCamelCase_									=     processor(images=_UpperCAmelCase		,		return_tensors='np' )

     for key in input_feat_extract.keys():
        self.assertAlmostEqual(input_feat_extract[key].sum()		,		input_processor[key].sum()		,		delta=1e-2 )




  def    _UpperCAmelCase     (     self )			-> Optional[int]:
     UpperCamelCase_									=     self.get_image_processor()
     UpperCamelCase_									=     self.get_tokenizer()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     UpperCamelCase_									=     'lower newer'

     UpperCamelCase_									=     processor(text=_UpperCAmelCase )

     UpperCamelCase_									=     tokenizer(_UpperCAmelCase )

     for key in encoded_tok.keys():
        self.assertListEqual(encoded_tok[key]		,		encoded_processor[key] )




  def    _UpperCAmelCase     (     self )			-> Any:
     UpperCamelCase_									=     self.get_image_processor()
     UpperCamelCase_									=     self.get_tokenizer()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     UpperCamelCase_									=     'lower newer'
     UpperCamelCase_									=     self.prepare_image_inputs()

     UpperCamelCase_									=     processor(text=_UpperCAmelCase		,		images=_UpperCAmelCase )

     self.assertListEqual(list(inputs.keys() )		,		['input_ids', 'token_type_ids', 'attention_mask', 'pixel_values'] )

     # test if it raises when no input is passed
     with self.assertRaises(_UpperCAmelCase ):
        processor()




  def    _UpperCAmelCase     (     self )			-> Union[str, Any]:
     UpperCamelCase_									=     self.get_image_processor()
     UpperCamelCase_									=     self.get_tokenizer()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     UpperCamelCase_									=     [[1, 4, 5, 8, 1, 0, 8], [3, 4, 3, 1, 1, 8, 9]]

     UpperCamelCase_									=     processor.batch_decode(_UpperCAmelCase )
     UpperCamelCase_									=     tokenizer.batch_decode(_UpperCAmelCase )

     self.assertListEqual(_UpperCAmelCase		,		_UpperCAmelCase )




  def    _UpperCAmelCase     (     self )			-> List[Any]:
     UpperCamelCase_									=     self.get_image_processor()
     UpperCamelCase_									=     self.get_tokenizer()

     UpperCamelCase_									=     VisionTextDualEncoderProcessor(tokenizer=_UpperCAmelCase		,		image_processor=_UpperCAmelCase )

     UpperCamelCase_									=     'lower newer'
     UpperCamelCase_									=     self.prepare_image_inputs()

     UpperCamelCase_									=     processor(text=_UpperCAmelCase		,		images=_UpperCAmelCase )

     self.assertListEqual(list(inputs.keys() )		,		processor.model_input_names )





