
import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin

class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[int]					      = DownBlockaD  # noqa F405
			__UpperCamelCase      :						Union[str, Any]					      = """down"""

			def       lowerCAmelCase__	(       self :       Dict      ):
							UpperCamelCase_:							int	=						[-0.0232, -0.9869, 0.8054, -0.0637, -0.1688, -1.4264, 0.4470, -1.3394, 0.0904]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[Any]					      = ResnetDownsampleBlockaD  # noqa F405
			__UpperCamelCase      :						Dict					      = """down"""

			def       lowerCAmelCase__	(       self :       List[Any]      ):
							UpperCamelCase_:							Optional[Any]	=						[0.0710, 0.2410, -0.7320, -1.0757, -1.1343, 0.3540, -0.0133, -0.2576, 0.0948]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = AttnDownBlockaD  # noqa F405
			__UpperCamelCase      :						int					      = """down"""

			def       lowerCAmelCase__	(       self :       str      ):
							UpperCamelCase_:							int	=						[0.0636, 0.8964, -0.6234, -1.0131, 0.0844, 0.4935, 0.3437, 0.0911, -0.2957]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Any					      = CrossAttnDownBlockaD  # noqa F405
			__UpperCamelCase      :						List[Any]					      = """down"""

			def       lowerCAmelCase__	(       self :       int      ):
							UpperCamelCase_:							List[Any]	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							List[Any]	=						32
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Dict      ):
							UpperCamelCase_:							List[str]	=						[0.2238, -0.7396, -0.2255, -0.3829, 0.1925, 1.1665, 0.0603, -0.7295, 0.1983]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						str					      = SimpleCrossAttnDownBlockaD  # noqa F405
			__UpperCamelCase      :						Tuple					      = """down"""

			@property
			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							return super().get_dummy_input(include_encoder_hidden_states=snake_case_      )

			def       lowerCAmelCase__	(       self :       Optional[int]      ):
							UpperCamelCase_:							int	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							Optional[int]	=						32
							return init_dict, inputs_dict




			@unittest.skipIf(torch_device == """mps"""						,	"""MPS result is not consistent"""      )
			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							UpperCamelCase_:							Optional[Any]	=						[0.7921, -0.0992, -0.1962, -0.7695, -0.4242, 0.7804, 0.4737, 0.2765, 0.3338]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Union[str, Any]					      = SkipDownBlockaD  # noqa F405
			__UpperCamelCase      :						str					      = """down"""

			@property
			def       lowerCAmelCase__	(       self :       Tuple      ):
							return super().get_dummy_input(include_skip_sample=snake_case_      )




			def       lowerCAmelCase__	(       self :       List[Any]      ):
							UpperCamelCase_:							str	=						[-0.0845, -0.2087, -0.2465, 0.0971, 0.1900, -0.0484, 0.2664, 0.4179, 0.5069]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						int					      = AttnSkipDownBlockaD  # noqa F405
			__UpperCamelCase      :						Optional[int]					      = """down"""

			@property
			def       lowerCAmelCase__	(       self :       List[Any]      ):
							return super().get_dummy_input(include_skip_sample=snake_case_      )




			def       lowerCAmelCase__	(       self :       List[Any]      ):
							UpperCamelCase_:							int	=						[0.5539, 0.1609, 0.4924, 0.0537, -0.1995, 0.4050, 0.0979, -0.2721, -0.0642]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[int]					      = DownEncoderBlockaD  # noqa F405
			__UpperCamelCase      :						Any					      = """down"""

			@property
			def       lowerCAmelCase__	(       self :       Dict      ):
							return super().get_dummy_input(include_temb=snake_case_      )

			def       lowerCAmelCase__	(       self :       Any      ):
							UpperCamelCase_:							int	=						{
							    """in_channels""": 32,
							    """out_channels""": 32,
							}
							UpperCamelCase_:							Union[str, Any]	=						self.dummy_input
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       List[str]      ):
							UpperCamelCase_:							Tuple	=						[1.1102, 0.5302, 0.4872, -0.0023, -0.8042, 0.0483, -0.3489, -0.5632, 0.7626]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = AttnDownEncoderBlockaD  # noqa F405
			__UpperCamelCase      :						Optional[int]					      = """down"""

			@property
			def       lowerCAmelCase__	(       self :       Tuple      ):
							return super().get_dummy_input(include_temb=snake_case_      )

			def       lowerCAmelCase__	(       self :       Optional[int]      ):
							UpperCamelCase_:							str	=						{
							    """in_channels""": 32,
							    """out_channels""": 32,
							}
							UpperCamelCase_:							Optional[Any]	=						self.dummy_input
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       List[Any]      ):
							UpperCamelCase_:							List[Any]	=						[0.8966, -0.1486, 0.8568, 0.8141, -0.9046, -0.1342, -0.0972, -0.7417, 0.1538]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						List[str]					      = UNetMidBlockaD  # noqa F405
			__UpperCamelCase      :						Optional[int]					      = """mid"""

			def       lowerCAmelCase__	(       self :       str      ):
							UpperCamelCase_:							Any	=						{
							    """in_channels""": 32,
							    """temb_channels""": 128,
							}
							UpperCamelCase_:							List[str]	=						self.dummy_input
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Any      ):
							UpperCamelCase_:							Union[str, Any]	=						[-0.1062, 1.7248, 0.3494, 1.4569, -0.0910, -1.2421, -0.9984, 0.6736, 1.0028]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						int					      = UNetMidBlockaDCrossAttn  # noqa F405
			__UpperCamelCase      :						str					      = """mid"""

			def       lowerCAmelCase__	(       self :       Any      ):
							UpperCamelCase_:							int	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							Tuple	=						32
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Any      ):
							UpperCamelCase_:							Tuple	=						[0.0187, 2.4220, 0.4484, 1.1203, -0.6121, -1.5122, -0.8270, 0.7851, 1.8335]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Union[str, Any]					      = UNetMidBlockaDSimpleCrossAttn  # noqa F405
			__UpperCamelCase      :						int					      = """mid"""

			@property
			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							return super().get_dummy_input(include_encoder_hidden_states=snake_case_      )

			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							UpperCamelCase_:							List[Any]	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							str	=						32
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       str      ):
							UpperCamelCase_:							Optional[Any]	=						[0.7143, 1.9974, 0.5448, 1.3977, 0.1282, -1.1237, -1.4238, 0.5530, 0.8880]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = UpBlockaD  # noqa F405
			__UpperCamelCase      :						Dict					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Any      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )




			def       lowerCAmelCase__	(       self :       Union[str, Any]      ):
							UpperCamelCase_:							Dict	=						[-0.2041, -0.4165, -0.3022, 0.0041, -0.6628, -0.7053, 0.1928, -0.0325, 0.0523]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						List[str]					      = ResnetUpsampleBlockaD  # noqa F405
			__UpperCamelCase      :						str					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )




			def       lowerCAmelCase__	(       self :       str      ):
							UpperCamelCase_:							Optional[int]	=						[0.2287, 0.3549, -0.1346, 0.4797, -0.1715, -0.9649, 0.7305, -0.5864, -0.6244]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[Any]					      = CrossAttnUpBlockaD  # noqa F405
			__UpperCamelCase      :						str					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       List[str]      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )

			def       lowerCAmelCase__	(       self :       Optional[int]      ):
							UpperCamelCase_:							Optional[Any]	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							int	=						32
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Optional[int]      ):
							UpperCamelCase_:							Optional[Any]	=						[-0.1403, -0.3515, -0.0420, -0.1425, 0.3167, 0.5094, -0.2181, 0.5931, 0.5582]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = SimpleCrossAttnUpBlockaD  # noqa F405
			__UpperCamelCase      :						Union[str, Any]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Any      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_						,	include_encoder_hidden_states=snake_case_      )

			def       lowerCAmelCase__	(       self :       str      ):
							UpperCamelCase_:							Dict	=						super().prepare_init_args_and_inputs_for_common()
							UpperCamelCase_:							str	=						32
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       List[str]      ):
							UpperCamelCase_:							Union[str, Any]	=						[0.2645, 0.1480, 0.0909, 0.8044, -0.9758, -0.9083, 0.0994, -1.1453, -0.7402]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Tuple					      = AttnUpBlockaD  # noqa F405
			__UpperCamelCase      :						List[Any]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Tuple      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )




			@unittest.skipIf(torch_device == """mps"""						,	"""MPS result is not consistent"""      )
			def       lowerCAmelCase__	(       self :       List[Any]      ):
							UpperCamelCase_:							Optional[Any]	=						[0.0979, 0.1326, 0.0021, 0.0659, 0.2249, 0.0059, 0.1132, 0.5952, 0.1033]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[int]					      = SkipUpBlockaD  # noqa F405
			__UpperCamelCase      :						List[Any]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       List[Any]      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )




			def       lowerCAmelCase__	(       self :       Union[str, Any]      ):
							UpperCamelCase_:							Any	=						[-0.0893, -0.1234, -0.1506, -0.0332, 0.0123, -0.0211, 0.0566, 0.0143, 0.0362]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						str					      = AttnSkipUpBlockaD  # noqa F405
			__UpperCamelCase      :						List[Any]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       List[str]      ):
							return super().get_dummy_input(include_res_hidden_states_tuple=snake_case_      )




			def       lowerCAmelCase__	(       self :       int      ):
							UpperCamelCase_:							Tuple	=						[0.0361, 0.0617, 0.2787, -0.0350, 0.0342, 0.3421, -0.0843, 0.0913, 0.3015]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Dict					      = UpDecoderBlockaD  # noqa F405
			__UpperCamelCase      :						Union[str, Any]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Tuple      ):
							return super().get_dummy_input(include_temb=snake_case_      )

			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							UpperCamelCase_:							Any	=						{"""in_channels""": 32, """out_channels""": 32}

							UpperCamelCase_:							int	=						self.dummy_input
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Optional[int]      ):
							UpperCamelCase_:							int	=						[0.4404, 0.1998, -0.9886, -0.3320, -0.3128, -0.7034, -0.6955, -0.2338, -0.3137]
							super().test_output(snake_case_      )




class        _UpperCamelCase				(					_A     ,       unittest.TestCase  ):






			'''simple docstring'''

			__UpperCamelCase      :						Optional[int]					      = AttnUpDecoderBlockaD  # noqa F405
			__UpperCamelCase      :						List[str]					      = """up"""

			@property
			def       lowerCAmelCase__	(       self :       Tuple      ):
							return super().get_dummy_input(include_temb=snake_case_      )

			def       lowerCAmelCase__	(       self :       int      ):
							UpperCamelCase_:							List[Any]	=						{"""in_channels""": 32, """out_channels""": 32}

							UpperCamelCase_:							Optional[Any]	=						self.dummy_input
							return init_dict, inputs_dict




			def       lowerCAmelCase__	(       self :       Optional[Any]      ):
							UpperCamelCase_:							List[Any]	=						[0.6738, 0.4491, 0.1055, 1.0710, 0.7316, 0.3339, 0.3352, 0.1023, 0.3568]
							super().test_output(snake_case_      )








from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_tokenizers_available,
    is_torch_available,
)


lowerCamelCase_						: str         =  {
    """configuration_roformer""": ["""ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP""", """RoFormerConfig""", """RoFormerOnnxConfig"""],
    """tokenization_roformer""": ["""RoFormerTokenizer"""],
}

try:
							if not is_tokenizers_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowerCamelCase_						: Union[str, Any]         =  ["""RoFormerTokenizerFast"""]

try:
							if not is_torch_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowerCamelCase_						: Any         =  [
							    """ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST""",
							    """RoFormerForCausalLM""",
							    """RoFormerForMaskedLM""",
							    """RoFormerForMultipleChoice""",
							    """RoFormerForQuestionAnswering""",
							    """RoFormerForSequenceClassification""",
							    """RoFormerForTokenClassification""",
							    """RoFormerLayer""",
							    """RoFormerModel""",
							    """RoFormerPreTrainedModel""",
							    """load_tf_weights_in_roformer""",
							]


try:
							if not is_tf_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowerCamelCase_						: Dict         =  [
							    """TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST""",
							    """TFRoFormerForCausalLM""",
							    """TFRoFormerForMaskedLM""",
							    """TFRoFormerForMultipleChoice""",
							    """TFRoFormerForQuestionAnswering""",
							    """TFRoFormerForSequenceClassification""",
							    """TFRoFormerForTokenClassification""",
							    """TFRoFormerLayer""",
							    """TFRoFormerModel""",
							    """TFRoFormerPreTrainedModel""",
							]


try:
							if not is_flax_available():
														raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
							pass
else:
							lowerCamelCase_						: Optional[Any]         =  [
							    """FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST""",
							    """FlaxRoFormerForMaskedLM""",
							    """FlaxRoFormerForMultipleChoice""",
							    """FlaxRoFormerForQuestionAnswering""",
							    """FlaxRoFormerForSequenceClassification""",
							    """FlaxRoFormerForTokenClassification""",
							    """FlaxRoFormerModel""",
							    """FlaxRoFormerPreTrainedModel""",
							]


if TYPE_CHECKING:
							from .configuration_roformer import ROFORMER_PRETRAINED_CONFIG_ARCHIVE_MAP, RoFormerConfig, RoFormerOnnxConfig
							from .tokenization_roformer import RoFormerTokenizer

							try:
														if not is_tokenizers_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .tokenization_roformer_fast import RoFormerTokenizerFast

							try:
														if not is_torch_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_roformer import (
														    ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
														    RoFormerForCausalLM,
														    RoFormerForMaskedLM,
														    RoFormerForMultipleChoice,
														    RoFormerForQuestionAnswering,
														    RoFormerForSequenceClassification,
														    RoFormerForTokenClassification,
														    RoFormerLayer,
														    RoFormerModel,
														    RoFormerPreTrainedModel,
														    load_tf_weights_in_roformer,
														)

							try:
														if not is_tf_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_tf_roformer import (
														    TF_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
														    TFRoFormerForCausalLM,
														    TFRoFormerForMaskedLM,
														    TFRoFormerForMultipleChoice,
														    TFRoFormerForQuestionAnswering,
														    TFRoFormerForSequenceClassification,
														    TFRoFormerForTokenClassification,
														    TFRoFormerLayer,
														    TFRoFormerModel,
														    TFRoFormerPreTrainedModel,
														)

							try:
														if not is_flax_available():
																					raise OptionalDependencyNotAvailable()
							except OptionalDependencyNotAvailable:
														pass
							else:
														from .modeling_flax_roformer import (
														    FLAX_ROFORMER_PRETRAINED_MODEL_ARCHIVE_LIST,
														    FlaxRoFormerForMaskedLM,
														    FlaxRoFormerForMultipleChoice,
														    FlaxRoFormerForQuestionAnswering,
														    FlaxRoFormerForSequenceClassification,
														    FlaxRoFormerForTokenClassification,
														    FlaxRoFormerModel,
														    FlaxRoFormerPreTrainedModel,
														)


else:
							import sys

							lowerCamelCase_						: Tuple         =  _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)






