

'''simple docstring'''



import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      DownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 def       UpperCAmelCase__		(		self					:       List[str]			)  -> Tuple:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.0232, -0.9869, 0.8054, -0.0637, -0.1688, -1.4264, 0.4470, -1.3394, 0.0904]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      ResnetDownsampleBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 def       UpperCAmelCase__		(		self					:       Any			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.0710, 0.2410, -0.7320, -1.0757, -1.1343, 0.3540, -0.0133, -0.2576, 0.0948]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnDownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 def       UpperCAmelCase__		(		self					:       List[str]			)  -> List[str]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.0636, 0.8964, -0.6234, -1.0131, 0.0844, 0.4935, 0.3437, 0.0911, -0.2957]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      CrossAttnDownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 def       UpperCAmelCase__		(		self					:       Dict			)  -> Tuple:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       Any			)  -> str:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.2238, -0.7396, -0.2255, -0.3829, 0.1925, 1.1665, 0.0603, -0.7295, 0.1983]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      SimpleCrossAttnDownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 @property
 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> Union[str, Any]:


      """simple docstring"""




      return super().get_dummy_input(include_encoder_hidden_states=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> Optional[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 @unittest.skipIf(torch_device == """mps"""					,							"""MPS result is not consistent"""			)
 def       UpperCAmelCase__		(		self					:       Optional[int]			)  -> str:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.7921, -0.0992, -0.1962, -0.7695, -0.4242, 0.7804, 0.4737, 0.2765, 0.3338]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      SkipDownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 @property
 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> Dict:


      """simple docstring"""




      return super().get_dummy_input(include_skip_sample=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.0845, -0.2087, -0.2465, 0.0971, 0.1900, -0.0484, 0.2664, 0.4179, 0.5069]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnSkipDownBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 @property
 def       UpperCAmelCase__		(		self					:       List[str]			)  -> str:


      """simple docstring"""




      return super().get_dummy_input(include_skip_sample=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> List[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.5539, 0.1609, 0.4924, 0.0537, -0.1995, 0.4050, 0.0979, -0.2721, -0.0642]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      DownEncoderBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 @property
 def       UpperCAmelCase__		(		self					:       str			)  -> Optional[int]:


      """simple docstring"""




      return super().get_dummy_input(include_temb=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       int			)  -> List[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      {
          """in_channels""": 32,
          """out_channels""": 32,
      }
      __SCREAMING_SNAKE_CASE     =      self.dummy_input
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       str			)  -> List[str]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [1.1102, 0.5302, 0.4872, -0.0023, -0.8042, 0.0483, -0.3489, -0.5632, 0.7626]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnDownEncoderBlockaD  # noqa F405
 lowerCAmelCase__  					=      "down"
 @property
 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> Optional[int]:


      """simple docstring"""




      return super().get_dummy_input(include_temb=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       Tuple			)  -> Optional[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      {
          """in_channels""": 32,
          """out_channels""": 32,
      }
      __SCREAMING_SNAKE_CASE     =      self.dummy_input
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       int			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.8966, -0.1486, 0.8568, 0.8141, -0.9046, -0.1342, -0.0972, -0.7417, 0.1538]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      UNetMidBlockaD  # noqa F405
 lowerCAmelCase__  					=      "mid"
 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> Dict:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      {
          """in_channels""": 32,
          """temb_channels""": 128,
      }
      __SCREAMING_SNAKE_CASE     =      self.dummy_input
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       int			)  -> List[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.1062, 1.7248, 0.3494, 1.4569, -0.0910, -1.2421, -0.9984, 0.6736, 1.0028]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      UNetMidBlockaDCrossAttn  # noqa F405
 lowerCAmelCase__  					=      "mid"
 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> int:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       str			)  -> int:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.0187, 2.4220, 0.4484, 1.1203, -0.6121, -1.5122, -0.8270, 0.7851, 1.8335]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      UNetMidBlockaDSimpleCrossAttn  # noqa F405
 lowerCAmelCase__  					=      "mid"
 @property
 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> List[str]:


      """simple docstring"""




      return super().get_dummy_input(include_encoder_hidden_states=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> Optional[int]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       str			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.7143, 1.9974, 0.5448, 1.3977, 0.1282, -1.1237, -1.4238, 0.5530, 0.8880]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      UpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       str			)  -> Optional[int]:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> Dict:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.2041, -0.4165, -0.3022, 0.0041, -0.6628, -0.7053, 0.1928, -0.0325, 0.0523]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      ResnetUpsampleBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Optional[int]			)  -> str:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       Optional[int]			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.2287, 0.3549, -0.1346, 0.4797, -0.1715, -0.9649, 0.7305, -0.5864, -0.6244]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      CrossAttnUpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       str			)  -> Union[str, Any]:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       List[str]			)  -> int:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       Any			)  -> List[str]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.1403, -0.3515, -0.0420, -0.1425, 0.3167, 0.5094, -0.2181, 0.5931, 0.5582]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      SimpleCrossAttnUpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       List[str]			)  -> Dict:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE					,							include_encoder_hidden_states=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       Any			)  -> List[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      super().prepare_init_args_and_inputs_for_common()
      __SCREAMING_SNAKE_CASE     =      32
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       str			)  -> List[str]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.2645, 0.1480, 0.0909, 0.8044, -0.9758, -0.9083, 0.0994, -1.1453, -0.7402]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnUpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> Tuple:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)


 @unittest.skipIf(torch_device == """mps"""					,							"""MPS result is not consistent"""			)
 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> str:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.0979, 0.1326, 0.0021, 0.0659, 0.2249, 0.0059, 0.1132, 0.5952, 0.1033]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      SkipUpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Any			)  -> int:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       List[str]			)  -> Dict:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [-0.0893, -0.1234, -0.1506, -0.0332, 0.0123, -0.0211, 0.0566, 0.0143, 0.0362]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnSkipUpBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> int:


      """simple docstring"""




      return super().get_dummy_input(include_res_hidden_states_tuple=__SCREAMING_SNAKE_CASE			)


 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> Optional[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.0361, 0.0617, 0.2787, -0.0350, 0.0342, 0.3421, -0.0843, 0.0913, 0.3015]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      UpDecoderBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> List[str]:


      """simple docstring"""




      return super().get_dummy_input(include_temb=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       Tuple			)  -> Tuple:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      {"""in_channels""": 32, """out_channels""": 32}

      __SCREAMING_SNAKE_CASE     =      self.dummy_input
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> Optional[Any]:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.4404, 0.1998, -0.9886, -0.3320, -0.3128, -0.7034, -0.6955, -0.2338, -0.3137]
      super().test_output(__SCREAMING_SNAKE_CASE			)







class 						lowerCAmelCase__   (      a ,					unittest.TestCase					):



 """simple docstring"""



 lowerCAmelCase__  					=      AttnUpDecoderBlockaD  # noqa F405
 lowerCAmelCase__  					=      "up"
 @property
 def       UpperCAmelCase__		(		self					:       Optional[Any]			)  -> Union[str, Any]:


      """simple docstring"""




      return super().get_dummy_input(include_temb=__SCREAMING_SNAKE_CASE			)
 def       UpperCAmelCase__		(		self					:       Union[str, Any]			)  -> Any:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      {"""in_channels""": 32, """out_channels""": 32}

      __SCREAMING_SNAKE_CASE     =      self.dummy_input
      return init_dict, inputs_dict


 def       UpperCAmelCase__		(		self					:       List[Any]			)  -> str:


      """simple docstring"""




      __SCREAMING_SNAKE_CASE     =      [0.6738, 0.4491, 0.1055, 1.0710, 0.7316, 0.3339, 0.3352, 0.1023, 0.3568]
      super().test_output(__SCREAMING_SNAKE_CASE			)









'''simple docstring'''



from ...configuration_utils import PretrainedConfig
from ...utils import logging
from ...utils.backbone_utils import BackboneConfigMixin, get_aligned_output_features_output_indices


UpperCAmelCase :       List[str]			   =     logging.get_logger(__name__)







class 						lowerCAmelCase__   (      a ,					a					):



 """simple docstring"""



 lowerCAmelCase__  					=      "maskformer-swin"

 lowerCAmelCase__  					=      {
     "num_attention_heads": "num_heads",
     "num_hidden_layers": "num_layers",
 }
 def __init__(		self					:       str					,							__SCREAMING_SNAKE_CASE					:       Tuple=224					,							__SCREAMING_SNAKE_CASE					:       str=4					,							__SCREAMING_SNAKE_CASE					:       Union[str, Any]=3					,							__SCREAMING_SNAKE_CASE					:       Optional[Any]=96					,							__SCREAMING_SNAKE_CASE					:       Optional[Any]=[2, 2, 6, 2]					,							__SCREAMING_SNAKE_CASE					:       Any=[3, 6, 12, 24]					,							__SCREAMING_SNAKE_CASE					:       Dict=7					,							__SCREAMING_SNAKE_CASE					:       Dict=4.0					,							__SCREAMING_SNAKE_CASE					:       Dict=True					,							__SCREAMING_SNAKE_CASE					:       str=0.0					,							__SCREAMING_SNAKE_CASE					:       int=0.0					,							__SCREAMING_SNAKE_CASE					:       str=0.1					,							__SCREAMING_SNAKE_CASE					:       List[Any]="gelu"					,							__SCREAMING_SNAKE_CASE					:       str=False					,							__SCREAMING_SNAKE_CASE					:       Optional[int]=0.02					,							__SCREAMING_SNAKE_CASE					:       Optional[int]=1E-5					,							__SCREAMING_SNAKE_CASE					:       Dict=None					,							__SCREAMING_SNAKE_CASE					:       Dict=None					,							**__SCREAMING_SNAKE_CASE					:       Tuple					,							)  -> Tuple:


      """simple docstring"""




      super().__init__(**__SCREAMING_SNAKE_CASE			)

      __SCREAMING_SNAKE_CASE     =      image_size
      __SCREAMING_SNAKE_CASE     =      patch_size
      __SCREAMING_SNAKE_CASE     =      num_channels
      __SCREAMING_SNAKE_CASE     =      embed_dim
      __SCREAMING_SNAKE_CASE     =      depths
      __SCREAMING_SNAKE_CASE     =      len(__SCREAMING_SNAKE_CASE			)
      __SCREAMING_SNAKE_CASE     =      num_heads
      __SCREAMING_SNAKE_CASE     =      window_size
      __SCREAMING_SNAKE_CASE     =      mlp_ratio
      __SCREAMING_SNAKE_CASE     =      qkv_bias
      __SCREAMING_SNAKE_CASE     =      hidden_dropout_prob
      __SCREAMING_SNAKE_CASE     =      attention_probs_dropout_prob
      __SCREAMING_SNAKE_CASE     =      drop_path_rate
      __SCREAMING_SNAKE_CASE     =      hidden_act
      __SCREAMING_SNAKE_CASE     =      use_absolute_embeddings
      __SCREAMING_SNAKE_CASE     =      layer_norm_eps
      __SCREAMING_SNAKE_CASE     =      initializer_range
      # we set the hidden_size attribute in order to make Swin work with VisionEncoderDecoderModel
      # this indicates the channel dimension after the last stage of the model
      __SCREAMING_SNAKE_CASE     =      int(embed_dim * 2 ** (len(__SCREAMING_SNAKE_CASE			) - 1)			)
      __SCREAMING_SNAKE_CASE     =      ["""stem"""] + [f'stage{idx}' for idx in range(1					,							len(__SCREAMING_SNAKE_CASE			) + 1			)]
      __SCREAMING_SNAKE_CASE   ,			__SCREAMING_SNAKE_CASE     =      get_aligned_output_features_output_indices(
          out_features=__SCREAMING_SNAKE_CASE					,							out_indices=__SCREAMING_SNAKE_CASE					,							stage_names=self.stage_names			)






