





"""simple docstring"""





import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Union[str, Any]						    =   DownBlockaD  # noqa F405
       __magic_name__	:str						    =   """down"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[int]											=				[-0.02_32, -0.98_69, 0.80_54, -0.06_37, -0.16_88, -1.42_64, 0.44_70, -1.33_94, 0.09_04]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[Any]						    =   ResnetDownsampleBlockaD  # noqa F405
       __magic_name__	:List[str]						    =   """down"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :List[str]											=				[0.07_10, 0.24_10, -0.73_20, -1.07_57, -1.13_43, 0.35_40, -0.01_33, -0.25_76, 0.09_48]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[Any]						    =   AttnDownBlockaD  # noqa F405
       __magic_name__	:Dict						    =   """down"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Union[str, Any]											=				[0.06_36, 0.89_64, -0.62_34, -1.01_31, 0.08_44, 0.49_35, 0.34_37, 0.09_11, -0.29_57]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:int						    =   CrossAttnDownBlockaD  # noqa F405
       __magic_name__	:Dict						    =   """down"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :Optional[int]											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :Optional[Any]											=				3_2
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[int]											=				[0.22_38, -0.73_96, -0.22_55, -0.38_29, 0.19_25, 1.16_65, 0.06_03, -0.72_95, 0.19_83]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:str						    =   SimpleCrossAttnDownBlockaD  # noqa F405
       __magic_name__	:Dict						    =   """down"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_encoder_hidden_states=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :List[str]											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :Dict											=				3_2
         return init_dict, inputs_dict






       @unittest.skipIf(torch_device == 'mps'       ,					'MPS result is not consistent' )
       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :str											=				[0.79_21, -0.09_92, -0.19_62, -0.76_95, -0.42_42, 0.78_04, 0.47_37, 0.27_65, 0.33_38]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[str]						    =   SkipDownBlockaD  # noqa F405
       __magic_name__	:str						    =   """down"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_skip_sample=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Tuple											=				[-0.08_45, -0.20_87, -0.24_65, 0.09_71, 0.19_00, -0.04_84, 0.26_64, 0.41_79, 0.50_69]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:int						    =   AttnSkipDownBlockaD  # noqa F405
       __magic_name__	:Union[str, Any]						    =   """down"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_skip_sample=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Dict											=				[0.55_39, 0.16_09, 0.49_24, 0.05_37, -0.19_95, 0.40_50, 0.09_79, -0.27_21, -0.06_42]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Any						    =   DownEncoderBlockaD  # noqa F405
       __magic_name__	:Optional[int]						    =   """down"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_temb=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Any											=				{
             'in_channels': 3_2,
             'out_channels': 3_2,
         }
         lowerCAmelCase__     :Any											=				self.dummy_input
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :List[Any]											=				[1.11_02, 0.53_02, 0.48_72, -0.00_23, -0.80_42, 0.04_83, -0.34_89, -0.56_32, 0.76_26]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Any						    =   AttnDownEncoderBlockaD  # noqa F405
       __magic_name__	:Optional[int]						    =   """down"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_temb=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[Any]											=				{
             'in_channels': 3_2,
             'out_channels': 3_2,
         }
         lowerCAmelCase__     :Optional[int]											=				self.dummy_input
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Tuple											=				[0.89_66, -0.14_86, 0.85_68, 0.81_41, -0.90_46, -0.13_42, -0.09_72, -0.74_17, 0.15_38]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[str]						    =   UNetMidBlockaD  # noqa F405
       __magic_name__	:Union[str, Any]						    =   """mid"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :List[str]											=				{
             'in_channels': 3_2,
             'temb_channels': 1_2_8,
         }
         lowerCAmelCase__     :Union[str, Any]											=				self.dummy_input
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :str											=				[-0.10_62, 1.72_48, 0.34_94, 1.45_69, -0.09_10, -1.24_21, -0.99_84, 0.67_36, 1.00_28]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Dict						    =   UNetMidBlockaDCrossAttn  # noqa F405
       __magic_name__	:int						    =   """mid"""






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :str											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :Union[str, Any]											=				3_2
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :int											=				[0.01_87, 2.42_20, 0.44_84, 1.12_03, -0.61_21, -1.51_22, -0.82_70, 0.78_51, 1.83_35]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[str]						    =   UNetMidBlockaDSimpleCrossAttn  # noqa F405
       __magic_name__	:Any						    =   """mid"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_encoder_hidden_states=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :List[str]											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :Union[str, Any]											=				3_2
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Tuple											=				[0.71_43, 1.99_74, 0.54_48, 1.39_77, 0.12_82, -1.12_37, -1.42_38, 0.55_30, 0.88_80]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[Any]						    =   UpBlockaD  # noqa F405
       __magic_name__	:str						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[Any]											=				[-0.20_41, -0.41_65, -0.30_22, 0.00_41, -0.66_28, -0.70_53, 0.19_28, -0.03_25, 0.05_23]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[Any]						    =   ResnetUpsampleBlockaD  # noqa F405
       __magic_name__	:str						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Union[str, Any]											=				[0.22_87, 0.35_49, -0.13_46, 0.47_97, -0.17_15, -0.96_49, 0.73_05, -0.58_64, -0.62_44]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[Any]						    =   CrossAttnUpBlockaD  # noqa F405
       __magic_name__	:Any						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :List[str]											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :Union[str, Any]											=				3_2
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[Any]											=				[-0.14_03, -0.35_15, -0.04_20, -0.14_25, 0.31_67, 0.50_94, -0.21_81, 0.59_31, 0.55_82]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Dict						    =   SimpleCrossAttnUpBlockaD  # noqa F405
       __magic_name__	:Dict						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase       ,					include_encoder_hidden_states=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__				,							lowerCAmelCase__     :Union[str, Any]											=				super().prepare_init_args_and_inputs_for_common()
         lowerCAmelCase__     :List[str]											=				3_2
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Any											=				[0.26_45, 0.14_80, 0.09_09, 0.80_44, -0.97_58, -0.90_83, 0.09_94, -1.14_53, -0.74_02]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Dict						    =   AttnUpBlockaD  # noqa F405
       __magic_name__	:Optional[int]						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       @unittest.skipIf(torch_device == 'mps'       ,					'MPS result is not consistent' )
       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[Any]											=				[0.09_79, 0.13_26, 0.00_21, 0.06_59, 0.22_49, 0.00_59, 0.11_32, 0.59_52, 0.10_33]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Union[str, Any]						    =   SkipUpBlockaD  # noqa F405
       __magic_name__	:str						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :List[str]											=				[-0.08_93, -0.12_34, -0.15_06, -0.03_32, 0.01_23, -0.02_11, 0.05_66, 0.01_43, 0.03_62]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Any						    =   AttnSkipUpBlockaD  # noqa F405
       __magic_name__	:int						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_res_hidden_states_tuple=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[int]											=				[0.03_61, 0.06_17, 0.27_87, -0.03_50, 0.03_42, 0.34_21, -0.08_43, 0.09_13, 0.30_15]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:Optional[int]						    =   UpDecoderBlockaD  # noqa F405
       __magic_name__	:Union[str, Any]						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_temb=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :str											=				{'in_channels': 3_2, 'out_channels': 3_2}

         lowerCAmelCase__     :Optional[Any]											=				self.dummy_input
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Any											=				[0.44_04, 0.19_98, -0.98_86, -0.33_20, -0.31_28, -0.70_34, -0.69_55, -0.23_38, -0.31_37]
         super().test_output(__UpperCAmelCase )






class    _lowerCAmelCase  (	a    ,  unittest.TestCase			):
       """simple docstring"""




       __magic_name__	:List[str]						    =   AttnUpDecoderBlockaD  # noqa F405
       __magic_name__	:Any						    =   """up"""






       @property
       def 	snake_case		(       self ):



         '''simple docstring'''

         return super().get_dummy_input(include_temb=__UpperCAmelCase )






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[Any]											=				{'in_channels': 3_2, 'out_channels': 3_2}

         lowerCAmelCase__     :Any											=				self.dummy_input
         return init_dict, inputs_dict






       def 	snake_case		(       self ):



         '''simple docstring'''

         lowerCAmelCase__     :Optional[int]											=				[0.67_38, 0.44_91, 0.10_55, 1.07_10, 0.73_16, 0.33_39, 0.33_52, 0.10_23, 0.35_68]
         super().test_output(__UpperCAmelCase )







# We ignore warnings about stepping the scheduler since we step it ourselves during gradient accumulation

import warnings

from .state import AcceleratorState, GradientState


warnings.filterwarnings("ignore", category=UserWarning, module="torch.optim.lr_scheduler")

class 							__SCREAMING_SNAKE_CASE       :






							def __init__(    self	,			__lowerCAmelCase	,			__lowerCAmelCase	,			__lowerCAmelCase = True	,			__lowerCAmelCase = False	):
														UpperCamelCase__					  =      scheduler
														UpperCamelCase__					  =      optimizers if isinstance(__lowerCAmelCase	,			(list, tuple)	) else [optimizers]
														UpperCamelCase__					  =      split_batches
														UpperCamelCase__					  =      step_with_optimizer
														UpperCamelCase__					  =      GradientState()






							def 					_lowerCamelCase		(    self	,			*__lowerCAmelCase	,			**__lowerCAmelCase	):
														if not self.step_with_optimizer:
																					# No link between scheduler and optimizer -> just step
																					self.scheduler.step(*__lowerCAmelCase	,			**__lowerCAmelCase	)
																					return

														# Otherwise, first make sure the optimizer was stepped.
														if not self.gradient_state.sync_gradients:
																					if self.gradient_state.adjust_scheduler:
																												self.scheduler._step_count += 1
																					return

														for opt in self.optimizers:
																					if opt.step_was_skipped:
																												return
														if self.split_batches:
																					# Split batches -> the training dataloader batch size is not changed so one step per training step
																					self.scheduler.step(*__lowerCAmelCase	,			**__lowerCAmelCase	)
														else:
																					# Otherwise the training dataloader batch size was multiplied by `num_processes`, so we need to do
																					# num_processes steps per training step
																					UpperCamelCase__					  =      AcceleratorState().num_processes
																					for _ in range(__lowerCAmelCase	):
																												# Special case when using OneCycle and `drop_last` was not used
																												if hasattr(self.scheduler	,			"""total_steps"""	):
																																			if self.scheduler._step_count <= self.scheduler.total_steps:
																																										self.scheduler.step(*__lowerCAmelCase	,			**__lowerCAmelCase	)
																												else:
																																			self.scheduler.step(*__lowerCAmelCase	,			**__lowerCAmelCase	)






							def 					_lowerCamelCase		(    self	):
														return self.scheduler.get_last_lr()






							def 					_lowerCamelCase		(    self	):
														return self.scheduler.state_dict()






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	):
														self.scheduler.load_state_dict(__lowerCAmelCase	)






							def 					_lowerCamelCase		(    self	):
														return self.scheduler.get_lr()







							def 					_lowerCamelCase		(    self	,			*__lowerCAmelCase	,			**__lowerCAmelCase	):
														return self.scheduler.print_lr(*__lowerCAmelCase	,			**__lowerCAmelCase	)




