



"""simple docstring"""







import unittest

from diffusers.models.unet_ad_blocks import *  # noqa F403
from diffusers.utils import torch_device

from .test_unet_blocks_common import UNetBlockTesterMixin







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     DownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        lowerCAmelCase_   :				Dict								= [-0.02_32, -0.98_69, 0.80_54, -0.06_37, -0.16_88, -1.42_64, 0.44_70, -1.33_94, 0.09_04]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     ResnetDownsampleBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      Tuple       ):
        lowerCAmelCase_   :				Optional[int]								= [0.07_10, 0.24_10, -0.73_20, -1.07_57, -1.13_43, 0.35_40, -0.01_33, -0.25_76, 0.09_48]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnDownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_   :				int								= [0.06_36, 0.89_64, -0.62_34, -1.01_31, 0.08_44, 0.49_35, 0.34_37, 0.09_11, -0.29_57]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     CrossAttnDownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      Any       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				int								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				List[Any]								= 3_2
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        lowerCAmelCase_   :				Optional[Any]								= [0.22_38, -0.73_96, -0.22_55, -0.38_29, 0.19_25, 1.16_65, 0.06_03, -0.72_95, 0.19_83]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     SimpleCrossAttnDownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[Any]       ):
        return super().get_dummy_input(include_encoder_hidden_states=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				str								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				Optional[Any]								= 3_2
        return init_dict, inputs_dict





      @unittest.skipIf(torch_device == 'mps'    ,			'MPS result is not consistent'       )
      def      SCREAMING_SNAKE_CASE__ (      self				:      Tuple       ):
        lowerCAmelCase_   :				Optional[int]								= [0.79_21, -0.09_92, -0.19_62, -0.76_95, -0.42_42, 0.78_04, 0.47_37, 0.27_65, 0.33_38]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     SkipDownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        return super().get_dummy_input(include_skip_sample=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      Tuple       ):
        lowerCAmelCase_   :				Union[str, Any]								= [-0.08_45, -0.20_87, -0.24_65, 0.09_71, 0.19_00, -0.04_84, 0.26_64, 0.41_79, 0.50_69]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnSkipDownBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Any       ):
        return super().get_dummy_input(include_skip_sample=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_   :				Optional[Any]								= [0.55_39, 0.16_09, 0.49_24, 0.05_37, -0.19_95, 0.40_50, 0.09_79, -0.27_21, -0.06_42]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     DownEncoderBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        return super().get_dummy_input(include_temb=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        lowerCAmelCase_   :				int								= {
            'in_channels': 3_2,
            'out_channels': 3_2,
        }
        lowerCAmelCase_   :				Optional[int]								= self.dummy_input
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        lowerCAmelCase_   :				int								= [1.11_02, 0.53_02, 0.48_72, -0.00_23, -0.80_42, 0.04_83, -0.34_89, -0.56_32, 0.76_26]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnDownEncoderBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """down"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Tuple       ):
        return super().get_dummy_input(include_temb=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        lowerCAmelCase_   :				str								= {
            'in_channels': 3_2,
            'out_channels': 3_2,
        }
        lowerCAmelCase_   :				Union[str, Any]								= self.dummy_input
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[Any]       ):
        lowerCAmelCase_   :				Optional[int]								= [0.89_66, -0.14_86, 0.85_68, 0.81_41, -0.90_46, -0.13_42, -0.09_72, -0.74_17, 0.15_38]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     UNetMidBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """mid"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      List[Any]       ):
        lowerCAmelCase_   :				List[Any]								= {
            'in_channels': 3_2,
            'temb_channels': 1_2_8,
        }
        lowerCAmelCase_   :				Dict								= self.dummy_input
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[Any]       ):
        lowerCAmelCase_   :				Union[str, Any]								= [-0.10_62, 1.72_48, 0.34_94, 1.45_69, -0.09_10, -1.24_21, -0.99_84, 0.67_36, 1.00_28]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     UNetMidBlockaDCrossAttn  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """mid"""



      def      SCREAMING_SNAKE_CASE__ (      self				:      Any       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				Any								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				str								= 3_2
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      Any       ):
        lowerCAmelCase_   :				Union[str, Any]								= [0.01_87, 2.42_20, 0.44_84, 1.12_03, -0.61_21, -1.51_22, -0.82_70, 0.78_51, 1.83_35]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     UNetMidBlockaDSimpleCrossAttn  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """mid"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        return super().get_dummy_input(include_encoder_hidden_states=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				Tuple								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				Union[str, Any]								= 3_2
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        lowerCAmelCase_   :				Optional[Any]								= [0.71_43, 1.99_74, 0.54_48, 1.39_77, 0.12_82, -1.12_37, -1.42_38, 0.55_30, 0.88_80]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     UpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        lowerCAmelCase_   :				int								= [-0.20_41, -0.41_65, -0.30_22, 0.00_41, -0.66_28, -0.70_53, 0.19_28, -0.03_25, 0.05_23]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     ResnetUpsampleBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Dict       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      List[str]       ):
        lowerCAmelCase_   :				int								= [0.22_87, 0.35_49, -0.13_46, 0.47_97, -0.17_15, -0.96_49, 0.73_05, -0.58_64, -0.62_44]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     CrossAttnUpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				Union[str, Any]								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				Optional[int]								= 3_2
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_   :				Optional[int]								= [-0.14_03, -0.35_15, -0.04_20, -0.14_25, 0.31_67, 0.50_94, -0.21_81, 0.59_31, 0.55_82]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     SimpleCrossAttnUpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Any       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__    ,			include_encoder_hidden_states=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_						,lowerCAmelCase_   :				Tuple								= super().prepare_init_args_and_inputs_for_common()
        lowerCAmelCase_   :				Any								= 3_2
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        lowerCAmelCase_   :				Optional[int]								= [0.26_45, 0.14_80, 0.09_09, 0.80_44, -0.97_58, -0.90_83, 0.09_94, -1.14_53, -0.74_02]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnUpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Dict       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )





      @unittest.skipIf(torch_device == 'mps'    ,			'MPS result is not consistent'       )
      def      SCREAMING_SNAKE_CASE__ (      self				:      Dict       ):
        lowerCAmelCase_   :				Any								= [0.09_79, 0.13_26, 0.00_21, 0.06_59, 0.22_49, 0.00_59, 0.11_32, 0.59_52, 0.10_33]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     SkipUpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        lowerCAmelCase_   :				Any								= [-0.08_93, -0.12_34, -0.15_06, -0.03_32, 0.01_23, -0.02_11, 0.05_66, 0.01_43, 0.03_62]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnSkipUpBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        return super().get_dummy_input(include_res_hidden_states_tuple=UpperCamelCase__       )





      def      SCREAMING_SNAKE_CASE__ (      self				:      Optional[int]       ):
        lowerCAmelCase_   :				List[str]								= [0.03_61, 0.06_17, 0.27_87, -0.03_50, 0.03_42, 0.34_21, -0.08_43, 0.09_13, 0.30_15]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     UpDecoderBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      Union[str, Any]       ):
        return super().get_dummy_input(include_temb=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_   :				List[str]								= {'in_channels': 3_2, 'out_channels': 3_2}

        lowerCAmelCase_   :				Dict								= self.dummy_input
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      List[Any]       ):
        lowerCAmelCase_   :				List[str]								= [0.44_04, 0.19_98, -0.98_86, -0.33_20, -0.31_28, -0.70_34, -0.69_55, -0.23_38, -0.31_37]
        super().test_output(UpperCamelCase__       )







class       UpperCamelCase__   (	__UpperCAmelCase,					unittest.TestCase  ):




      """simple docstring"""




      _SCREAMING_SNAKE_CASE  				=     AttnUpDecoderBlockaD  # noqa F405
      _SCREAMING_SNAKE_CASE  				=     """up"""



      @property
      def      SCREAMING_SNAKE_CASE__ (      self				:      List[str]       ):
        return super().get_dummy_input(include_temb=UpperCamelCase__       )



      def      SCREAMING_SNAKE_CASE__ (      self				:      str       ):
        lowerCAmelCase_   :				Tuple								= {'in_channels': 3_2, 'out_channels': 3_2}

        lowerCAmelCase_   :				Optional[Any]								= self.dummy_input
        return init_dict, inputs_dict





      def      SCREAMING_SNAKE_CASE__ (      self				:      int       ):
        lowerCAmelCase_   :				int								= [0.67_38, 0.44_91, 0.10_55, 1.07_10, 0.73_16, 0.33_39, 0.33_52, 0.10_23, 0.35_68]
        super().test_output(UpperCamelCase__       )











import argparse
from argparse import Namespace

import torch
from torch import nn

from transformers import XGLMConfig, XGLMForCausalLM





def __UpperCamelCase			(       _A  ):
						lowerCAmelCase_      			=  [
						    '''decoder.version''',
						    '''decoder.output_projection.weight''',
						    '''_float_tensor''',
						    '''decoder.embed_positions._float_tensor''',
						]
						for k in ignore_keys:
												state_dict.pop(_A ,  _A  )





def __UpperCamelCase			(       _A  ):
						lowerCAmelCase_			,					lowerCAmelCase_      			=  emb.weight.shape
						lowerCAmelCase_      			=  nn.Linear(_A ,  _A ,  bias=_A  )
						lowerCAmelCase_      			=  emb.weight.data
						return lin_layer





def __UpperCamelCase			(       _A  ):
						lowerCAmelCase_      			=  torch.load(_A ,  map_location='''cpu'''  )
						lowerCAmelCase_      			=  Namespace(**checkpoint['''cfg''']['''model''']  )
						lowerCAmelCase_      			=  checkpoint['''model''']
						remove_ignore_keys_(_A  )
						lowerCAmelCase_      			=  state_dict['''decoder.embed_tokens.weight'''].shape[0]

						lowerCAmelCase_      			=  {key.replace('''decoder''' ,  '''model'''  ): val for key, val in state_dict.items()}

						lowerCAmelCase_      			=  XGLMConfig(
						    vocab_size=_A ,  max_position_embeddings=args.max_target_positions ,  num_layers=args.decoder_layers ,  attention_heads=args.decoder_attention_heads ,  ffn_dim=args.decoder_ffn_embed_dim ,  d_model=args.decoder_embed_dim ,  layerdrop=args.decoder_layerdrop ,  dropout=args.dropout ,  attention_dropout=args.attention_dropout ,  activation_dropout=args.activation_dropout ,  activation_function='''gelu''' ,  scale_embedding=not args.no_scale_embedding ,  tie_word_embeddings=args.share_decoder_input_output_embed ,  )

						lowerCAmelCase_      			=  XGLMForCausalLM(_A  )
						lowerCAmelCase_      			=  model.load_state_dict(_A ,  strict=_A  )
						print(_A  )
						lowerCAmelCase_      			=  make_linear_from_emb(model.model.embed_tokens  )

						return model


if __name__ == "__main__":
						_A     =			argparse.ArgumentParser()
						# Required parameters
						parser.add_argument('''fairseq_path''', type=str, help='''path to a model.pt on local filesystem.''')
						parser.add_argument('''pytorch_dump_folder_path''', default=None, type=str, help='''Path to the output PyTorch model.''')
						_A     =			parser.parse_args()
						_A     =			convert_fairseq_xglm_checkpoint_from_disk(args.fairseq_path)
						model.save_pretrained(args.pytorch_dump_folder_path)




