
'''simple docstring'''





import gc
import random
import unittest

import numpy as np
import torch
from PIL import Image
from transformers import XLMRobertaTokenizerFast

from diffusers import DDIMScheduler, KandinskyImgaImgPipeline, KandinskyPriorPipeline, UNetaDConditionModel, VQModel
from diffusers.pipelines.kandinsky.text_encoder import MCLIPConfig, MultilingualCLIP
from diffusers.utils import floats_tensor, load_image, load_numpy, slow, torch_device
from diffusers.utils.testing_utils import enable_full_determinism, require_torch_gpu

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference


enable_full_determinism()


class        UpperCamelCase__     (			snake_case__					,   unittest.TestCase):
 UpperCAmelCase__			:			Dict   =    KandinskyImgaImgPipeline
 UpperCAmelCase__			:			List[Any]   =    ["""prompt""", """image_embeds""", """negative_image_embeds""", """image"""]
 UpperCAmelCase__			:			str   =    [
     """prompt""",
     """negative_prompt""",
     """image_embeds""",
     """negative_image_embeds""",
     """image""",
 ]
 UpperCAmelCase__			:			List[Any]   =    [
     """generator""",
     """height""",
     """width""",
     """strength""",
     """guidance_scale""",
     """negative_prompt""",
     """num_inference_steps""",
     """return_dict""",
     """guidance_scale""",
     """num_images_per_prompt""",
     """output_type""",
     """return_dict""",
 ]
 UpperCAmelCase__			:			int   =    False






 @property
 def 		lowercase_  (	self     :Dict	) ->	Dict:







       '''simple docstring'''



       return 32






 @property
 def 		lowercase_  (	self     :Any	) ->	Optional[Any]:







       '''simple docstring'''



       return 32






 @property
 def 		lowercase_  (	self     :Optional[Any]	) ->	List[str]:







       '''simple docstring'''



       return self.time_input_dim






 @property
 def 		lowercase_  (	self     :str	) ->	int:







       '''simple docstring'''



       return self.time_input_dim * 4






 @property
 def 		lowercase_  (	self     :Optional[int]	) ->	Any:







       '''simple docstring'''



       return 100






 @property
 def 		lowercase_  (	self     :Dict	) ->	Optional[Any]:







       '''simple docstring'''



       __A						=	XLMRobertaTokenizerFast.from_pretrained('YiYiXu/tiny-random-mclip-base'	)
       return tokenizer






 @property
 def 		lowercase_  (	self     :Dict	) ->	Optional[Any]:







       '''simple docstring'''



       torch.manual_seed(0	)
       __A						=	MCLIPConfig(
           numDims=self.cross_attention_dim		, transformerDimensions=self.text_embedder_hidden_size		, hidden_size=self.text_embedder_hidden_size		, intermediate_size=37		, num_attention_heads=4		, num_hidden_layers=5		, vocab_size=1_005		, )

       __A						=	MultilingualCLIP(_A	)
       __A						=	text_encoder.eval()

       return text_encoder






 @property
 def 		lowercase_  (	self     :str	) ->	Optional[Any]:







       '''simple docstring'''



       torch.manual_seed(0	)

       __A						=	{
           'in_channels': 4,
           # Out channels is double in channels because predicts mean and variance
           'out_channels': 8,
           'addition_embed_type': 'text_image',
           'down_block_types': ('ResnetDownsampleBlock2D', 'SimpleCrossAttnDownBlock2D'),
           'up_block_types': ('SimpleCrossAttnUpBlock2D', 'ResnetUpsampleBlock2D'),
           'mid_block_type': 'UNetMidBlock2DSimpleCrossAttn',
           'block_out_channels': (self.block_out_channels_a, self.block_out_channels_a * 2),
           'layers_per_block': 1,
           'encoder_hid_dim': self.text_embedder_hidden_size,
           'encoder_hid_dim_type': 'text_image_proj',
           'cross_attention_dim': self.cross_attention_dim,
           'attention_head_dim': 4,
           'resnet_time_scale_shift': 'scale_shift',
           'class_embed_type': None,
       }

       __A						=	UNetaDConditionModel(**_A	)
       return model






 @property
 def 		lowercase_  (	self     :str	) ->	Dict:







       '''simple docstring'''



       return {
           "block_out_channels": [32, 64],
           "down_block_types": ["DownEncoderBlock2D", "AttnDownEncoderBlock2D"],
           "in_channels": 3,
           "latent_channels": 4,
           "layers_per_block": 1,
           "norm_num_groups": 8,
           "norm_type": "spatial",
           "num_vq_embeddings": 12,
           "out_channels": 3,
           "up_block_types": [
               "AttnUpDecoderBlock2D",
               "UpDecoderBlock2D",
           ],
           "vq_embed_dim": 4,
       }






 @property
 def 		lowercase_  (	self     :Tuple	) ->	List[Any]:







       '''simple docstring'''



       torch.manual_seed(0	)
       __A						=	VQModel(**self.dummy_movq_kwargs	)
       return model






 def 		lowercase_  (	self     :Union[str, Any]	) ->	Optional[int]:







       '''simple docstring'''



       __A						=	self.dummy_text_encoder
       __A						=	self.dummy_tokenizer
       __A						=	self.dummy_unet
       __A						=	self.dummy_movq

       __A						=	{
           'num_train_timesteps': 1_000,
           'beta_schedule': 'linear',
           'beta_start': 0.00_085,
           'beta_end': 0.012,
           'clip_sample': False,
           'set_alpha_to_one': False,
           'steps_offset': 0,
           'prediction_type': 'epsilon',
           'thresholding': False,
       }

       __A						=	DDIMScheduler(**_A	)

       __A						=	{
           'text_encoder': text_encoder,
           'tokenizer': tokenizer,
           'unet': unet,
           'scheduler': scheduler,
           'movq': movq,
       }

       return components






 def 		lowercase_  (	self     :List[Any]		, _A     :Any		, _A     :Tuple=0	) ->	Dict:







       '''simple docstring'''



       __A						=	floats_tensor((1, self.cross_attention_dim)		, rng=random.Random(_A	)	).to(_A	)
       __A						=	floats_tensor((1, self.cross_attention_dim)		, rng=random.Random(seed + 1	)	).to(_A	)
       # create init_image
       __A						=	floats_tensor((1, 3, 64, 64)		, rng=random.Random(_A	)	).to(_A	)
       __A						=	image.cpu().permute(0		, 2		, 3		, 1	)[0]
       __A						=	Image.fromarray(np.uinta(_A	)	).convert('RGB'	).resize((256, 256)	)

       if str(_A	).startswith('mps'	):
             __A						=	torch.manual_seed(_A	)
       else:
             __A						=	torch.Generator(device=_A	).manual_seed(_A	)
       __A						=	{
           'prompt': 'horse',
           'image': init_image,
           'image_embeds': image_embeds,
           'negative_image_embeds': negative_image_embeds,
           'generator': generator,
           'height': 64,
           'width': 64,
           'num_inference_steps': 10,
           'guidance_scale': 7.0,
           'strength': 0.2,
           'output_type': 'np',
       }
       return inputs






 def 		lowercase_  (	self     :int	) ->	Dict:







       '''simple docstring'''



       __A						=	'cpu'

       __A						=	self.get_dummy_components()

       __A						=	self.pipeline_class(**_A	)
       __A						=	pipe.to(_A	)

       pipe.set_progress_bar_config(disable=_A	)

       __A						=	pipe(**self.get_dummy_inputs(_A	)	)
       __A						=	output.images

       __A						=	pipe(
           **self.get_dummy_inputs(_A	)		, return_dict=_A		, )[0]

       __A						=	image[0, -3:, -3:, -1]
       __A						=	image_from_tuple[0, -3:, -3:, -1]

       assert image.shape == (1, 64, 64, 3)

       __A						=	np.array(
           [0.61_474_943, 0.6_073_539, 0.43_308_544, 0.5_928_269, 0.47_493_595, 0.46_755_973, 0.4_613_838, 0.45_368_797, 0.50_119_233]	)
       assert (
           np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2
       ), F' expected_slice {expected_slice}, but got {image_slice.flatten()}'
       assert (
           np.abs(image_from_tuple_slice.flatten() - expected_slice	).max() < 1E-2
       ), F' expected_slice {expected_slice}, but got {image_from_tuple_slice.flatten()}'


@slow
@require_torch_gpu
class        UpperCamelCase__     (			unittest.TestCase):






 def 		lowercase_  (	self     :Any	) ->	Union[str, Any]:







       '''simple docstring'''



       super().tearDown()
       gc.collect()
       torch.cuda.empty_cache()






 def 		lowercase_  (	self     :Optional[Any]	) ->	Tuple:







       '''simple docstring'''



       __A						=	load_numpy(
           'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main'
           '/kandinsky/kandinsky_img2img_frog.npy'	)

       __A						=	load_image(
           'https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main' '/kandinsky/cat.png'	)
       __A						=	'A red cartoon frog, 4k'

       __A						=	KandinskyPriorPipeline.from_pretrained(
           'kandinsky-community/kandinsky-2-1-prior'		, torch_dtype=torch.floataa	)
       pipe_prior.to(_A	)

       __A						=	KandinskyImgaImgPipeline.from_pretrained(
           'kandinsky-community/kandinsky-2-1'		, torch_dtype=torch.floataa	)
       __A						=	pipeline.to(_A	)

       pipeline.set_progress_bar_config(disable=_A	)

       __A						=	torch.Generator(device='cpu'	).manual_seed(0	)
       __A		,					__A						=	pipe_prior(
           _A		, generator=_A		, num_inference_steps=5		, negative_prompt=''		, ).to_tuple()

       __A						=	pipeline(
           _A		, image=_A		, image_embeds=_A		, negative_image_embeds=_A		, generator=_A		, num_inference_steps=100		, height=768		, width=768		, strength=0.2		, output_type='np'		, )

       __A						=	output.images[0]

       assert image.shape == (768, 768, 3)

       assert_mean_pixel_difference(_A		, _A	)












import inspect
import unittest
import warnings

from transformers import DeiTConfig
from transformers.models.auto import get_values
from transformers.testing_utils import (
    require_accelerate,
    require_torch,
    require_torch_gpu,
    require_vision,
    slow,
    torch_device,
)
from transformers.utils import cached_property, is_torch_available, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
					import torch
					from torch import nn

					from transformers import (
					    MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING,
					    MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING,
					    MODEL_MAPPING,
					    DeiTForImageClassification,
					    DeiTForImageClassificationWithTeacher,
					    DeiTForMaskedImageModeling,
					    DeiTModel,
					)
					from transformers.models.deit.modeling_deit import DEIT_PRETRAINED_MODEL_ARCHIVE_LIST


if is_vision_available():
					from PIL import Image

					from transformers import DeiTImageProcessor
class 			a__    :






						def __init__(   self		,			_A		,			_A=1_3		,			_A=3_0		,			_A=2		,			_A=3		,			_A=True		,			_A=True		,			_A=3_2		,			_A=5		,			_A=4		,			_A=3_7		,			_A="gelu"		,			_A=0.1		,			_A=0.1		,			_A=1_0		,			_A=0.02		,			_A=3		,			_A=None		,			_A=2		,			):




											"""simple docstring"""



											__lowerCAmelCase				   =       parent
											__lowerCAmelCase				   =       batch_size
											__lowerCAmelCase				   =       image_size
											__lowerCAmelCase				   =       patch_size
											__lowerCAmelCase				   =       num_channels
											__lowerCAmelCase				   =       is_training
											__lowerCAmelCase				   =       use_labels
											__lowerCAmelCase				   =       hidden_size
											__lowerCAmelCase				   =       num_hidden_layers
											__lowerCAmelCase				   =       num_attention_heads
											__lowerCAmelCase				   =       intermediate_size
											__lowerCAmelCase				   =       hidden_act
											__lowerCAmelCase				   =       hidden_dropout_prob
											__lowerCAmelCase				   =       attention_probs_dropout_prob
											__lowerCAmelCase				   =       type_sequence_label_size
											__lowerCAmelCase				   =       initializer_range
											__lowerCAmelCase				   =       scope
											__lowerCAmelCase				   =       encoder_stride

											# in DeiT, the seq length equals the number of patches + 2 (we add 2 for the [CLS] and distilation tokens)
											__lowerCAmelCase				   =       (image_size // patch_size) ** 2
											__lowerCAmelCase				   =       num_patches + 2






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]			)

											__lowerCAmelCase				   =       None
											if self.use_labels:
																__lowerCAmelCase				   =       ids_tensor([self.batch_size]		,			self.type_sequence_label_size			)

											__lowerCAmelCase				   =       self.get_config()

											return config, pixel_values, labels






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											return DeiTConfig(
											    image_size=self.image_size		,			patch_size=self.patch_size		,			num_channels=self.num_channels		,			hidden_size=self.hidden_size		,			num_hidden_layers=self.num_hidden_layers		,			num_attention_heads=self.num_attention_heads		,			intermediate_size=self.intermediate_size		,			hidden_act=self.hidden_act		,			hidden_dropout_prob=self.hidden_dropout_prob		,			attention_probs_dropout_prob=self.attention_probs_dropout_prob		,			is_decoder=_A		,			initializer_range=self.initializer_range		,			encoder_stride=self.encoder_stride		,			)






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A		,			_A			):




											"""simple docstring"""



											__lowerCAmelCase				   =       DeiTModel(config=_A			)
											model.to(_A			)
											model.eval()
											__lowerCAmelCase				   =       model(_A			)
											self.parent.assertEqual(result.last_hidden_state.shape		,			(self.batch_size, self.seq_length, self.hidden_size)			)






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A		,			_A			):




											"""simple docstring"""



											__lowerCAmelCase				   =       DeiTForMaskedImageModeling(config=_A			)
											model.to(_A			)
											model.eval()
											__lowerCAmelCase				   =       model(_A			)
											self.parent.assertEqual(
											    result.reconstruction.shape		,			(self.batch_size, self.num_channels, self.image_size, self.image_size)			)

											# test greyscale images
											__lowerCAmelCase				   =       1
											__lowerCAmelCase				   =       DeiTForMaskedImageModeling(_A			)
											model.to(_A			)
											model.eval()

											__lowerCAmelCase				   =       floats_tensor([self.batch_size, 1, self.image_size, self.image_size]			)
											__lowerCAmelCase				   =       model(_A			)
											self.parent.assertEqual(result.reconstruction.shape		,			(self.batch_size, 1, self.image_size, self.image_size)			)






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A		,			_A			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self.type_sequence_label_size
											__lowerCAmelCase				   =       DeiTForImageClassification(_A			)
											model.to(_A			)
											model.eval()
											__lowerCAmelCase				   =       model(_A		,			labels=_A			)
											self.parent.assertEqual(result.logits.shape		,			(self.batch_size, self.type_sequence_label_size)			)

											# test greyscale images
											__lowerCAmelCase				   =       1
											__lowerCAmelCase				   =       DeiTForImageClassification(_A			)
											model.to(_A			)
											model.eval()

											__lowerCAmelCase				   =       floats_tensor([self.batch_size, 1, self.image_size, self.image_size]			)
											__lowerCAmelCase				   =       model(_A		,			labels=_A			)
											self.parent.assertEqual(result.logits.shape		,			(self.batch_size, self.type_sequence_label_size)			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self.prepare_config_and_inputs()
											(
											    (
											    __lowerCAmelCase
											)   ,							(
											    __lowerCAmelCase
											)   ,							(
											    __lowerCAmelCase
											)   ,							
											)				   =       config_and_inputs
											__lowerCAmelCase				   =       {"pixel_values": pixel_values}
											return config, inputs_dict






@require_torch
class 			a__    (					snake_case__ ,				snake_case__ ,				unittest.TestCase      ):
						_a							:    Optional[Any]					=    (
						    (
						        DeiTModel,
						        DeiTForImageClassification,
						        DeiTForImageClassificationWithTeacher,
						        DeiTForMaskedImageModeling,
						    )
						    if is_torch_available()
						    else ()
						)
						_a							:    int					=    (
						    {
						        """feature-extraction""": DeiTModel,
						        """image-classification""": (DeiTForImageClassification, DeiTForImageClassificationWithTeacher),
						    }
						    if is_torch_available()
						    else {}
						)

						_a							:    Optional[Any]					=    False
						_a							:    Tuple					=    False
						_a							:    Tuple					=    False






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       DeiTModelTester(self			)
											__lowerCAmelCase				   =       ConfigTester(self		,			config_class=_A		,			has_text_modality=_A		,			hidden_size=3_7			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											self.config_tester.run_common_tests()






						@unittest.skip(reason="DeiT does not use inputs_embeds"			)
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											pass






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase   ,							__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs_for_common()

											for model_class in self.all_model_classes:
																__lowerCAmelCase				   =       model_class(_A			)
																self.assertIsInstance(model.get_input_embeddings()		,			(nn.Module)			)
																__lowerCAmelCase				   =       model.get_output_embeddings()
																self.assertTrue(x is None or isinstance(_A		,			nn.Linear			)			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase   ,							__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs_for_common()

											for model_class in self.all_model_classes:
																__lowerCAmelCase				   =       model_class(_A			)
																__lowerCAmelCase				   =       inspect.signature(model.forward			)
																# signature.parameters is an OrderedDict => so arg_names order is deterministic
																__lowerCAmelCase				   =       [*signature.parameters.keys()]

																__lowerCAmelCase				   =       ["pixel_values"]
																self.assertListEqual(arg_names[:1]		,			_A			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs()
											self.model_tester.create_and_check_model(*_A			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs()
											self.model_tester.create_and_check_for_masked_image_modeling(*_A			)






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs()
											self.model_tester.create_and_check_for_image_classification(*_A			)






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A		,			_A=False			):




											"""simple docstring"""



											__lowerCAmelCase				   =       super()._prepare_for_class(_A		,			_A		,			return_labels=_A			)

											if return_labels:
																if model_class.__name__ == "DeiTForImageClassificationWithTeacher":
																					del inputs_dict["labels"]

											return inputs_dict






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											if not self.model_tester.is_training:
																return

											__lowerCAmelCase   ,							__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs_for_common()
											__lowerCAmelCase				   =       True

											for model_class in self.all_model_classes:
																# DeiTForImageClassificationWithTeacher supports inference-only
																if (
																    model_class in get_values(_A			)
																    or model_class.__name__ == "DeiTForImageClassificationWithTeacher"
																):
																					continue
																__lowerCAmelCase				   =       model_class(_A			)
																model.to(_A			)
																model.train()
																__lowerCAmelCase				   =       self._prepare_for_class(_A		,			_A		,			return_labels=_A			)
																__lowerCAmelCase				   =       model(**_A			).loss
																loss.backward()






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase   ,							__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs_for_common()
											if not self.model_tester.is_training:
																return

											__lowerCAmelCase				   =       False
											__lowerCAmelCase				   =       True

											for model_class in self.all_model_classes:
																if model_class in get_values(_A			) or not model_class.supports_gradient_checkpointing:
																					continue
																# DeiTForImageClassificationWithTeacher supports inference-only
																if model_class.__name__ == "DeiTForImageClassificationWithTeacher":
																					continue
																__lowerCAmelCase				   =       model_class(_A			)
																model.gradient_checkpointing_enable()
																model.to(_A			)
																model.train()
																__lowerCAmelCase				   =       self._prepare_for_class(_A		,			_A		,			return_labels=_A			)
																__lowerCAmelCase				   =       model(**_A			).loss
																loss.backward()






						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase   ,							__lowerCAmelCase				   =       self.model_tester.prepare_config_and_inputs_for_common()

											__lowerCAmelCase				   =       [
											    {"title": "multi_label_classification", "num_labels": 2, "dtype": torch.float},
											    {"title": "single_label_classification", "num_labels": 1, "dtype": torch.long},
											    {"title": "regression", "num_labels": 1, "dtype": torch.float},
											]

											for model_class in self.all_model_classes:
																if (
																    model_class
																    not in [
																        *get_values(_A			),
																        *get_values(_A			),
																    ]
																    or model_class.__name__ == "DeiTForImageClassificationWithTeacher"
																):
																					continue

																for problem_type in problem_types:
																					with self.subTest(msg=f"""Testing {model_class} with {problem_type['title']}"""			):
																										__lowerCAmelCase				   =       problem_type["title"]
																										__lowerCAmelCase				   =       problem_type["num_labels"]

																										__lowerCAmelCase				   =       model_class(_A			)
																										model.to(_A			)
																										model.train()

																										__lowerCAmelCase				   =       self._prepare_for_class(_A		,			_A		,			return_labels=_A			)

																										if problem_type["num_labels"] > 1:
																															__lowerCAmelCase				   =       inputs["labels"].unsqueeze(1			).repeat(1		,			problem_type["num_labels"]			)

																										__lowerCAmelCase				   =       inputs["labels"].to(problem_type["dtype"]			)

																										# This tests that we do not trigger the warning form PyTorch "Using a target size that is different
																										# to the input size. This will likely lead to incorrect results due to broadcasting. Please ensure
																										# they have the same size." which is a symptom something in wrong for the regression problem.
																										# See https://github.com/huggingface/transformers/issues/11780
																										with warnings.catch_warnings(record=_A			) as warning_list:
																															__lowerCAmelCase				   =       model(**_A			).loss
																										for w in warning_list:
																															if "Using a target size that is different to the input size" in str(w.message			):
																																				raise ValueError(
																																				    f"""Something is going wrong in the regression problem: intercepted {w.message}"""			)

																										loss.backward()






						@slow
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											for model_name in DEIT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
																__lowerCAmelCase				   =       DeiTModel.from_pretrained(_A			)
																self.assertIsNotNone(_A			)







def 	_a      (						):
					__lowerCAmelCase				   =       Image.open("./tests/fixtures/tests_samples/COCO/000000039769.png"     )
					return image


@require_torch
@require_vision
class 			a__    (					unittest.TestCase      ):






						@cached_property
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											return (
											    DeiTImageProcessor.from_pretrained("facebook/deit-base-distilled-patch16-224"			)
											    if is_vision_available()
											    else None
											)






						@slow
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       DeiTForImageClassificationWithTeacher.from_pretrained("facebook/deit-base-distilled-patch16-224"			).to(
											    _A			)

											__lowerCAmelCase				   =       self.default_image_processor
											__lowerCAmelCase				   =       prepare_img()
											__lowerCAmelCase				   =       image_processor(images=_A		,			return_tensors="pt"			).to(_A			)

											# forward pass
											with torch.no_grad():
																__lowerCAmelCase				   =       model(**_A			)

											# verify the logits
											__lowerCAmelCase				   =       torch.Size((1, 1_0_0_0)			)
											self.assertEqual(outputs.logits.shape		,			_A			)

											__lowerCAmelCase				   =       torch.tensor([-1.02_66, 0.19_12, -1.28_61]			).to(_A			)

											self.assertTrue(torch.allclose(outputs.logits[0, :3]		,			_A		,			atol=1E-4			)			)






						@slow
						@require_accelerate
						@require_torch_gpu
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											__lowerCAmelCase				   =       DeiTModel.from_pretrained(
											    "facebook/deit-base-distilled-patch16-224"		,			torch_dtype=torch.floataa		,			device_map="auto"			)
											__lowerCAmelCase				   =       self.default_image_processor

											__lowerCAmelCase				   =       prepare_img()
											__lowerCAmelCase				   =       image_processor(images=_A		,			return_tensors="pt"			)
											__lowerCAmelCase				   =       inputs.pixel_values.to(_A			)

											# forward pass to make sure inference works in fp16
											with torch.no_grad():
																__lowerCAmelCase				   =       model(_A			)




