





from typing import Tuple, Union

from ...modeling_outputs import BackboneOutput
from ...modeling_utils import PreTrainedModel
from ...utils import is_timm_available, is_torch_available, requires_backends
from ...utils.backbone_utils import BackboneMixin
from .configuration_timm_backbone import TimmBackboneConfig


if is_timm_available():
					import timm


if is_torch_available():
					from torch import Tensor

class 							__SCREAMING_SNAKE_CASE       (  _a ,		_a							):
							snake_case  :   int      =							"""pixel_values"""
							snake_case  :   List[Any]      =							False
							snake_case  :   str      =							TimmBackboneConfig






							def __init__(    self	,			__lowerCAmelCase	,			**__lowerCAmelCase	):
														requires_backends(self	,			"""timm"""	)
														super().__init__(__lowerCAmelCase	)
														UpperCamelCase__					  =      config

														if config.backbone is None:
																					raise ValueError("""backbone is not set in the config. Please set it to a timm model name."""	)

														if config.backbone not in timm.list_models():
																					raise ValueError(f"""backbone {config.backbone} is not supported by timm."""	)

														if hasattr(__lowerCAmelCase	,			"""out_features"""	) and config.out_features is not None:
																					raise ValueError("""out_features is not supported by TimmBackbone. Please use out_indices instead."""	)

														UpperCamelCase__					  =      getattr(__lowerCAmelCase	,			"""use_pretrained_backbone"""	,			__lowerCAmelCase	)
														if pretrained is None:
																					raise ValueError("""use_pretrained_backbone is not set in the config. Please set it to True or False."""	)

														# We just take the final layer by default. This matches the default for the transformers models.
														UpperCamelCase__					  =      config.out_indices if getattr(__lowerCAmelCase	,			"""out_indices"""	,			__lowerCAmelCase	) is not None else (-1,)

														UpperCamelCase__					  =      timm.create_model(
														    config.backbone	,			pretrained=__lowerCAmelCase	,			features_only=config.features_only	,			in_chans=config.num_channels	,			out_indices=__lowerCAmelCase	,			**__lowerCAmelCase	,			)
														# These are used to control the output of the model when called. If output_hidden_states is True, then
														# return_layers is modified to include all layers.
														UpperCamelCase__					  =      self._backbone.return_layers
														UpperCamelCase__					  =      {layer["""module"""]: str(__lowerCAmelCase	) for i, layer in enumerate(self._backbone.feature_info.info	)}
														super()._init_backbone(__lowerCAmelCase	)






							@classmethod
							def 					_lowerCamelCase		(    cls	,			__lowerCAmelCase	,			*__lowerCAmelCase	,			**__lowerCAmelCase	):
														requires_backends(cls	,			["""vision""", """timm"""]	)
														from ...models.timm_backbone import TimmBackboneConfig

														UpperCamelCase__					  =      kwargs.pop("""config"""	,			TimmBackboneConfig()	)

														UpperCamelCase__					  =      kwargs.pop("""use_timm_backbone"""	,			__lowerCAmelCase	)
														if not use_timm:
																					raise ValueError("""use_timm_backbone must be True for timm backbones"""	)

														UpperCamelCase__					  =      kwargs.pop("""num_channels"""	,			config.num_channels	)
														UpperCamelCase__					  =      kwargs.pop("""features_only"""	,			config.features_only	)
														UpperCamelCase__					  =      kwargs.pop("""use_pretrained_backbone"""	,			config.use_pretrained_backbone	)
														UpperCamelCase__					  =      kwargs.pop("""out_indices"""	,			config.out_indices	)
														UpperCamelCase__					  =      TimmBackboneConfig(
														    backbone=__lowerCAmelCase	,			num_channels=__lowerCAmelCase	,			features_only=__lowerCAmelCase	,			use_pretrained_backbone=__lowerCAmelCase	,			out_indices=__lowerCAmelCase	,			)
														return super()._from_config(__lowerCAmelCase	,			**__lowerCAmelCase	)






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	):
														pass







							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	,			__lowerCAmelCase=None	,			__lowerCAmelCase=None	,			__lowerCAmelCase=None	,			**__lowerCAmelCase	):
														UpperCamelCase__					  =      return_dict if return_dict is not None else self.config.use_return_dict
														UpperCamelCase__					  =      (
														    output_hidden_states if output_hidden_states is not None else self.config.output_hidden_states
														)
														UpperCamelCase__					  =      output_attentions if output_attentions is not None else self.config.output_attentions

														if output_attentions:
																					raise ValueError("""Cannot output attentions for timm backbones at the moment"""	)

														if output_hidden_states:
																					# We modify the return layers to include all the stages of the backbone
																					UpperCamelCase__					  =      self._all_layers
																					UpperCamelCase__					  =      self._backbone(__lowerCAmelCase	,			**__lowerCAmelCase	)
																					UpperCamelCase__					  =      self._return_layers
																					UpperCamelCase__					  =      tuple(hidden_states[i] for i in self.out_indices	)
														else:
																					UpperCamelCase__					  =      self._backbone(__lowerCAmelCase	,			**__lowerCAmelCase	)
																					UpperCamelCase__					  =      None

														UpperCamelCase__					  =      tuple(__lowerCAmelCase	)
														UpperCamelCase__					  =      tuple(__lowerCAmelCase	) if hidden_states is not None else None

														if not return_dict:
																					UpperCamelCase__					  =      (feature_maps,)
																					if output_hidden_states:
																												UpperCamelCase__					  =      output + (hidden_states,)
																					return output

														return BackboneOutput(feature_maps=__lowerCAmelCase	,			hidden_states=__lowerCAmelCase	,			attentions=__lowerCAmelCase	)











import gc
import tempfile
import unittest

import numpy as np
import torch

from diffusers import VersatileDiffusionTextToImagePipeline
from diffusers.utils.testing_utils import nightly, require_torch_gpu, torch_device


UpperCamelCase__           =			False

class 							__SCREAMING_SNAKE_CASE       (  unittest.TestCase							):
							pass






@nightly
@require_torch_gpu
class 							__SCREAMING_SNAKE_CASE       (  unittest.TestCase							):






							def 					_lowerCamelCase		(    self	):
														# clean up the VRAM after each test
														super().tearDown()
														gc.collect()
														torch.cuda.empty_cache()






							def 					_lowerCamelCase		(    self	):
														UpperCamelCase__					  =      VersatileDiffusionTextToImagePipeline.from_pretrained("""shi-labs/versatile-diffusion"""	)
														# remove text_unet
														pipe.remove_unused_weights()
														pipe.to(__lowerCAmelCase	)
														pipe.set_progress_bar_config(disable=__lowerCAmelCase	)

														UpperCamelCase__					  =      """A painting of a squirrel eating a burger """
														UpperCamelCase__					  =      torch.manual_seed(0	)
														UpperCamelCase__					  =      pipe(
														    prompt=__lowerCAmelCase	,			generator=__lowerCAmelCase	,			guidance_scale=7.5	,			num_inference_steps=2	,			output_type="""numpy"""	).images

														with tempfile.TemporaryDirectory() as tmpdirname:
																					pipe.save_pretrained(__lowerCAmelCase	)
																					UpperCamelCase__					  =      VersatileDiffusionTextToImagePipeline.from_pretrained(__lowerCAmelCase	)
														pipe.to(__lowerCAmelCase	)
														pipe.set_progress_bar_config(disable=__lowerCAmelCase	)

														UpperCamelCase__					  =      generator.manual_seed(0	)
														UpperCamelCase__					  =      pipe(
														    prompt=__lowerCAmelCase	,			generator=__lowerCAmelCase	,			guidance_scale=7.5	,			num_inference_steps=2	,			output_type="""numpy"""	).images

														assert np.abs(image - new_image	).sum() < 1E-5, "Models don't have the same forward pass"







							def 					_lowerCamelCase		(    self	):
														UpperCamelCase__					  =      VersatileDiffusionTextToImagePipeline.from_pretrained(
														    """shi-labs/versatile-diffusion"""	,			torch_dtype=torch.floataa	)
														pipe.to(__lowerCAmelCase	)
														pipe.set_progress_bar_config(disable=__lowerCAmelCase	)

														UpperCamelCase__					  =      """A painting of a squirrel eating a burger """
														UpperCamelCase__					  =      torch.manual_seed(0	)
														UpperCamelCase__					  =      pipe(
														    prompt=__lowerCAmelCase	,			generator=__lowerCAmelCase	,			guidance_scale=7.5	,			num_inference_steps=50	,			output_type="""numpy"""	).images

														UpperCamelCase__					  =      image[0, 253:256, 253:256, -1]

														assert image.shape == (1, 512, 512, 3)
														UpperCamelCase__					  =      np.array([0.3367, 0.3169, 0.2656, 0.3870, 0.4790, 0.3796, 0.4009, 0.4878, 0.4778]	)

														assert np.abs(image_slice.flatten() - expected_slice	).max() < 1E-2




