



'''simple docstring'''

from typing import List, Optional, Union

import torch

from ...models import UNetaDConditionModel, VQModel
from ...pipelines import DiffusionPipeline
from ...pipelines.pipeline_utils import ImagePipelineOutput
from ...schedulers import DDPMScheduler
from ...utils import (
    is_accelerate_available,
    is_accelerate_version,
    logging,
    randn_tensor,
    replace_example_docstring,
)


__lowerCAmelCase									=   logging.get_logger(__name__)  # pylint: disable=invalid-name

__lowerCAmelCase									=   '''
    Examples:
        ```py
        >>> import torch
        >>> import numpy as np

        >>> from diffusers import KandinskyV22PriorPipeline, KandinskyV22ControlnetPipeline
        >>> from transformers import pipeline
        >>> from diffusers.utils import load_image


        >>> def make_hint(image, depth_estimator):
        ...     image = depth_estimator(image)["depth"]
        ...     image = np.array(image)
        ...     image = image[:, :, None]
        ...     image = np.concatenate([image, image, image], axis=2)
        ...     detected_map = torch.from_numpy(image).float() / 255.0
        ...     hint = detected_map.permute(2, 0, 1)
        ...     return hint


        >>> depth_estimator = pipeline("depth-estimation")

        >>> pipe_prior = KandinskyV22PriorPipeline.from_pretrained(
        ...     "kandinsky-community/kandinsky-2-2-prior", torch_dtype=torch.float16
        ... )
        >>> pipe_prior = pipe_prior.to("cuda")

        >>> pipe = KandinskyV22ControlnetPipeline.from_pretrained(
        ...     "kandinsky-community/kandinsky-2-2-controlnet-depth", torch_dtype=torch.float16
        ... )
        >>> pipe = pipe.to("cuda")


        >>> img = load_image(
        ...     "https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"
        ...     "/kandinsky/cat.png"
        ... ).resize((768, 768))

        >>> hint = make_hint(img, depth_estimator).unsqueeze(0).half().to("cuda")

        >>> prompt = "A robot, 4k photo"
        >>> negative_prior_prompt = "lowres, text, error, cropped, worst quality, low quality, jpeg artifacts, ugly, duplicate, morbid, mutilated, out of frame, extra fingers, mutated hands, poorly drawn hands, poorly drawn face, mutation, deformed, blurry, dehydrated, bad anatomy, bad proportions, extra limbs, cloned face, disfigured, gross proportions, malformed limbs, missing arms, missing legs, extra arms, extra legs, fused fingers, too many fingers, long neck, username, watermark, signature"

        >>> generator = torch.Generator(device="cuda").manual_seed(43)

        >>> image_emb, zero_image_emb = pipe_prior(
        ...     prompt=prompt, negative_prompt=negative_prior_prompt, generator=generator
        ... ).to_tuple()

        >>> images = pipe(
        ...     image_embeds=image_emb,
        ...     negative_image_embeds=zero_image_emb,
        ...     hint=hint,
        ...     num_inference_steps=50,
        ...     generator=generator,
        ...     height=768,
        ...     width=768,
        ... ).images

        >>> images[0].save("robot_cat.png")
        ```
'''



def      __lowerCamelCase     (      lowerCAmelCase_						,			lowerCAmelCase_						,			lowerCAmelCase_=8  )			->      List[str]:
		_a     :      List[Any]        =							height // scale_factor**2
		if height % scale_factor**2 != 0:
				new_height += 1
		_a     :      List[Any]        =							width // scale_factor**2
		if width % scale_factor**2 != 0:
				new_width += 1
		return new_height * scale_factor, new_width * scale_factor

class 	__magic_name__						(    _UpperCamelCase   ):







							def __init__(							self					:       Optional[Any]	,_UpperCAmelCase					:       UNetaDConditionModel	,_UpperCAmelCase					:       DDPMScheduler	,_UpperCAmelCase					:       VQModel	,):
									super().__init__()

									self.register_modules(
									    unet=_UpperCAmelCase	,scheduler=_UpperCAmelCase	,movq=_UpperCAmelCase	,)
									_a     :      Dict        =							2 ** (len(self.movq.config.block_out_channels		) - 1)







							def 							__lowercase			(							self					:       int	,_UpperCAmelCase					:       List[str]	,_UpperCAmelCase					:       int	,_UpperCAmelCase					:       Union[str, Any]	,_UpperCAmelCase					:       Dict	,_UpperCAmelCase					:       Optional[int]	,_UpperCAmelCase					:       Tuple		):
									if latents is None:
											_a     :      Union[str, Any]        =							randn_tensor(_UpperCAmelCase	,generator=_UpperCAmelCase	,device=_UpperCAmelCase	,dtype=_UpperCAmelCase		)
									else:
											if latents.shape != shape:
													raise ValueError(F"""Unexpected latents shape, got {latents.shape}, expected {shape}"""		)
											_a     :      Optional[int]        =							latents.to(_UpperCAmelCase		)

									_a     :      str        =							latents * scheduler.init_noise_sigma
									return latents







							def 							__lowercase			(							self					:       Tuple	,_UpperCAmelCase					:       int=0		):
									if is_accelerate_available():
											from accelerate import cpu_offload
									else:
											raise ImportError('Please install accelerate via `pip install accelerate`'		)

									_a     :      int        =							torch.device(F"""cuda:{gpu_id}"""		)

									_a     :      Optional[Any]        =							[
									    self.unet,
									    self.movq,
									]
									for cpu_offloaded_model in models:
											if cpu_offloaded_model is not None:
													cpu_offload(_UpperCAmelCase	,_UpperCAmelCase		)







							def 							__lowercase			(							self					:       Union[str, Any]	,_UpperCAmelCase					:       int=0		):
									if is_accelerate_available() and is_accelerate_version('>='	,'0.17.0.dev0'		):
											from accelerate import cpu_offload_with_hook
									else:
											raise ImportError('`enable_model_cpu_offload` requires `accelerate v0.17.0` or higher.'		)

									_a     :      Tuple        =							torch.device(F"""cuda:{gpu_id}"""		)

									if self.device.type != "cpu":
											self.to('cpu'	,silence_dtype_warnings=_UpperCAmelCase		)
											torch.cuda.empty_cache()  # otherwise we don't see the memory savings (but they probably exist)

									_a     :      Optional[Any]        =							None
									for cpu_offloaded_model in [self.unet, self.movq]:
											_a       ,					_a     :      str        =							cpu_offload_with_hook(_UpperCAmelCase	,_UpperCAmelCase	,prev_module_hook=_UpperCAmelCase		)

									# We'll offload the last model manually.
									_a     :      List[Any]        =							hook







							@property
							# Copied from diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.StableDiffusionPipeline._execution_device
							def 							__lowercase			(							self					:       int		):
									if not hasattr(self.unet	,'_hf_hook'		):
											return self.device
									for module in self.unet.modules():
											if (
											    hasattr(_UpperCAmelCase	,'_hf_hook'		)
											    and hasattr(module._hf_hook	,'execution_device'		)
											    and module._hf_hook.execution_device is not None
											):
													return torch.device(module._hf_hook.execution_device		)
									return self.device







							@torch.no_grad()
							@replace_example_docstring(_UpperCAmelCase		)
							def __call__(							self					:       List[Any]	,_UpperCAmelCase					:       Union[torch.FloatTensor, List[torch.FloatTensor]]	,_UpperCAmelCase					:       Union[torch.FloatTensor, List[torch.FloatTensor]]	,_UpperCAmelCase					:       torch.FloatTensor	,_UpperCAmelCase					:       int = 512	,_UpperCAmelCase					:       int = 512	,_UpperCAmelCase					:       int = 100	,_UpperCAmelCase					:       float = 4.0	,_UpperCAmelCase					:       int = 1	,_UpperCAmelCase					:       Optional[Union[torch.Generator, List[torch.Generator]]] = None	,_UpperCAmelCase					:       Optional[torch.FloatTensor] = None	,_UpperCAmelCase					:       Optional[str] = "pil"	,_UpperCAmelCase					:       bool = True	,):
									_a     :      List[Any]        =							self._execution_device

									_a     :      Tuple        =							guidance_scale > 1.0

									if isinstance(_UpperCAmelCase	,_UpperCAmelCase		):
											_a     :      Dict        =							torch.cat(_UpperCAmelCase	,dim=0		)
									if isinstance(_UpperCAmelCase	,_UpperCAmelCase		):
											_a     :      Optional[Any]        =							torch.cat(_UpperCAmelCase	,dim=0		)
									if isinstance(_UpperCAmelCase	,_UpperCAmelCase		):
											_a     :      Dict        =							torch.cat(_UpperCAmelCase	,dim=0		)

									_a     :      Optional[int]        =							image_embeds.shape[0] * num_images_per_prompt

									if do_classifier_free_guidance:
											_a     :      List[Any]        =							image_embeds.repeat_interleave(_UpperCAmelCase	,dim=0		)
											_a     :      Optional[Any]        =							negative_image_embeds.repeat_interleave(_UpperCAmelCase	,dim=0		)
											_a     :      str        =							hint.repeat_interleave(_UpperCAmelCase	,dim=0		)

									_a     :      Optional[int]        =							torch.cat([negative_image_embeds, image_embeds]	,dim=0		).to(dtype=self.unet.dtype	,device=_UpperCAmelCase		)
									_a     :      Any        =							torch.cat([hint, hint]	,dim=0		).to(dtype=self.unet.dtype	,device=_UpperCAmelCase		)
									self.scheduler.set_timesteps(_UpperCAmelCase	,device=_UpperCAmelCase		)
									_a     :      Optional[int]        =							self.scheduler.timesteps

									_a     :      Union[str, Any]        =							self.movq.config.latent_channels

									_a       ,					_a     :      List[Any]        =							downscale_height_and_width(_UpperCAmelCase	,_UpperCAmelCase	,self.movq_scale_factor		)

									# create initial latent
									_a     :      int        =							self.prepare_latents(
									    (batch_size, num_channels_latents, height, width)	,image_embeds.dtype	,_UpperCAmelCase	,_UpperCAmelCase	,_UpperCAmelCase	,self.scheduler	,)

									for i, t in enumerate(self.progress_bar(_UpperCAmelCase		)		):
											# expand the latents if we are doing classifier free guidance
											_a     :      Dict        =							torch.cat([latents] * 2		) if do_classifier_free_guidance else latents

											_a     :      Union[str, Any]        =							{'image_embeds': image_embeds, 'hint': hint}
											_a     :      Union[str, Any]        =							self.unet(
											    sample=_UpperCAmelCase	,timestep=_UpperCAmelCase	,encoder_hidden_states=_UpperCAmelCase	,added_cond_kwargs=_UpperCAmelCase	,return_dict=_UpperCAmelCase	,)[0]

											if do_classifier_free_guidance:
													_a       ,					_a     :      Optional[int]        =							noise_pred.split(latents.shape[1]	,dim=1		)
													_a       ,					_a     :      List[Any]        =							noise_pred.chunk(2		)
													_a       ,					_a     :      str        =							variance_pred.chunk(2		)
													_a     :      Optional[int]        =							noise_pred_uncond + guidance_scale * (noise_pred_text - noise_pred_uncond)
													_a     :      Any        =							torch.cat([noise_pred, variance_pred_text]	,dim=1		)

											if not (
											    hasattr(self.scheduler.config	,'variance_type'		)
											    and self.scheduler.config.variance_type in ["learned", "learned_range"]
											):
													_a       ,					_a     :      Any        =							noise_pred.split(latents.shape[1]	,dim=1		)

											# compute the previous noisy sample x_t -> x_t-1
											_a     :      str        =							self.scheduler.step(
											    _UpperCAmelCase	,_UpperCAmelCase	,_UpperCAmelCase	,generator=_UpperCAmelCase	,)[0]
									# post-processing
									_a     :      str        =							self.movq.decode(_UpperCAmelCase	,force_not_quantize=_UpperCAmelCase		)['sample']

									if output_type not in ["pt", "np", "pil"]:
											raise ValueError(F"""Only the output types `pt`, `pil` and `np` are supported not output_type={output_type}"""		)

									if output_type in ["np", "pil"]:
											_a     :      str        =							image * 0.5 + 0.5
											_a     :      str        =							image.clamp(0	,1		)
											_a     :      int        =							image.cpu().permute(0	,2	,3	,1		).float().numpy()

									if output_type == "pil":
											_a     :      Optional[Any]        =							self.numpy_to_pil(_UpperCAmelCase		)

									if not return_dict:
											return (image,)

									return ImagePipelineOutput(images=_UpperCAmelCase		)









'''simple docstring'''

import subprocess
import sys

from transformers import BertConfig, BertModel, BertTokenizer, pipeline
from transformers.testing_utils import TestCasePlus, require_torch

class 	__magic_name__						(    _UpperCamelCase   ):







							@require_torch
							def 							__lowercase			(							self					:       Tuple		):
									# this test is a bit tricky since TRANSFORMERS_OFFLINE can only be changed before
									# `transformers` is loaded, and it's too late for inside pytest - so we are changing it
									# while running an external program

									# python one-liner segments

									# this must be loaded before socket.socket is monkey-patched
									_a     :      Optional[int]        =							'\nfrom transformers import BertConfig, BertModel, BertTokenizer, pipeline\n        '

									_a     :      List[str]        =							'\nmname = "hf-internal-testing/tiny-random-bert"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nBertTokenizer.from_pretrained(mname)\npipe = pipeline(task="fill-mask", model=mname)\nprint("success")\n        '

									_a     :      Tuple        =							'\nimport socket\ndef offline_socket(*args, **kwargs): raise RuntimeError("Offline mode is enabled, we shouldn\'t access internet")\nsocket.socket = offline_socket\n        '

									# Force fetching the files so that we can use the cache
									_a     :      List[Any]        =							'hf-internal-testing/tiny-random-bert'
									BertConfig.from_pretrained(_UpperCAmelCase		)
									BertModel.from_pretrained(_UpperCAmelCase		)
									BertTokenizer.from_pretrained(_UpperCAmelCase		)
									pipeline(task='fill-mask'	,model=_UpperCAmelCase		)

									# baseline - just load from_pretrained with normal network
									_a     :      Optional[int]        =							[sys.executable, '-c', '\n'.join([load, run, mock]		)]

									# should succeed
									_a     :      Tuple        =							self.get_env()
									# should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
									_a     :      int        =							'1'
									_a     :      List[Any]        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)







							@require_torch
							def 							__lowercase			(							self					:       Any		):
									# python one-liner segments
									# this must be loaded before socket.socket is monkey-patched
									_a     :      Dict        =							'\nfrom transformers import BertConfig, BertModel, BertTokenizer, pipeline\n        '

									_a     :      Optional[int]        =							'\nmname = "hf-internal-testing/tiny-random-bert"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nBertTokenizer.from_pretrained(mname)\npipe = pipeline(task="fill-mask", model=mname)\nprint("success")\n        '

									_a     :      Optional[Any]        =							'\nimport socket\ndef offline_socket(*args, **kwargs): raise socket.error("Faking flaky internet")\nsocket.socket = offline_socket\n        '

									# Force fetching the files so that we can use the cache
									_a     :      int        =							'hf-internal-testing/tiny-random-bert'
									BertConfig.from_pretrained(_UpperCAmelCase		)
									BertModel.from_pretrained(_UpperCAmelCase		)
									BertTokenizer.from_pretrained(_UpperCAmelCase		)
									pipeline(task='fill-mask'	,model=_UpperCAmelCase		)

									# baseline - just load from_pretrained with normal network
									_a     :      Optional[int]        =							[sys.executable, '-c', '\n'.join([load, run, mock]		)]

									# should succeed
									_a     :      str        =							self.get_env()
									_a     :      Optional[Any]        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)







							@require_torch
							def 							__lowercase			(							self					:       List[str]		):
									# this test is a bit tricky since TRANSFORMERS_OFFLINE can only be changed before
									# `transformers` is loaded, and it's too late for inside pytest - so we are changing it
									# while running an external program

									# python one-liner segments

									# this must be loaded before socket.socket is monkey-patched
									_a     :      Union[str, Any]        =							'\nfrom transformers import BertConfig, BertModel, BertTokenizer\n        '

									_a     :      Optional[Any]        =							'\nmname = "hf-internal-testing/tiny-random-bert-sharded"\nBertConfig.from_pretrained(mname)\nBertModel.from_pretrained(mname)\nprint("success")\n        '

									_a     :      str        =							'\nimport socket\ndef offline_socket(*args, **kwargs): raise ValueError("Offline mode is enabled")\nsocket.socket = offline_socket\n        '

									# baseline - just load from_pretrained with normal network
									_a     :      Optional[Any]        =							[sys.executable, '-c', '\n'.join([load, run]		)]

									# should succeed
									_a     :      Dict        =							self.get_env()
									_a     :      int        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)

									# next emulate no network
									_a     :      List[Any]        =							[sys.executable, '-c', '\n'.join([load, mock, run]		)]

									# Doesn't fail anymore since the model is in the cache due to other tests, so commenting this.
									# env["TRANSFORMERS_OFFLINE"] = "0"
									# result = subprocess.run(cmd, env=env, check=False, capture_output=True)
									# self.assertEqual(result.returncode, 1, result.stderr)

									# should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
									_a     :      int        =							'1'
									_a     :      Any        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)







							@require_torch
							def 							__lowercase			(							self					:       int		):
									_a     :      Optional[Any]        =							'\nfrom transformers import pipeline\n        '
									_a     :      str        =							'\nmname = "hf-internal-testing/tiny-random-bert"\npipe = pipeline(model=mname)\n        '

									_a     :      List[str]        =							'\nimport socket\ndef offline_socket(*args, **kwargs): raise socket.error("Offline mode is enabled")\nsocket.socket = offline_socket\n        '
									_a     :      List[Any]        =							self.get_env()
									_a     :      Dict        =							'1'
									_a     :      Dict        =							[sys.executable, '-c', '\n'.join([load, mock, run]		)]
									_a     :      str        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,1	,result.stderr		)
									self.assertIn(
									    'You cannot infer task automatically within `pipeline` when using offline mode'	,result.stderr.decode().replace('\n'	,''		)	,)







							@require_torch
							def 							__lowercase			(							self					:       int		):
									_a     :      Optional[int]        =							'\nfrom transformers import AutoModel\n        '
									_a     :      List[Any]        =							'\nmname = "hf-internal-testing/test_dynamic_model"\nAutoModel.from_pretrained(mname, trust_remote_code=True)\nprint("success")\n        '

									# baseline - just load from_pretrained with normal network
									_a     :      Union[str, Any]        =							[sys.executable, '-c', '\n'.join([load, run]		)]

									# should succeed
									_a     :      Tuple        =							self.get_env()
									_a     :      List[str]        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)

									# should succeed as TRANSFORMERS_OFFLINE=1 tells it to use local files
									_a     :      Optional[Any]        =							'1'
									_a     :      Any        =							subprocess.run(_UpperCAmelCase	,env=_UpperCAmelCase	,check=_UpperCAmelCase	,capture_output=_UpperCAmelCase		)
									self.assertEqual(result.returncode	,0	,result.stderr		)
									self.assertIn('success'	,result.stdout.decode()		)




