





import gc
import unittest

from parameterized import parameterized

from diffusers import FlaxUNetaDConditionModel
from diffusers.utils import is_flax_available
from diffusers.utils.testing_utils import load_hf_numpy, require_flax, slow


if is_flax_available():
					import jax
					import jax.numpy as jnp

@slow
@require_flax
class 							__SCREAMING_SNAKE_CASE       (  unittest.TestCase							):






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	,			__lowerCAmelCase	):
														return f"""gaussian_noise_s={seed}_shape={"_".join([str(__lowerCAmelCase	) for s in shape]	)}.npy"""






							def 					_lowerCamelCase		(    self	):
														# clean up the VRAM after each test
														super().tearDown()
														gc.collect()






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase=0	,			__lowerCAmelCase=(4, 4, 64, 64)	,			__lowerCAmelCase=False	):
														UpperCamelCase__					  =      jnp.bfloataa if fpaa else jnp.floataa
														UpperCamelCase__					  =      jnp.array(load_hf_numpy(self.get_file_format(__lowerCAmelCase	,			__lowerCAmelCase	)	)	,			dtype=__lowerCAmelCase	)
														return image






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase=False	,			__lowerCAmelCase="CompVis/stable-diffusion-v1-4"	):
														UpperCamelCase__					  =      jnp.bfloataa if fpaa else jnp.floataa
														UpperCamelCase__					  =      """bf16""" if fpaa else None

														UpperCamelCase__  ,  UpperCamelCase__					  =      FlaxUNetaDConditionModel.from_pretrained(
														    __lowerCAmelCase	,			subfolder="""unet"""	,			dtype=__lowerCAmelCase	,			revision=__lowerCAmelCase	)
														return model, params






							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase=0	,			__lowerCAmelCase=(4, 77, 768)	,			__lowerCAmelCase=False	):
														UpperCamelCase__					  =      jnp.bfloataa if fpaa else jnp.floataa
														UpperCamelCase__					  =      jnp.array(load_hf_numpy(self.get_file_format(__lowerCAmelCase	,			__lowerCAmelCase	)	)	,			dtype=__lowerCAmelCase	)
														return hidden_states






							@parameterized.expand(
							    [
							        # fmt: off
							        [83, 4, [-0.2323, -0.1304, 0.0813, -0.3093, -0.0919, -0.1571, -0.1125, -0.5806]],
							        [17, 0.55, [-0.0831, -0.2443, 0.0901, -0.0919, 0.3396, 0.0103, -0.3743, 0.0701]],
							        [8, 0.89, [-0.4863, 0.0859, 0.0875, -0.1658, 0.9199, -0.0114, 0.4839, 0.4639]],
							        [3, 1000, [-0.5649, 0.2402, -0.5518, 0.1248, 1.1328, -0.2443, -0.0325, -1.0078]],
							        # fmt: on
							    ]	)
							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	,			__lowerCAmelCase	,			__lowerCAmelCase	):
														UpperCamelCase__  ,  UpperCamelCase__					  =      self.get_unet_model(model_id="""CompVis/stable-diffusion-v1-4"""	,			fpaa=__lowerCAmelCase	)
														UpperCamelCase__					  =      self.get_latents(__lowerCAmelCase	,			fpaa=__lowerCAmelCase	)
														UpperCamelCase__					  =      self.get_encoder_hidden_states(__lowerCAmelCase	,			fpaa=__lowerCAmelCase	)

														UpperCamelCase__					  =      model.apply(
														    {"""params""": params}	,			__lowerCAmelCase	,			jnp.array(__lowerCAmelCase	,			dtype=jnp.intaa	)	,			encoder_hidden_states=__lowerCAmelCase	,			).sample

														assert sample.shape == latents.shape

														UpperCamelCase__					  =      jnp.asarray(jax.device_get((sample[-1, -2:, -2:, :2].flatten())	)	,			dtype=jnp.floataa	)
														UpperCamelCase__					  =      jnp.array(__lowerCAmelCase	,			dtype=jnp.floataa	)

														# Found torch (float16) and flax (bfloat16) outputs to be within this tolerance, in the same hardware
														assert jnp.allclose(__lowerCAmelCase	,			__lowerCAmelCase	,			atol=1E-2	)







							@parameterized.expand(
							    [
							        # fmt: off
							        [83, 4, [0.1514, 0.0807, 0.1624, 0.1016, -0.1896, 0.0263, 0.0677, 0.2310]],
							        [17, 0.55, [0.1164, -0.0216, 0.0170, 0.1589, -0.3120, 0.1005, -0.0581, -0.1458]],
							        [8, 0.89, [-0.1758, -0.0169, 0.1004, -0.1411, 0.1312, 0.1103, -0.1996, 0.2139]],
							        [3, 1000, [0.1214, 0.0352, -0.0731, -0.1562, -0.0994, -0.0906, -0.2340, -0.0539]],
							        # fmt: on
							    ]	)
							def 					_lowerCamelCase		(    self	,			__lowerCAmelCase	,			__lowerCAmelCase	,			__lowerCAmelCase	):
														UpperCamelCase__  ,  UpperCamelCase__					  =      self.get_unet_model(model_id="""stabilityai/stable-diffusion-2"""	,			fpaa=__lowerCAmelCase	)
														UpperCamelCase__					  =      self.get_latents(__lowerCAmelCase	,			shape=(4, 4, 96, 96)	,			fpaa=__lowerCAmelCase	)
														UpperCamelCase__					  =      self.get_encoder_hidden_states(__lowerCAmelCase	,			shape=(4, 77, 1024)	,			fpaa=__lowerCAmelCase	)

														UpperCamelCase__					  =      model.apply(
														    {"""params""": params}	,			__lowerCAmelCase	,			jnp.array(__lowerCAmelCase	,			dtype=jnp.intaa	)	,			encoder_hidden_states=__lowerCAmelCase	,			).sample

														assert sample.shape == latents.shape

														UpperCamelCase__					  =      jnp.asarray(jax.device_get((sample[-1, -2:, -2:, :2].flatten())	)	,			dtype=jnp.floataa	)
														UpperCamelCase__					  =      jnp.array(__lowerCAmelCase	,			dtype=jnp.floataa	)

														# Found torch (float16) and flax (bfloat16) outputs to be within this tolerance, on the same hardware
														assert jnp.allclose(__lowerCAmelCase	,			__lowerCAmelCase	,			atol=1E-2	)











from manim import *

class 							__SCREAMING_SNAKE_CASE       (  _a							):






							def 					_lowerCamelCase		(    self	):
														UpperCamelCase__					  =      Rectangle(height=0.5	,			width=0.5	)
														UpperCamelCase__					  =      Rectangle(height=0.25	,			width=0.25	)
														UpperCamelCase__					  =      Rectangle(height=0.46	,			width=0.46	).set_stroke(width=0	)

														UpperCamelCase__					  =      [mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      [mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      VGroup(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      Text("""CPU"""	,			font_size=24	)
														UpperCamelCase__					  =      Group(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0.5	,			aligned_edge=__lowerCAmelCase	)
														cpu.move_to([-2.5, -0.5, 0]	)
														self.add(__lowerCAmelCase	)

														UpperCamelCase__					  =      [mem.copy() for i in range(4	)]
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      Text("""GPU"""	,			font_size=24	)
														UpperCamelCase__					  =      Group(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0.5	,			aligned_edge=__lowerCAmelCase	)
														gpu.move_to([-1, -1, 0]	)
														self.add(__lowerCAmelCase	)

														UpperCamelCase__					  =      [mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)

														UpperCamelCase__					  =      Text("""Model"""	,			font_size=24	)
														UpperCamelCase__					  =      Group(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0.5	,			aligned_edge=__lowerCAmelCase	)
														model.move_to([3, -1.0, 0]	)
														self.add(__lowerCAmelCase	)

														UpperCamelCase__					  =      []
														UpperCamelCase__					  =      []
														UpperCamelCase__					  =      []

														for i, rect in enumerate(__lowerCAmelCase	):
																					rect.set_stroke(__lowerCAmelCase	)

																					UpperCamelCase__					  =      Rectangle(height=0.46 / 4	,			width=0.46 / 3	).set_stroke(width=0.0	).set_fill(__lowerCAmelCase	,			opacity=0.7	)

																					if i == 0:
																												cpu_target.next_to(cpu_left_col_base[0].get_corner(DOWN + LEFT	)	,			buff=0.02	,			direction=__lowerCAmelCase	)
																												cpu_target.set_x(cpu_target.get_x() + 0.1	)
																					elif i == 3:
																												cpu_target.next_to(model_cpu_arr[0]	,			direction=__lowerCAmelCase	,			buff=0.0	)
																					else:
																												cpu_target.next_to(model_cpu_arr[i - 1]	,			direction=__lowerCAmelCase	,			buff=0.0	)
																					self.add(__lowerCAmelCase	)
																					model_cpu_arr.append(__lowerCAmelCase	)

														self.add(*__lowerCAmelCase	,			*__lowerCAmelCase	,			*__lowerCAmelCase	)

														UpperCamelCase__					  =      [mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)

														UpperCamelCase__					  =      Text("""Loaded Checkpoint"""	,			font_size=24	)
														UpperCamelCase__					  =      Group(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0.5	,			aligned_edge=__lowerCAmelCase	)
														checkpoint.move_to([3, 0.5, 0]	)

														self.add(__lowerCAmelCase	)

														UpperCamelCase__					  =      []
														UpperCamelCase__					  =      []

														for i, rect in enumerate(__lowerCAmelCase	):
																					UpperCamelCase__					  =      fill.copy().set_fill(__lowerCAmelCase	,			opacity=0.7	)
																					target.move_to(__lowerCAmelCase	)
																					ckpt_arr.append(__lowerCAmelCase	)

																					UpperCamelCase__					  =      target.copy()
																					if i < 5:
																												cpu_target.move_to(cpu_left_col_base[i + 1]	)
																					else:
																												cpu_target.move_to(cpu_right_col_base[i - 5]	)
																					ckpt_cpu_arr.append(__lowerCAmelCase	)
														self.add(*__lowerCAmelCase	,			*__lowerCAmelCase	)

														UpperCamelCase__					  =      Square(side_length=2.2	)
														key.move_to([-5, 2, 0]	)

														UpperCamelCase__					  =      MarkupText(
														    f"""<b>Key:</b>\n\n<span fgcolor='{YELLOW}'>●</span> Empty Model"""	,			font_size=18	,			)

														key_text.move_to([-5, 2.4, 0]	)

														self.add(__lowerCAmelCase	,			__lowerCAmelCase	)

														UpperCamelCase__					  =      MarkupText(
														    f"""<span fgcolor='{BLUE}'>●</span> Checkpoint"""	,			font_size=18	,			)

														blue_text.next_to(__lowerCAmelCase	,			DOWN * 2.4	,			aligned_edge=key_text.get_left()	)
														self.add(__lowerCAmelCase	)

														UpperCamelCase__					  =      MarkupText(
														    f"""Based on the passed in configuration, weights are stored in\na variety of np.memmaps on disk or to a particular device."""	,			font_size=24	,			)
														step_a.move_to([2, 2, 0]	)

														UpperCamelCase__					  =      [meta_mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      [meta_mem.copy() for i in range(6	)]
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      VGroup(*__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      VGroup(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0	)
														UpperCamelCase__					  =      Text("""Disk"""	,			font_size=24	)
														UpperCamelCase__					  =      Group(__lowerCAmelCase	,			__lowerCAmelCase	).arrange(__lowerCAmelCase	,			buff=0.5	,			aligned_edge=__lowerCAmelCase	)
														disk.move_to([-4.0, -1.25, 0]	)
														self.play(Write(__lowerCAmelCase	,			run_time=3	)	,			Write(__lowerCAmelCase	,			run_time=1	)	,			Create(__lowerCAmelCase	,			run_time=1	)	)

														UpperCamelCase__					  =      []
														for i, rect in enumerate(__lowerCAmelCase	):
																					UpperCamelCase__					  =      rect.copy()
																					target.generate_target()
																					target.target.move_to(disk_left_col_base[i]	).scale(0.5	)
																					animations.append(MoveToTarget(__lowerCAmelCase	,			run_time=1.5	)	)
														self.play(*__lowerCAmelCase	)

														self.play(FadeOut(__lowerCAmelCase	)	)

														UpperCamelCase__					  =      MarkupText(f"""Then, the checkpoint is removed from memory\nthrough garbage collection."""	,			font_size=24	)
														step_a.move_to([2, 2, 0]	)

														self.play(Write(__lowerCAmelCase	,			run_time=3	)	)

														self.play(
														    FadeOut(__lowerCAmelCase	,			__lowerCAmelCase	,			*__lowerCAmelCase	,			*__lowerCAmelCase	)	,			)

														self.wait()




