


import collections
import os
import re
from pathlib import Path


SCREAMING_SNAKE_CASE							    =							'src/transformers'


# Matches is_xxx_available()
SCREAMING_SNAKE_CASE							    =							re.compile(r'is\_([a-z_]*)_available()')
# Catches a one-line _import_struct = {xxx}
SCREAMING_SNAKE_CASE							    =							re.compile(r'^_import_structure\s+=\s+\{([^\}]+)\}')
# Catches a line with a key-values pattern: "bla": ["foo", "bar"]
SCREAMING_SNAKE_CASE							    =							re.compile(r'\s+"\S*":\s+\[([^\]]*)\]')
# Catches a line if not is_foo_available
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s*if\s+not\s+is\_[a-z_]*\_available\(\)')
# Catches a line _import_struct["bla"].append("foo")
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s*_import_structure\["\S*"\]\.append\("(\S*)"\)')
# Catches a line _import_struct["bla"].extend(["foo", "bar"]) or _import_struct["bla"] = ["foo", "bar"]
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s*_import_structure\[\S*\](?:\.extend\(|\s*=\s+)\[([^\]]*)\]')
# Catches a line with an object between quotes and a comma:     "MyModel",
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s+"([^"]+)",')
# Catches a line with objects between brackets only:    ["foo", "bar"],
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s+\[([^\]]+)\]')
# Catches a line with from foo import bar, bla, boo
SCREAMING_SNAKE_CASE							    =							re.compile(r'\s+from\s+\S*\s+import\s+([^\(\s].*)\n')
# Catches a line with try:
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s*try:')
# Catches a line with else:
SCREAMING_SNAKE_CASE							    =							re.compile(r'^\s*else:')




def  a   (lowerCAmelCase__   ):
   if _re_test_backend.search(lowerCAmelCase__   ) is None:
      return None
   __a					=  [b[0] for b in _re_backend.findall(lowerCAmelCase__   )]
   backends.sort()
   return "_and_".join(lowerCAmelCase__   )




def  a   (lowerCAmelCase__   ):
   with open(lowerCAmelCase__		,				"""r"""		,				encoding="""utf-8"""		,				newline="""\n"""   ) as f:
      __a					=  f.readlines()

   __a					=  0
   while line_index < len(lowerCAmelCase__   ) and not lines[line_index].startswith("""_import_structure = {"""   ):
      line_index += 1

   # If this is a traditional init, just return.
   if line_index >= len(lowerCAmelCase__   ):
      return None

   # First grab the objects without a specific backend in _import_structure
   __a					=  []
   while not lines[line_index].startswith("""if TYPE_CHECKING"""   ) and find_backend(lines[line_index]   ) is None:
      __a					=  lines[line_index]
      # If we have everything on a single line, let's deal with it.
      if _re_one_line_import_struct.search(lowerCAmelCase__   ):
         __a					=  _re_one_line_import_struct.search(lowerCAmelCase__   ).groups()[0]
         __a					=  re.findall(r"""\[([^\]]+)\]"""		,				lowerCAmelCase__   )
         for imp in imports:
            objects.extend([obj[1:-1] for obj in imp.split(""", """   )]   )
         line_index += 1
         continue
      __a					=  _re_import_struct_key_value.search(lowerCAmelCase__   )
      if single_line_import_search is not None:
         __a					=  [obj[1:-1] for obj in single_line_import_search.groups()[0].split(""", """   ) if len(lowerCAmelCase__   ) > 0]
         objects.extend(lowerCAmelCase__   )
      elif line.startswith(""" """ * 8 + """\""""   ):
         objects.append(line[9:-3]   )
      line_index += 1

   __a					=  {"""none""": objects}
   # Let's continue with backend-specific objects in _import_structure
   while not lines[line_index].startswith("""if TYPE_CHECKING"""   ):
      # If the line is an if not is_backend_available, we grab all objects associated.
      __a					=  find_backend(lines[line_index]   )
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]   ) is None:
         __a					=  None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]   ) is None:
            line_index += 1

         line_index += 1

         __a					=  []
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(""" """ * 4   ):
            __a					=  lines[line_index]
            if _re_import_struct_add_one.search(lowerCAmelCase__   ) is not None:
               objects.append(_re_import_struct_add_one.search(lowerCAmelCase__   ).groups()[0]   )
            elif _re_import_struct_add_many.search(lowerCAmelCase__   ) is not None:
               __a					=  _re_import_struct_add_many.search(lowerCAmelCase__   ).groups()[0].split(""", """   )
               __a					=  [obj[1:-1] for obj in imports if len(lowerCAmelCase__   ) > 0]
               objects.extend(lowerCAmelCase__   )
            elif _re_between_brackets.search(lowerCAmelCase__   ) is not None:
               __a					=  _re_between_brackets.search(lowerCAmelCase__   ).groups()[0].split(""", """   )
               __a					=  [obj[1:-1] for obj in imports if len(lowerCAmelCase__   ) > 0]
               objects.extend(lowerCAmelCase__   )
            elif _re_quote_object.search(lowerCAmelCase__   ) is not None:
               objects.append(_re_quote_object.search(lowerCAmelCase__   ).groups()[0]   )
            elif line.startswith(""" """ * 8 + """\""""   ):
               objects.append(line[9:-3]   )
            elif line.startswith(""" """ * 12 + """\""""   ):
               objects.append(line[13:-3]   )
            line_index += 1

         __a					=  objects
      else:
         line_index += 1

    # At this stage we are in the TYPE_CHECKING part, first grab the objects without a specific backend
   __a					=  []
   while (
       line_index < len(lowerCAmelCase__   )
       and find_backend(lines[line_index]   ) is None
       and not lines[line_index].startswith("""else"""   )
   ):
      __a					=  lines[line_index]
      __a					=  _re_import.search(lowerCAmelCase__   )
      if single_line_import_search is not None:
         objects.extend(single_line_import_search.groups()[0].split(""", """   )   )
      elif line.startswith(""" """ * 8   ):
         objects.append(line[8:-2]   )
      line_index += 1

   __a					=  {"""none""": objects}
   # Let's continue with backend-specific objects
   while line_index < len(lowerCAmelCase__   ):
      # If the line is an if is_backend_available, we grab all objects associated.
      __a					=  find_backend(lines[line_index]   )
      # Check if the backend declaration is inside a try block:
      if _re_try.search(lines[line_index - 1]   ) is None:
         __a					=  None

      if backend is not None:
         line_index += 1

         # Scroll until we hit the else block of try-except-else
         while _re_else.search(lines[line_index]   ) is None:
            line_index += 1

         line_index += 1

         __a					=  []
         # Until we unindent, add backend objects to the list
         while len(lines[line_index]   ) <= 1 or lines[line_index].startswith(""" """ * 8   ):
            __a					=  lines[line_index]
            __a					=  _re_import.search(lowerCAmelCase__   )
            if single_line_import_search is not None:
               objects.extend(single_line_import_search.groups()[0].split(""", """   )   )
            elif line.startswith(""" """ * 12   ):
               objects.append(line[12:-2]   )
            line_index += 1

         __a					=  objects
      else:
         line_index += 1

   return import_dict_objects, type_hint_objects




def  a   (lowerCAmelCase__		,				lowerCAmelCase__   ):

   def find_duplicates(lowerCAmelCase__   ):
      return [k for k, v in collections.Counter(lowerCAmelCase__   ).items() if v > 1]

   if list(import_dict_objects.keys()   ) != list(type_hint_objects.keys()   ):
      return ["Both sides of the init do not have the same backends!"]

   __a					=  []
   for key in import_dict_objects.keys():
      __a					=  find_duplicates(import_dict_objects[key]   )
      if duplicate_imports:
         errors.append(f'''Duplicate _import_structure definitions for: {duplicate_imports}'''   )
      __a					=  find_duplicates(type_hint_objects[key]   )
      if duplicate_type_hints:
         errors.append(f'''Duplicate TYPE_CHECKING objects for: {duplicate_type_hints}'''   )

      if sorted(set(import_dict_objects[key]   )   ) != sorted(set(type_hint_objects[key]   )   ):
         __a					=  """base imports""" if key == """none""" else f'''{key} backend'''
         errors.append(f'''Differences for {name}:'''   )
         for a in type_hint_objects[key]:
            if a not in import_dict_objects[key]:
               errors.append(f'''  {a} in TYPE_HINT but not in _import_structure.'''   )
         for a in import_dict_objects[key]:
            if a not in type_hint_objects[key]:
               errors.append(f'''  {a} in _import_structure but not in TYPE_HINT.'''   )
   return errors




def  a   ():
   __a					=  []
   for root, _, files in os.walk(lowerCAmelCase__   ):
      if "__init__.py" in files:
         __a					=  os.path.join(lowerCAmelCase__		,				"""__init__.py"""   )
         __a					=  parse_init(lowerCAmelCase__   )
         if objects is not None:
            __a					=  analyze_results(*lowerCAmelCase__   )
            if len(lowerCAmelCase__   ) > 0:
               __a					=  f'''Problem in {fname}, both halves do not define the same objects.\n{errors[0]}'''
               failures.append("""\n""".join(lowerCAmelCase__   )   )
   if len(lowerCAmelCase__   ) > 0:
      raise ValueError("""\n\n""".join(lowerCAmelCase__   )   )




def  a   ():
   __a					=  []
   for path, directories, files in os.walk(lowerCAmelCase__   ):
      for folder in directories:
         # Ignore private modules
         if folder.startswith("""_"""   ):
            directories.remove(lowerCAmelCase__   )
            continue
         # Ignore leftovers from branches (empty folders apart from pycache)
         if len(list((Path(lowerCAmelCase__   ) / folder).glob("""*.py"""   )   )   ) == 0:
            continue
         __a					=  str((Path(lowerCAmelCase__   ) / folder).relative_to(lowerCAmelCase__   )   )
         __a					=  short_path.replace(os.path.sep		,				"""."""   )
         submodules.append(lowerCAmelCase__   )
      for fname in files:
         if fname == "__init__.py":
            continue
         __a					=  str((Path(lowerCAmelCase__   ) / fname).relative_to(lowerCAmelCase__   )   )
         __a					=  short_path.replace(""".py"""		,				""""""   ).replace(os.path.sep		,				"""."""   )
         if len(submodule.split("""."""   )   ) == 1:
            submodules.append(lowerCAmelCase__   )
   return submodules


SCREAMING_SNAKE_CASE							    =							[
    'convert_pytorch_checkpoint_to_tf2',
    'modeling_flax_pytorch_utils',
    'models.esm.openfold_utils',
]




def  a   ():
   # This is to make sure the transformers module imported is the one in the repo.
   from transformers.utils import direct_transformers_import

   __a					=  direct_transformers_import(lowerCAmelCase__   )

   __a					=  set(transformers._import_structure.keys()   )
   # This contains all the base keys of the _import_structure object defined in the init, but if the user is missing
   # some optional dependencies, they may not have all of them. Thus we read the init to read all additions and
   # (potentiall re-) add them.
   with open(os.path.join(lowerCAmelCase__		,				"""__init__.py"""   )		,				"""r"""   ) as f:
      __a					=  f.read()
   import_structure_keys.update(set(re.findall(r"""import_structure\[\"([^\"]*)\"\]"""		,				lowerCAmelCase__   )   )   )

   __a					=  [
       module
       for module in get_transformers_submodules()
       if module not in IGNORE_SUBMODULES and module not in import_structure_keys
   ]

   if len(lowerCAmelCase__   ) > 0:
      __a					=  """\n""".join(f'''- {module}''' for module in module_not_registered   )
      raise ValueError(
          """The following submodules are not properly registed in the main init of Transformers:\n"""
          f'''{list_of_modules}\n'''
          """Make sure they appear somewhere in the keys of `_import_structure` with an empty list as value."""   )


if __name__ == "__main__":
  check_all_inits()
  check_submodules()





import gc
import unittest

from parameterized import parameterized

from diffusers import FlaxUNetaDConditionModel
from diffusers.utils import is_flax_available
from diffusers.utils.testing_utils import load_hf_numpy, require_flax, slow


if is_flax_available():
		import jax
		import jax.numpy as jnp







@slow
@require_flax
class 							lowerCAmelCase__   ( unittest.TestCase						):

						def 			A_					(      self							,				a							,				a					)       ->   Optional[int]:


								'''simple docstring'''

								return F'gaussian_noise_s={seed}_shape={"_".join([str(a					) for s in shape]					)}.npy'

						def 			A_					(      self					)       ->   List[Any]:


								'''simple docstring'''

								super().tearDown()
								gc.collect()

						def 			A_					(      self							,				a=0							,				a=(4, 4, 64, 64)							,				a=False					)       ->   Optional[int]:


								'''simple docstring'''

								_UpperCamelCase         =						jnp.bfloataa if fpaa else jnp.floataa
								_UpperCamelCase         =						jnp.array(load_hf_numpy(self.get_file_format(a							,				a					)					)							,				dtype=a					)
								return image

						def 			A_					(      self							,				a=False							,				a="CompVis/stable-diffusion-v1-4"					)       ->   Any:


								'''simple docstring'''

								_UpperCamelCase         =						jnp.bfloataa if fpaa else jnp.floataa
								_UpperCamelCase         =						"""bf16""" if fpaa else None

								_UpperCamelCase     ,						_UpperCamelCase         =						FlaxUNetaDConditionModel.from_pretrained(
								    a							,				subfolder="""unet"""							,				dtype=a							,				revision=a					)
								return model, params

						def 			A_					(      self							,				a=0							,				a=(4, 77, 7_68)							,				a=False					)       ->   Tuple:


								'''simple docstring'''

								_UpperCamelCase         =						jnp.bfloataa if fpaa else jnp.floataa
								_UpperCamelCase         =						jnp.array(load_hf_numpy(self.get_file_format(a							,				a					)					)							,				dtype=a					)
								return hidden_states

						@parameterized.expand(
						    [
						        # fmt: off
						        [83, 4, [-0.2323, -0.1304, 0.0813, -0.3093, -0.0919, -0.1571, -0.1125, -0.5806]],
						        [17, 0.55, [-0.0831, -0.2443, 0.0901, -0.0919, 0.3396, 0.0103, -0.3743, 0.0701]],
						        [8, 0.89, [-0.4863, 0.0859, 0.0875, -0.1658, 0.9199, -0.0114, 0.4839, 0.4639]],
						        [3, 10_00, [-0.5649, 0.2402, -0.5518, 0.1248, 1.1328, -0.2443, -0.0325, -1.0078]],
						        # fmt: on
						    ]					)
						def 			A_					(      self							,				a							,				a							,				a					)       ->   Any:


								'''simple docstring'''

								_UpperCamelCase     ,						_UpperCamelCase         =						self.get_unet_model(model_id="""CompVis/stable-diffusion-v1-4"""							,				fpaa=a					)
								_UpperCamelCase         =						self.get_latents(a							,				fpaa=a					)
								_UpperCamelCase         =						self.get_encoder_hidden_states(a							,				fpaa=a					)

								_UpperCamelCase         =						model.apply(
								    {"""params""": params}							,				a							,				jnp.array(a							,				dtype=jnp.intaa					)							,				encoder_hidden_states=a							,				).sample

								assert sample.shape == latents.shape

								_UpperCamelCase         =						jnp.asarray(jax.device_get((sample[-1, -2:, -2:, :2].flatten())					)							,				dtype=jnp.floataa					)
								_UpperCamelCase         =						jnp.array(a							,				dtype=jnp.floataa					)

								# Found torch (float16) and flax (bfloat16) outputs to be within this tolerance, in the same hardware
								assert jnp.allclose(a							,				a							,				atol=1e-2					)







						@parameterized.expand(
						    [
						        # fmt: off
						        [83, 4, [0.1514, 0.0807, 0.1624, 0.1016, -0.1896, 0.0263, 0.0677, 0.2310]],
						        [17, 0.55, [0.1164, -0.0216, 0.0170, 0.1589, -0.3120, 0.1005, -0.0581, -0.1458]],
						        [8, 0.89, [-0.1758, -0.0169, 0.1004, -0.1411, 0.1312, 0.1103, -0.1996, 0.2139]],
						        [3, 10_00, [0.1214, 0.0352, -0.0731, -0.1562, -0.0994, -0.0906, -0.2340, -0.0539]],
						        # fmt: on
						    ]					)
						def 			A_					(      self							,				a							,				a							,				a					)       ->   Any:


								'''simple docstring'''

								_UpperCamelCase     ,						_UpperCamelCase         =						self.get_unet_model(model_id="""stabilityai/stable-diffusion-2"""							,				fpaa=a					)
								_UpperCamelCase         =						self.get_latents(a							,				shape=(4, 4, 96, 96)							,				fpaa=a					)
								_UpperCamelCase         =						self.get_encoder_hidden_states(a							,				shape=(4, 77, 10_24)							,				fpaa=a					)

								_UpperCamelCase         =						model.apply(
								    {"""params""": params}							,				a							,				jnp.array(a							,				dtype=jnp.intaa					)							,				encoder_hidden_states=a							,				).sample

								assert sample.shape == latents.shape

								_UpperCamelCase         =						jnp.asarray(jax.device_get((sample[-1, -2:, -2:, :2].flatten())					)							,				dtype=jnp.floataa					)
								_UpperCamelCase         =						jnp.array(a							,				dtype=jnp.floataa					)

								# Found torch (float16) and flax (bfloat16) outputs to be within this tolerance, on the same hardware
								assert jnp.allclose(a							,				a							,				atol=1e-2					)



