





import inspect
import unittest

from transformers import RegNetConfig, is_flax_available
from transformers.testing_utils import require_flax, slow
from transformers.utils import cached_property, is_vision_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_flax_common import FlaxModelTesterMixin, floats_tensor


if is_flax_available():
      import jax
      import jax.numpy as jnp

      from transformers.models.regnet.modeling_flax_regnet import FlaxRegNetForImageClassification, FlaxRegNetModel

if is_vision_available():
      from PIL import Image

      from transformers import AutoImageProcessor

class 		UpperCamelCase__ (      unittest.TestCase   ):



     '''simple docstring'''

     def __init__(							self						:    Any						,lowerCamelCase__						:    str						,lowerCamelCase__						:    Union[str, Any]=3						,lowerCamelCase__						:    str=32						,lowerCamelCase__						:    Optional[Any]=3						,lowerCamelCase__						:    Dict=10						,lowerCamelCase__						:    Optional[Any]=[10, 20, 30, 40]						,lowerCamelCase__						:    Dict=[1, 1, 2, 1]						,lowerCamelCase__						:    Optional[Any]=True						,lowerCamelCase__						:    List[Any]=True						,lowerCamelCase__						:    List[str]="relu"						,lowerCamelCase__						:    str=3						,lowerCamelCase__						:    Union[str, Any]=None						,)     ->		Optional[Any]:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						parent
           SCREAMING_SNAKE_CASE		=						batch_size
           SCREAMING_SNAKE_CASE		=						image_size
           SCREAMING_SNAKE_CASE		=						num_channels
           SCREAMING_SNAKE_CASE		=						embeddings_size
           SCREAMING_SNAKE_CASE		=						hidden_sizes
           SCREAMING_SNAKE_CASE		=						depths
           SCREAMING_SNAKE_CASE		=						is_training
           SCREAMING_SNAKE_CASE		=						use_labels
           SCREAMING_SNAKE_CASE		=						hidden_act
           SCREAMING_SNAKE_CASE		=						num_labels
           SCREAMING_SNAKE_CASE		=						scope
           SCREAMING_SNAKE_CASE		=						len(lowerCamelCase__       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Any       )     ->		Tuple:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size]       )

           SCREAMING_SNAKE_CASE		=						self.get_config()

           return config, pixel_values






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[Any]       )     ->		List[str]:




           '''simple docstring'''


           return RegNetConfig(
               num_channels=self.num_channels						,embeddings_size=self.embeddings_size						,hidden_sizes=self.hidden_sizes						,depths=self.depths						,hidden_act=self.hidden_act						,num_labels=self.num_labels						,image_size=self.image_size						,)






     def 				SCREAMING_SNAKE_CASE__  (							self						:    List[str]						,lowerCamelCase__						:    Dict						,lowerCamelCase__						:    Optional[Any]       )     ->		Any:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						FlaxRegNetModel(config=lowerCamelCase__       )
           SCREAMING_SNAKE_CASE		=						model(lowerCamelCase__       )

           # Output shape (b, c, h, w)
           self.parent.assertEqual(
               result.last_hidden_state.shape						,(self.batch_size, self.hidden_sizes[-1], self.image_size // 32, self.image_size // 32)						,)






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Any						,lowerCamelCase__						:    Optional[Any]						,lowerCamelCase__						:    Union[str, Any]       )     ->		int:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						self.num_labels
           SCREAMING_SNAKE_CASE		=						FlaxRegNetForImageClassification(config=lowerCamelCase__       )
           SCREAMING_SNAKE_CASE		=						model(lowerCamelCase__       )
           self.parent.assertEqual(result.logits.shape						,(self.batch_size, self.num_labels)       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Tuple       )     ->		List[str]:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						self.prepare_config_and_inputs()
           SCREAMING_SNAKE_CASE,					SCREAMING_SNAKE_CASE		=						config_and_inputs
           SCREAMING_SNAKE_CASE		=						{"""pixel_values""": pixel_values}
           return config, inputs_dict

@require_flax
class 		UpperCamelCase__ (      lowerCAmelCase_							,      unittest.TestCase   ):



     '''simple docstring'''

     __snake_case    :	Optional[Any]			=			(FlaxRegNetModel, FlaxRegNetForImageClassification) if is_flax_available() else ()

     __snake_case    :	int			=			False
     __snake_case    :	Optional[Any]			=			False
     __snake_case    :	List[str]			=			False






     def 				SCREAMING_SNAKE_CASE__  (							self						:    str       )     ->		None:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						FlaxRegNetModelTester(self       )
           SCREAMING_SNAKE_CASE		=						ConfigTester(self						,config_class=lowerCamelCase__						,has_text_modality=lowerCamelCase__       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Dict       )     ->		int:




           '''simple docstring'''


           self.create_and_test_config_common_properties()
           self.config_tester.create_and_test_config_to_json_string()
           self.config_tester.create_and_test_config_to_json_file()
           self.config_tester.create_and_test_config_from_and_save_pretrained()
           self.config_tester.create_and_test_config_with_num_labels()
           self.config_tester.check_config_can_be_init_without_params()
           self.config_tester.check_config_arguments_init()






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[int]       )     ->		Union[str, Any]:




           '''simple docstring'''


           return






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Tuple       )     ->		Tuple:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_model(*lowerCamelCase__       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Dict       )     ->		Any:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						self.model_tester.prepare_config_and_inputs()
           self.model_tester.create_and_check_for_image_classification(*lowerCamelCase__       )






     @unittest.skip(reason="""RegNet does not use inputs_embeds"""       )
     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[int]       )     ->		str:




           '''simple docstring'''


           pass






     @unittest.skip(reason="""RegNet does not support input and output embeddings"""       )
     def 				SCREAMING_SNAKE_CASE__  (							self						:    Tuple       )     ->		int:




           '''simple docstring'''


           pass






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Union[str, Any]       )     ->		Union[str, Any]:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE,					SCREAMING_SNAKE_CASE		=						self.model_tester.prepare_config_and_inputs_for_common()

           for model_class in self.all_model_classes:
                 SCREAMING_SNAKE_CASE		=						model_class(lowerCamelCase__       )
                 SCREAMING_SNAKE_CASE		=						inspect.signature(model.__call__       )
                 # signature.parameters is an OrderedDict => so arg_names order is deterministic
                 SCREAMING_SNAKE_CASE		=						[*signature.parameters.keys()]

                 SCREAMING_SNAKE_CASE		=						["""pixel_values"""]
                 self.assertListEqual(arg_names[:1]						,lowerCamelCase__       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[int]       )     ->		Tuple:




           '''simple docstring'''


           def check_hidden_states_output(lowerCamelCase__						:    Any						,lowerCamelCase__						:    Optional[Any]						,lowerCamelCase__						:    Dict       ):
                 SCREAMING_SNAKE_CASE		=						model_class(lowerCamelCase__       )

                 SCREAMING_SNAKE_CASE		=						model(**self._prepare_for_class(lowerCamelCase__						,lowerCamelCase__       )       )

                 SCREAMING_SNAKE_CASE		=						outputs.encoder_hidden_states if config.is_encoder_decoder else outputs.hidden_states

                 SCREAMING_SNAKE_CASE		=						self.model_tester.num_stages
                 self.assertEqual(len(lowerCamelCase__       )						,expected_num_stages + 1       )

           SCREAMING_SNAKE_CASE,					SCREAMING_SNAKE_CASE		=						self.model_tester.prepare_config_and_inputs_for_common()

           for model_class in self.all_model_classes:
                 SCREAMING_SNAKE_CASE		=						True
                 check_hidden_states_output(lowerCamelCase__						,lowerCamelCase__						,lowerCamelCase__       )

                 # check that output_hidden_states also work using config
                 del inputs_dict["output_hidden_states"]
                 SCREAMING_SNAKE_CASE		=						True

                 check_hidden_states_output(lowerCamelCase__						,lowerCamelCase__						,lowerCamelCase__       )






     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[int]       )     ->		List[str]:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE,					SCREAMING_SNAKE_CASE		=						self.model_tester.prepare_config_and_inputs_for_common()

           for model_class in self.all_model_classes:
                 with self.subTest(model_class.__name__       ):
                       SCREAMING_SNAKE_CASE		=						self._prepare_for_class(lowerCamelCase__						,lowerCamelCase__       )
                       SCREAMING_SNAKE_CASE		=						model_class(lowerCamelCase__       )

                       @jax.jit
                       def model_jitted(lowerCamelCase__						:    Tuple						,**lowerCamelCase__						:    Dict       ):
                             return model(pixel_values=lowerCamelCase__						,**lowerCamelCase__       )

                       with self.subTest("""JIT Enabled"""       ):
                             SCREAMING_SNAKE_CASE		=						model_jitted(**lowerCamelCase__       ).to_tuple()

                       with self.subTest("""JIT Disabled"""       ):
                             with jax.disable_jit():
                                   SCREAMING_SNAKE_CASE		=						model_jitted(**lowerCamelCase__       ).to_tuple()

                       self.assertEqual(len(lowerCamelCase__       )						,len(lowerCamelCase__       )       )
                       for jitted_output, output in zip(lowerCamelCase__						,lowerCamelCase__       ):
                             self.assertEqual(jitted_output.shape						,output.shape       )



def    __lowercase   (      ) ->   int:


      '''simple docstring'''


      SCREAMING_SNAKE_CASE		=						Image.open("""./tests/fixtures/tests_samples/COCO/000000039769.png"""	)
      return image



@require_flax
class 		UpperCamelCase__ (      unittest.TestCase   ):



     '''simple docstring'''

     @cached_property
     def 				SCREAMING_SNAKE_CASE__  (							self						:    Optional[Any]       )     ->		Dict:




           '''simple docstring'''


           return AutoImageProcessor.from_pretrained("""facebook/regnet-y-040"""       ) if is_vision_available() else None






     @slow
     def 				SCREAMING_SNAKE_CASE__  (							self						:    Union[str, Any]       )     ->		Optional[int]:




           '''simple docstring'''


           SCREAMING_SNAKE_CASE		=						FlaxRegNetForImageClassification.from_pretrained("""facebook/regnet-y-040"""       )

           SCREAMING_SNAKE_CASE		=						self.default_image_processor
           SCREAMING_SNAKE_CASE		=						prepare_img()
           SCREAMING_SNAKE_CASE		=						image_processor(images=lowerCamelCase__						,return_tensors="""np"""       )

           SCREAMING_SNAKE_CASE		=						model(**lowerCamelCase__       )

           # verify the logits
           SCREAMING_SNAKE_CASE		=						(1, 1000)
           self.assertEqual(outputs.logits.shape						,lowerCamelCase__       )

           SCREAMING_SNAKE_CASE		=						jnp.array([-0.4180, -1.5051, -3.4836]       )

           self.assertTrue(jnp.allclose(outputs.logits[0, :3]						,lowerCamelCase__						,atol=1e-4       )       )









from typing import List

from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE_						   =       logging.get_logger(__name__)

SCREAMING_SNAKE_CASE_						   =       {
    """snap-research/efficientformer-l1-300""": (
        """https://huggingface.co/snap-research/efficientformer-l1-300/resolve/main/config.json"""
    ),
}

class 		UpperCamelCase__ (      lowerCAmelCase_   ):



     '''simple docstring'''

     __snake_case    :	int			=			"efficientformer"






     def __init__(							self						:    Optional[int]						,lowerCamelCase__						:    List[int] = [3, 2, 6, 4]						,lowerCamelCase__						:    List[int] = [48, 96, 224, 448]						,lowerCamelCase__						:    List[bool] = [True, True, True, True]						,lowerCamelCase__						:    int = 448						,lowerCamelCase__						:    int = 32						,lowerCamelCase__						:    int = 4						,lowerCamelCase__						:    int = 7						,lowerCamelCase__						:    int = 5						,lowerCamelCase__						:    int = 8						,lowerCamelCase__						:    int = 4						,lowerCamelCase__						:    float = 0.0						,lowerCamelCase__						:    int = 16						,lowerCamelCase__						:    int = 3						,lowerCamelCase__						:    int = 3						,lowerCamelCase__						:    int = 3						,lowerCamelCase__						:    int = 2						,lowerCamelCase__						:    int = 1						,lowerCamelCase__						:    float = 0.0						,lowerCamelCase__						:    int = 1						,lowerCamelCase__						:    bool = True						,lowerCamelCase__						:    bool = True						,lowerCamelCase__						:    float = 1e-5						,lowerCamelCase__						:    str = "gelu"						,lowerCamelCase__						:    float = 0.02						,lowerCamelCase__						:    float = 1e-1_2						,lowerCamelCase__						:    int = 224						,lowerCamelCase__						:    float = 1e-0_5						,**lowerCamelCase__						:    str						,)     ->		None:




           '''simple docstring'''


           super().__init__(**lowerCamelCase__       )

           SCREAMING_SNAKE_CASE		=						hidden_act
           SCREAMING_SNAKE_CASE		=						hidden_dropout_prob
           SCREAMING_SNAKE_CASE		=						hidden_sizes
           SCREAMING_SNAKE_CASE		=						num_hidden_layers
           SCREAMING_SNAKE_CASE		=						num_attention_heads
           SCREAMING_SNAKE_CASE		=						initializer_range
           SCREAMING_SNAKE_CASE		=						layer_norm_eps
           SCREAMING_SNAKE_CASE		=						patch_size
           SCREAMING_SNAKE_CASE		=						num_channels
           SCREAMING_SNAKE_CASE		=						depths
           SCREAMING_SNAKE_CASE		=						mlp_expansion_ratio
           SCREAMING_SNAKE_CASE		=						downsamples
           SCREAMING_SNAKE_CASE		=						dim
           SCREAMING_SNAKE_CASE		=						key_dim
           SCREAMING_SNAKE_CASE		=						attention_ratio
           SCREAMING_SNAKE_CASE		=						resolution
           SCREAMING_SNAKE_CASE		=						pool_size
           SCREAMING_SNAKE_CASE		=						downsample_patch_size
           SCREAMING_SNAKE_CASE		=						downsample_stride
           SCREAMING_SNAKE_CASE		=						downsample_pad
           SCREAMING_SNAKE_CASE		=						drop_path_rate
           SCREAMING_SNAKE_CASE		=						num_metaad_blocks
           SCREAMING_SNAKE_CASE		=						distillation
           SCREAMING_SNAKE_CASE		=						use_layer_scale
           SCREAMING_SNAKE_CASE		=						layer_scale_init_value
           SCREAMING_SNAKE_CASE		=						image_size
           SCREAMING_SNAKE_CASE		=						batch_norm_eps


