
"""simple docstring"""





import inspect
import unittest

from transformers import DPTConfig
from transformers.file_utils import is_torch_available, is_vision_available
from transformers.models.auto import get_values
from transformers.testing_utils import require_torch, require_vision, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, _config_zero_init, floats_tensor, ids_tensor
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
				import torch
				from torch import nn

				from transformers import MODEL_MAPPING, DPTForDepthEstimation, DPTForSemanticSegmentation, DPTModel
				from transformers.models.dpt.modeling_dpt import DPT_PRETRAINED_MODEL_ARCHIVE_LIST


if is_vision_available():
				from PIL import Image

				from transformers import DPTImageProcessor






class        _UpperCAmelCase:



		def __init__(   self							,						__a							,						__a=2							,						__a=32							,						__a=16							,						__a=3							,						__a=True							,						__a=True							,						__a=32							,						__a=4							,						__a=[0, 1, 2, 3]							,						__a=4							,						__a=37							,						__a="gelu"							,						__a=0.1							,						__a=0.1							,						__a=0.02							,						__a=3							,						__a=[1, 3_84, 24, 24]							,						__a=True							,						__a=None							,						)			->			int:






							'''simple docstring'''
							_UpperCamelCase									=    parent
							_UpperCamelCase									=    batch_size
							_UpperCamelCase									=    image_size
							_UpperCamelCase									=    patch_size
							_UpperCamelCase									=    num_channels
							_UpperCamelCase									=    is_training
							_UpperCamelCase									=    use_labels
							_UpperCamelCase									=    hidden_size
							_UpperCamelCase									=    num_hidden_layers
							_UpperCamelCase									=    backbone_out_indices
							_UpperCamelCase									=    num_attention_heads
							_UpperCamelCase									=    intermediate_size
							_UpperCamelCase									=    hidden_act
							_UpperCamelCase									=    hidden_dropout_prob
							_UpperCamelCase									=    attention_probs_dropout_prob
							_UpperCamelCase									=    initializer_range
							_UpperCamelCase									=    num_labels
							_UpperCamelCase									=    backbone_featmap_shape
							_UpperCamelCase									=    scope
							_UpperCamelCase									=    is_hybrid
							# sequence length of DPT = num_patches + 1 (we add 1 for the [CLS] token)
							_UpperCamelCase									=    (image_size // patch_size) ** 2
							_UpperCamelCase									=    num_patches + 1



		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							_UpperCamelCase									=    floats_tensor([self.batch_size, self.num_channels, self.image_size, self.image_size])

							_UpperCamelCase									=    None
							if self.use_labels:
												_UpperCamelCase									=    ids_tensor([self.batch_size, self.image_size, self.image_size]							,						self.num_labels)

							_UpperCamelCase									=    self.get_config()

							return config, pixel_values, labels



		def 		UpperCAmelCase				(   self)			->			Dict:






							'''simple docstring'''
							_UpperCamelCase									=    {
							    '''global_padding''': '''same''',
							    '''layer_type''': '''bottleneck''',
							    '''depths''': [3, 4, 9],
							    '''out_features''': ['''stage1''', '''stage2''', '''stage3'''],
							    '''embedding_dynamic_padding''': True,
							    '''hidden_sizes''': [96, 1_92, 3_84, 7_68],
							    '''num_groups''': 2,
							}

							return DPTConfig(
							    image_size=self.image_size							,						patch_size=self.patch_size							,						num_channels=self.num_channels							,						hidden_size=self.hidden_size							,						num_hidden_layers=self.num_hidden_layers							,						backbone_out_indices=self.backbone_out_indices							,						num_attention_heads=self.num_attention_heads							,						intermediate_size=self.intermediate_size							,						hidden_act=self.hidden_act							,						hidden_dropout_prob=self.hidden_dropout_prob							,						attention_probs_dropout_prob=self.attention_probs_dropout_prob							,						is_decoder=__a							,						initializer_range=self.initializer_range							,						is_hybrid=self.is_hybrid							,						backbone_config=__a							,						backbone_featmap_shape=self.backbone_featmap_shape							,						)



		def 		UpperCAmelCase				(   self							,						__a							,						__a							,						__a)			->			Optional[int]:






							'''simple docstring'''
							_UpperCamelCase									=    DPTModel(config=__a)
							model.to(__a)
							model.eval()
							_UpperCamelCase									=    model(__a)
							self.parent.assertEqual(result.last_hidden_state.shape							,						(self.batch_size, self.seq_length, self.hidden_size))



		def 		UpperCAmelCase				(   self							,						__a							,						__a							,						__a)			->			List[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.num_labels
							_UpperCamelCase									=    DPTForDepthEstimation(__a)
							model.to(__a)
							model.eval()
							_UpperCamelCase									=    model(__a)
							self.parent.assertEqual(result.predicted_depth.shape							,						(self.batch_size, self.image_size, self.image_size))



		def 		UpperCAmelCase				(   self							,						__a							,						__a							,						__a)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.num_labels
							_UpperCamelCase									=    DPTForSemanticSegmentation(__a)
							model.to(__a)
							model.eval()
							_UpperCamelCase									=    model(__a							,						labels=__a)
							self.parent.assertEqual(
							    result.logits.shape							,						(self.batch_size, self.num_labels, self.image_size, self.image_size))




		def 		UpperCAmelCase				(   self)			->			List[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.prepare_config_and_inputs()
							_UpperCamelCase					,    _UpperCamelCase					,    _UpperCamelCase									=    config_and_inputs
							_UpperCamelCase									=    {'''pixel_values''': pixel_values}
							return config, inputs_dict






@require_torch
class        _UpperCAmelCase(       lowerCamelCase ,	lowerCamelCase ,	unittest.TestCase      ):
		lowercase__         = (DPTModel, DPTForDepthEstimation, DPTForSemanticSegmentation) if is_torch_available() else ()
		lowercase__         = (
		    {
		        'depth-estimation': DPTForDepthEstimation,
		        'feature-extraction': DPTModel,
		        'image-segmentation': DPTForSemanticSegmentation,
		    }
		    if is_torch_available()
		    else {}
		)

		lowercase__         = False
		lowercase__         = False
		lowercase__         = False



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase									=    DPTModelTester(self)
							_UpperCamelCase									=    ConfigTester(self							,						config_class=__a							,						has_text_modality=__a							,						hidden_size=37)



		def 		UpperCAmelCase				(   self)			->			Union[str, Any]:






							'''simple docstring'''
							self.config_tester.run_common_tests()



		@unittest.skip(reason='''DPT does not use inputs_embeds''')
		def 		UpperCAmelCase				(   self)			->			str:






							'''simple docstring'''
							pass



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(__a)
												self.assertIsInstance(model.get_input_embeddings()							,						(nn.Module))
												_UpperCamelCase									=    model.get_output_embeddings()
												self.assertTrue(x is None or isinstance(__a							,						nn.Linear))



		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(__a)
												_UpperCamelCase									=    inspect.signature(model.forward)
												# signature.parameters is an OrderedDict => so arg_names order is deterministic
												_UpperCamelCase									=    [*signature.parameters.keys()]

												_UpperCamelCase									=    ['''pixel_values''']
												self.assertListEqual(arg_names[:1]							,						__a)



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase									=    self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_model(*__a)



		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_for_depth_estimation(*__a)



		def 		UpperCAmelCase				(   self)			->			int:






							'''simple docstring'''
							_UpperCamelCase									=    self.model_tester.prepare_config_and_inputs()
							self.model_tester.create_and_check_for_semantic_segmentation(*__a)



		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							for model_class in self.all_model_classes:
												if model_class.__name__ == "DPTForDepthEstimation":
																	continue

												_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()
												_UpperCamelCase									=    True

												if model_class in get_values(__a):
																	continue

												_UpperCamelCase									=    model_class(__a)
												model.to(__a)
												model.train()
												_UpperCamelCase									=    self._prepare_for_class(__a							,						__a							,						return_labels=__a)
												_UpperCamelCase									=    model(**__a).loss
												loss.backward()



		def 		UpperCAmelCase				(   self)			->			List[str]:






							'''simple docstring'''
							for model_class in self.all_model_classes:
												if model_class.__name__ == "DPTForDepthEstimation":
																	continue

												_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()
												_UpperCamelCase									=    False
												_UpperCamelCase									=    True

												if model_class in get_values(__a) or not model_class.supports_gradient_checkpointing:
																	continue
												_UpperCamelCase									=    model_class(__a)
												model.to(__a)
												model.gradient_checkpointing_enable()
												model.train()
												_UpperCamelCase									=    self._prepare_for_class(__a							,						__a							,						return_labels=__a)
												_UpperCamelCase									=    model(**__a).loss
												loss.backward()



		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()

							_UpperCamelCase									=    _config_zero_init(__a)
							for model_class in self.all_model_classes:
												_UpperCamelCase									=    model_class(config=__a)
												# Skip the check for the backbone
												_UpperCamelCase									=    []
												for name, module in model.named_modules():
																	if module.__class__.__name__ == "DPTViTHybridEmbeddings":
																						_UpperCamelCase									=    [F'''{name}.{key}''' for key in module.state_dict().keys()]
																						break

												for name, param in model.named_parameters():
																	if param.requires_grad:
																						if name in backbone_params:
																											continue
																						self.assertIn(
																						    ((param.data.mean() * 1e9).round() / 1e9).item()							,						[0.0, 1.0]							,						msg=F'''Parameter {name} of model {model_class} seems not properly initialized'''							,						)



		@unittest.skip('''Will be fixed soon by reducing the size of the model used for common tests.''')
		def 		UpperCAmelCase				(   self)			->			Optional[int]:






							'''simple docstring'''
							pass



		@slow
		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							for model_name in DPT_PRETRAINED_MODEL_ARCHIVE_LIST[1:]:
												_UpperCamelCase									=    DPTModel.from_pretrained(__a)
												self.assertIsNotNone(__a)




		def 		UpperCAmelCase				(   self)			->			Tuple:






							'''simple docstring'''
							# We do this test only for DPTForDepthEstimation since it is the only model that uses readout_type
							_UpperCamelCase					,    _UpperCamelCase									=    self.model_tester.prepare_config_and_inputs_for_common()
							_UpperCamelCase									=    '''add'''
							with self.assertRaises(__a):
												_UpperCamelCase									=    DPTForDepthEstimation(__a)





def  lowerCamelCase__						(     )				->						Optional[Any]:


					"""simple docstring"""





					_UpperCamelCase									=    Image.open('''./tests/fixtures/tests_samples/COCO/000000039769.png'''      )
					return image






@require_torch
@require_vision
@slow
class        _UpperCAmelCase(       unittest.TestCase      ):



		def 		UpperCAmelCase				(   self)			->			Optional[Any]:






							'''simple docstring'''
							_UpperCamelCase									=    DPTImageProcessor.from_pretrained('''Intel/dpt-hybrid-midas''')
							_UpperCamelCase									=    DPTForDepthEstimation.from_pretrained('''Intel/dpt-hybrid-midas''').to(__a)

							_UpperCamelCase									=    prepare_img()
							_UpperCamelCase									=    image_processor(images=__a							,						return_tensors='''pt''').to(__a)

							# forward pass
							with torch.no_grad():
												_UpperCamelCase									=    model(**__a)
												_UpperCamelCase									=    outputs.predicted_depth

							# verify the predicted depth
							_UpperCamelCase									=    torch.Size((1, 3_84, 3_84))
							self.assertEqual(predicted_depth.shape							,						__a)

							_UpperCamelCase									=    torch.tensor(
							    [[[5.6437, 5.6146, 5.6511], [5.4371, 5.5649, 5.5958], [5.5215, 5.5184, 5.5293]]]).to(__a)

							self.assertTrue(torch.allclose(outputs.predicted_depth[:3, :3, :3] / 1_00							,						__a							,						atol=1e-4))













"""simple docstring"""




from __future__ import annotations

import unittest

from transformers import MobileBertConfig, is_tf_available
from transformers.models.auto import get_values
from transformers.testing_utils import require_tf, slow

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
		import tensorflow as tf

		from transformers import (
		    TF_MODEL_FOR_PRETRAINING_MAPPING,
		    TFMobileBertForMaskedLM,
		    TFMobileBertForMultipleChoice,
		    TFMobileBertForNextSentencePrediction,
		    TFMobileBertForPreTraining,
		    TFMobileBertForQuestionAnswering,
		    TFMobileBertForSequenceClassification,
		    TFMobileBertForTokenClassification,
		    TFMobileBertModel,
		)


@require_tf
class 			__UpperCamelCase							(		a__						,			a__						,			unittest.TestCase		):
							lowerCamelCase  :   Optional[int]    =(
							    (
							        TFMobileBertModel,
							        TFMobileBertForMaskedLM,
							        TFMobileBertForNextSentencePrediction,
							        TFMobileBertForPreTraining,
							        TFMobileBertForQuestionAnswering,
							        TFMobileBertForSequenceClassification,
							        TFMobileBertForTokenClassification,
							        TFMobileBertForMultipleChoice,
							    )
							    if is_tf_available()
							    else ()
							)
							lowerCamelCase  :   Tuple    =(
							    {
							        """feature-extraction""": TFMobileBertModel,
							        """fill-mask""": TFMobileBertForMaskedLM,
							        """question-answering""": TFMobileBertForQuestionAnswering,
							        """text-classification""": TFMobileBertForSequenceClassification,
							        """token-classification""": TFMobileBertForTokenClassification,
							        """zero-shot""": TFMobileBertForSequenceClassification,
							    }
							    if is_tf_available()
							    else {}
							)
							lowerCamelCase  :   Any    =False
							lowerCamelCase  :   str    =False






							def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__=False )      ->					Any:
								a :						Dict      =							super()._prepare_for_class(lowerCAmelCase__ ,   lowerCAmelCase__ ,   return_labels=lowerCAmelCase__ )

								if return_labels:
									if model_class in get_values(lowerCAmelCase__ ):
										a :						str      =							tf.zeros(self.model_tester.batch_size ,   dtype=tf.intaa )

								return inputs_dict


							class 			__UpperCamelCase							(		a__		):






														def __init__(  self ,   lowerCAmelCase__ ,   lowerCAmelCase__=13 ,   lowerCAmelCase__=7 ,   lowerCAmelCase__=True ,   lowerCAmelCase__=True ,   lowerCAmelCase__=True ,   lowerCAmelCase__=True ,   lowerCAmelCase__=99 ,   lowerCAmelCase__=32 ,   lowerCAmelCase__=32 ,   lowerCAmelCase__=2 ,   lowerCAmelCase__=4 ,   lowerCAmelCase__=37 ,   lowerCAmelCase__="gelu" ,   lowerCAmelCase__=0.1 ,   lowerCAmelCase__=0.1 ,   lowerCAmelCase__=512 ,   lowerCAmelCase__=16 ,   lowerCAmelCase__=2 ,   lowerCAmelCase__=0.02 ,   lowerCAmelCase__=3 ,   lowerCAmelCase__=4 ,   lowerCAmelCase__=None ,   )      ->					List[str]:
															a :						Union[str, Any]      =							parent
															a :						str      =							batch_size
															a :						Optional[int]      =							seq_length
															a :						Tuple      =							is_training
															a :						int      =							use_input_mask
															a :						Union[str, Any]      =							use_token_type_ids
															a :						List[str]      =							use_labels
															a :						str      =							vocab_size
															a :						List[Any]      =							hidden_size
															a :						Any      =							num_hidden_layers
															a :						List[Any]      =							num_attention_heads
															a :						Tuple      =							intermediate_size
															a :						str      =							hidden_act
															a :						List[Any]      =							hidden_dropout_prob
															a :						Optional[Any]      =							attention_probs_dropout_prob
															a :						Union[str, Any]      =							max_position_embeddings
															a :						Tuple      =							type_vocab_size
															a :						Union[str, Any]      =							type_sequence_label_size
															a :						Optional[int]      =							initializer_range
															a :						Any      =							num_labels
															a :						str      =							num_choices
															a :						List[Any]      =							scope
															a :						str      =							embedding_size






														def        __a  (  self )      ->					Dict:
															a :						Optional[int]      =							ids_tensor([self.batch_size, self.seq_length] ,   self.vocab_size )

															a :						Optional[int]      =							None
															if self.use_input_mask:
																a :						int      =							random_attention_mask([self.batch_size, self.seq_length] )

															a :						int      =							None
															if self.use_token_type_ids:
																a :						Tuple      =							ids_tensor([self.batch_size, self.seq_length] ,   self.type_vocab_size )

															a :						Optional[Any]      =							None
															a :						List[str]      =							None
															a :						str      =							None
															if self.use_labels:
																a :						Dict      =							ids_tensor([self.batch_size] ,   self.type_sequence_label_size )
																a :						Optional[int]      =							ids_tensor([self.batch_size, self.seq_length] ,   self.num_labels )
																a :						str      =							ids_tensor([self.batch_size] ,   self.num_choices )

															a :						Tuple      =							MobileBertConfig(
															    vocab_size=self.vocab_size ,   hidden_size=self.hidden_size ,   num_hidden_layers=self.num_hidden_layers ,   num_attention_heads=self.num_attention_heads ,   intermediate_size=self.intermediate_size ,   hidden_act=self.hidden_act ,   hidden_dropout_prob=self.hidden_dropout_prob ,   attention_probs_dropout_prob=self.attention_probs_dropout_prob ,   max_position_embeddings=self.max_position_embeddings ,   type_vocab_size=self.type_vocab_size ,   initializer_range=self.initializer_range ,   embedding_size=self.embedding_size ,   )

															return config, input_ids, token_type_ids, input_mask, sequence_labels, token_labels, choice_labels






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					int:
															a :						List[Any]      =							TFMobileBertModel(config=lowerCAmelCase__ )
															a :						int      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						List[Any]      =							model(lowerCAmelCase__ )

															a :						List[str]      =							[input_ids, input_mask]
															a :						Dict      =							model(lowerCAmelCase__ )

															a :						List[str]      =							model(lowerCAmelCase__ )

															self.parent.assertEqual(
															    result.last_hidden_state.shape ,   (self.batch_size, self.seq_length, self.hidden_size) )
															self.parent.assertEqual(result.pooler_output.shape ,   (self.batch_size, self.hidden_size) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					Optional[Any]:
															a :						List[Any]      =							TFMobileBertForMaskedLM(config=lowerCAmelCase__ )
															a :						Union[str, Any]      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						Optional[int]      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.logits.shape ,   (self.batch_size, self.seq_length, self.vocab_size) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					int:
															a :						int      =							TFMobileBertForNextSentencePrediction(config=lowerCAmelCase__ )
															a :						Any      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						List[str]      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.logits.shape ,   (self.batch_size, 2) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					List[str]:
															a :						Dict      =							TFMobileBertForPreTraining(config=lowerCAmelCase__ )
															a :						Union[str, Any]      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						List[Any]      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(
															    result.prediction_logits.shape ,   (self.batch_size, self.seq_length, self.vocab_size) )
															self.parent.assertEqual(result.seq_relationship_logits.shape ,   (self.batch_size, 2) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					Tuple:
															a :						List[str]      =							self.num_labels
															a :						List[str]      =							TFMobileBertForSequenceClassification(config=lowerCAmelCase__ )
															a :						Optional[Any]      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						Dict      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.logits.shape ,   (self.batch_size, self.num_labels) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					Union[str, Any]:
															a :						Optional[int]      =							self.num_choices
															a :						Tuple      =							TFMobileBertForMultipleChoice(config=lowerCAmelCase__ )
															a :						Dict      =							tf.tile(tf.expand_dims(lowerCAmelCase__ ,   1 ) ,   (1, self.num_choices, 1) )
															a :						Optional[Any]      =							tf.tile(tf.expand_dims(lowerCAmelCase__ ,   1 ) ,   (1, self.num_choices, 1) )
															a :						Optional[int]      =							tf.tile(tf.expand_dims(lowerCAmelCase__ ,   1 ) ,   (1, self.num_choices, 1) )
															a :						Dict      =							{
															    "input_ids": multiple_choice_inputs_ids,
															    "attention_mask": multiple_choice_input_mask,
															    "token_type_ids": multiple_choice_token_type_ids,
															}
															a :						List[Any]      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.logits.shape ,   (self.batch_size, self.num_choices) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					Any:
															a :						Any      =							self.num_labels
															a :						Union[str, Any]      =							TFMobileBertForTokenClassification(config=lowerCAmelCase__ )
															a :						Any      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						Any      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.logits.shape ,   (self.batch_size, self.seq_length, self.num_labels) )






														def        __a  (  self ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ ,   lowerCAmelCase__ )      ->					List[str]:
															a :						Dict      =							TFMobileBertForQuestionAnswering(config=lowerCAmelCase__ )
															a :						int      =							{"input_ids": input_ids, "attention_mask": input_mask, "token_type_ids": token_type_ids}
															a :						Optional[Any]      =							model(lowerCAmelCase__ )
															self.parent.assertEqual(result.start_logits.shape ,   (self.batch_size, self.seq_length) )
															self.parent.assertEqual(result.end_logits.shape ,   (self.batch_size, self.seq_length) )






														def        __a  (  self )      ->					List[str]:
															a :						Dict      =							self.prepare_config_and_inputs()
															(
															    (
															    a
															),			(
															    a
															),			(
															    a
															),			(
															    a
															),			(
															    a
															),			(
															    a
															),			(
															    a
															),			
															) :						Dict      =							config_and_inputs
															a :						Optional[int]      =							{"input_ids": input_ids, "token_type_ids": token_type_ids, "attention_mask": input_mask}
															return config, inputs_dict






							def        __a  (  self )      ->					List[str]:
								a :						List[str]      =							TFMobileBertModelTest.TFMobileBertModelTester(self )
								a :						str      =							ConfigTester(self ,   config_class=lowerCAmelCase__ ,   hidden_size=37 )






							def        __a  (  self )      ->					Any:
								self.config_tester.run_common_tests()






							def        __a  (  self )      ->					List[str]:
								a :						List[str]      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_model(*lowerCAmelCase__ )






							def        __a  (  self )      ->					Dict:
								a :						Any      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_masked_lm(*lowerCAmelCase__ )






							def        __a  (  self )      ->					Any:
								a :						Union[str, Any]      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_multiple_choice(*lowerCAmelCase__ )






							def        __a  (  self )      ->					List[str]:
								a :						Tuple      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_next_sequence_prediction(*lowerCAmelCase__ )






							def        __a  (  self )      ->					int:
								a :						List[str]      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_pretraining(*lowerCAmelCase__ )






							def        __a  (  self )      ->					int:
								a :						Dict      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_question_answering(*lowerCAmelCase__ )






							def        __a  (  self )      ->					Dict:
								a :						Optional[Any]      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_sequence_classification(*lowerCAmelCase__ )






							def        __a  (  self )      ->					Optional[Any]:
								a :						Optional[Any]      =							self.model_tester.prepare_config_and_inputs()
								self.model_tester.create_and_check_mobilebert_for_token_classification(*lowerCAmelCase__ )






							@slow
							def        __a  (  self )      ->					Any:
								# for model_name in TF_MOBILEBERT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
								for model_name in ["google/mobilebert-uncased"]:
									a :						Union[str, Any]      =							TFMobileBertModel.from_pretrained(lowerCAmelCase__ )
									self.assertIsNotNone(lowerCAmelCase__ )


@require_tf
class 			__UpperCamelCase							(		unittest.TestCase		):






							@slow
							def        __a  (  self )      ->					Optional[int]:
								a :						Optional[int]      =							TFMobileBertForPreTraining.from_pretrained("google/mobilebert-uncased" )
								a :						Any      =							tf.constant([[0, 1, 2, 3, 4, 5]] )
								a :						int      =							model(lowerCAmelCase__ )[0]

								a :						Optional[int]      =							[1, 6, 3_0522]
								self.assertEqual(output.shape ,   lowerCAmelCase__ )

								a :						Optional[Any]      =							tf.constant(
								    [
								        [
								            [-4.5_919_547, -9.248_295, -9.645_256],
								            [-6.7_306_175, -6.440_284, -6.6_052_837],
								            [-7.2_743_506, -6.7_847_915, -6.024_673],
								        ]
								    ] )
								tf.debugging.assert_near(output[:, :3, :3] ,   lowerCAmelCase__ ,   atol=1E-4 )


