


import json
import pathlib
import unittest

import numpy as np

from transformers.testing_utils import require_torch, require_vision, slow
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
	import torch

if is_vision_available():
	from PIL import Image

	from transformers import YolosImageProcessor




class       lowercase_					(unittest.TestCase   ):





				def __init__(				self       ,  lowercase_       ,  lowercase_=7       ,  lowercase_=3       ,  lowercase_=30       ,  lowercase_=400       ,  lowercase_=True       ,  lowercase_=None       ,  lowercase_=True       ,  lowercase_=[0.5, 0.5, 0.5]       ,  lowercase_=[0.5, 0.5, 0.5]       ,  lowercase_=True       ,  lowercase_=1 / 255       ,  lowercase_=True       ,  )  -> List[str]:
											# by setting size["longest_edge"] > max_resolution we're effectively not testing this :p
											a__      =size if size is not None else {'shortest_edge': 18, 'longest_edge': 1333}
											a__      =parent
											a__      =batch_size
											a__      =num_channels
											a__      =min_resolution
											a__      =max_resolution
											a__      =do_resize
											a__      =size
											a__      =do_normalize
											a__      =image_mean
											a__      =image_std
											a__      =do_rescale
											a__      =rescale_factor
											a__      =do_pad





				def 						__UpperCamelCase    (				self)  -> List[Any]:
											return {
											    "do_resize": self.do_resize,
											    "size": self.size,
											    "do_normalize": self.do_normalize,
											    "image_mean": self.image_mean,
											    "image_std": self.image_std,
											    "do_rescale": self.do_rescale,
											    "rescale_factor": self.rescale_factor,
											    "do_pad": self.do_pad,
											}





				def 						__UpperCamelCase    (				self       ,  lowercase_       ,  lowercase_=False)  -> int:
											if not batched:
																		a__      =image_inputs[0]
																		if isinstance(lowercase_       ,  Image.Image):
																									a__    ,     a__      =image.size
																		else:
																									a__    ,     a__      =image.shape[1], image.shape[2]
																		if w < h:
																									a__      =int(self.size['shortest_edge'] * h / w)
																									a__      =self.size['shortest_edge']
																		elif w > h:
																									a__      =self.size['shortest_edge']
																									a__      =int(self.size['shortest_edge'] * w / h)
																		else:
																									a__      =self.size['shortest_edge']
																									a__      =self.size['shortest_edge']

											else:
																		a__      =[]
																		for image in image_inputs:
																									a__    ,     a__      =self.get_expected_values([image])
																									expected_values.append((expected_height, expected_width))
																		a__      =max(lowercase_       ,  key=lambda lowercase_: item[0])[0]
																		a__      =max(lowercase_       ,  key=lambda lowercase_: item[1])[1]

											return expected_height, expected_width







@require_torch
@require_vision
class       lowercase_					(lowercase__      ,					unittest.TestCase   ):
				snake_case	    =YolosImageProcessor if is_vision_available() else None





				def 						__UpperCamelCase    (				self)  -> int:
											a__      =YolosImageProcessingTester(self)





				@property
				def 						__UpperCamelCase    (				self)  -> Optional[int]:
											return self.image_processor_tester.prepare_image_processor_dict()





				def 						__UpperCamelCase    (				self)  -> int:
											a__      =self.image_processing_class(**self.image_processor_dict)
											self.assertTrue(hasattr(lowercase_       ,  'image_mean'))
											self.assertTrue(hasattr(lowercase_       ,  'image_std'))
											self.assertTrue(hasattr(lowercase_       ,  'do_normalize'))
											self.assertTrue(hasattr(lowercase_       ,  'do_resize'))
											self.assertTrue(hasattr(lowercase_       ,  'size'))





				def 						__UpperCamelCase    (				self)  -> List[Any]:
											a__      =self.image_processing_class.from_dict(self.image_processor_dict)
											self.assertEqual(image_processor.size       ,  {'shortest_edge': 18, 'longest_edge': 1333})
											self.assertEqual(image_processor.do_pad       ,  lowercase_)

											a__      =self.image_processing_class.from_dict(
											    self.image_processor_dict       ,  size=42       ,  max_size=84       ,  pad_and_return_pixel_mask=lowercase_)
											self.assertEqual(image_processor.size       ,  {'shortest_edge': 42, 'longest_edge': 84})
											self.assertEqual(image_processor.do_pad       ,  lowercase_)





				def 						__UpperCamelCase    (				self)  -> Optional[Any]:
											pass





				def 						__UpperCamelCase    (				self)  -> Any:
											# Initialize image_processing
											a__      =self.image_processing_class(**self.image_processor_dict)
											# create random PIL images
											a__      =prepare_image_inputs(self.image_processor_tester       ,  equal_resolution=lowercase_)
											for image in image_inputs:
																		self.assertIsInstance(lowercase_       ,  Image.Image)

											# Test not batched input
											a__      =image_processing(image_inputs[0]       ,  return_tensors='pt').pixel_values

											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_)

											self.assertEqual(
											    encoded_images.shape       ,  (1, self.image_processor_tester.num_channels, expected_height, expected_width)       ,  )

											# Test batched
											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_       ,  batched=lowercase_)

											a__      =image_processing(lowercase_       ,  return_tensors='pt').pixel_values
											self.assertEqual(
											    encoded_images.shape       ,  (
											        self.image_processor_tester.batch_size,
											        self.image_processor_tester.num_channels,
											        expected_height,
											        expected_width,
											    )       ,  )





				def 						__UpperCamelCase    (				self)  -> Any:
											# Initialize image_processing
											a__      =self.image_processing_class(**self.image_processor_dict)
											# create random numpy tensors
											a__      =prepare_image_inputs(self.image_processor_tester       ,  equal_resolution=lowercase_       ,  numpify=lowercase_)
											for image in image_inputs:
																		self.assertIsInstance(lowercase_       ,  np.ndarray)

											# Test not batched input
											a__      =image_processing(image_inputs[0]       ,  return_tensors='pt').pixel_values

											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_)

											self.assertEqual(
											    encoded_images.shape       ,  (1, self.image_processor_tester.num_channels, expected_height, expected_width)       ,  )

											# Test batched
											a__      =image_processing(lowercase_       ,  return_tensors='pt').pixel_values

											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_       ,  batched=lowercase_)

											self.assertEqual(
											    encoded_images.shape       ,  (
											        self.image_processor_tester.batch_size,
											        self.image_processor_tester.num_channels,
											        expected_height,
											        expected_width,
											    )       ,  )





				def 						__UpperCamelCase    (				self)  -> Dict:
											# Initialize image_processing
											a__      =self.image_processing_class(**self.image_processor_dict)
											# create random PyTorch tensors
											a__      =prepare_image_inputs(self.image_processor_tester       ,  equal_resolution=lowercase_       ,  torchify=lowercase_)
											for image in image_inputs:
																		self.assertIsInstance(lowercase_       ,  torch.Tensor)

											# Test not batched input
											a__      =image_processing(image_inputs[0]       ,  return_tensors='pt').pixel_values

											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_)

											self.assertEqual(
											    encoded_images.shape       ,  (1, self.image_processor_tester.num_channels, expected_height, expected_width)       ,  )

											# Test batched
											a__      =image_processing(lowercase_       ,  return_tensors='pt').pixel_values

											a__    ,     a__      =self.image_processor_tester.get_expected_values(lowercase_       ,  batched=lowercase_)

											self.assertEqual(
											    encoded_images.shape       ,  (
											        self.image_processor_tester.batch_size,
											        self.image_processor_tester.num_channels,
											        expected_height,
											        expected_width,
											    )       ,  )





				def 						__UpperCamelCase    (				self)  -> Optional[Any]:
											# Initialize image_processings
											a__      =self.image_processing_class(**self.image_processor_dict)
											a__      =self.image_processing_class(do_resize=lowercase_       ,  do_normalize=lowercase_       ,  do_rescale=lowercase_)
											# create random PyTorch tensors
											a__      =prepare_image_inputs(self.image_processor_tester       ,  equal_resolution=lowercase_       ,  torchify=lowercase_)
											for image in image_inputs:
																		self.assertIsInstance(lowercase_       ,  torch.Tensor)

											# Test whether the method "pad" and calling the image processor return the same tensors
											a__      =image_processing_a.pad(lowercase_       ,  return_tensors='pt')
											a__      =image_processing_a(lowercase_       ,  return_tensors='pt')

											self.assertTrue(
											    torch.allclose(encoded_images_with_method['pixel_values']       ,  encoded_images['pixel_values']       ,  atol=1e-4))





				@slow
				def 						__UpperCamelCase    (				self)  -> int:
											# prepare image and target
											a__      =Image.open('./tests/fixtures/tests_samples/COCO/000000039769.png')
											with open('./tests/fixtures/tests_samples/COCO/coco_annotations.txt'       ,  'r') as f:
																		a__      =json.loads(f.read())

											a__      ={'image_id': 39769, 'annotations': target}

											# encode them
											a__      =YolosImageProcessor.from_pretrained('hustvl/yolos-small')
											a__      =image_processing(images=lowercase_       ,  annotations=lowercase_       ,  return_tensors='pt')

											# verify pixel values
											a__      =torch.Size([1, 3, 800, 1066])
											self.assertEqual(encoding['pixel_values'].shape       ,  lowercase_)

											a__      =torch.tensor([0.27_96, 0.31_38, 0.34_81])
											self.assertTrue(torch.allclose(encoding['pixel_values'][0, 0, 0, :3]       ,  lowercase_       ,  atol=1e-4))

											# verify area
											a__      =torch.tensor([58_87.96_00, 1_12_50.20_61, 48_93_53.84_38, 83_71_22.75_00, 14_79_67.51_56, 16_57_32.34_38])
											self.assertTrue(torch.allclose(encoding['labels'][0]['area']       ,  lowercase_))
											# verify boxes
											a__      =torch.Size([6, 4])
											self.assertEqual(encoding['labels'][0]['boxes'].shape       ,  lowercase_)
											a__      =torch.tensor([0.55_03, 0.27_65, 0.06_04, 0.22_15])
											self.assertTrue(torch.allclose(encoding['labels'][0]['boxes'][0]       ,  lowercase_       ,  atol=1e-3))
											# verify image_id
											a__      =torch.tensor([39769])
											self.assertTrue(torch.allclose(encoding['labels'][0]['image_id']       ,  lowercase_))
											# verify is_crowd
											a__      =torch.tensor([0, 0, 0, 0, 0, 0])
											self.assertTrue(torch.allclose(encoding['labels'][0]['iscrowd']       ,  lowercase_))
											# verify class_labels
											a__      =torch.tensor([75, 75, 63, 65, 17, 17])
											self.assertTrue(torch.allclose(encoding['labels'][0]['class_labels']       ,  lowercase_))
											# verify orig_size
											a__      =torch.tensor([480, 640])
											self.assertTrue(torch.allclose(encoding['labels'][0]['orig_size']       ,  lowercase_))
											# verify size
											a__      =torch.tensor([800, 1066])
											self.assertTrue(torch.allclose(encoding['labels'][0]['size']       ,  lowercase_))





				@slow
				def 						__UpperCamelCase    (				self)  -> Optional[Any]:
											# prepare image, target and masks_path
											a__      =Image.open('./tests/fixtures/tests_samples/COCO/000000039769.png')
											with open('./tests/fixtures/tests_samples/COCO/coco_panoptic_annotations.txt'       ,  'r') as f:
																		a__      =json.loads(f.read())

											a__      ={'file_name': '000000039769.png', 'image_id': 39769, 'segments_info': target}

											a__      =pathlib.Path('./tests/fixtures/tests_samples/COCO/coco_panoptic')

											# encode them
											a__      =YolosImageProcessor(format='coco_panoptic')
											a__      =image_processing(images=lowercase_       ,  annotations=lowercase_       ,  masks_path=lowercase_       ,  return_tensors='pt')

											# verify pixel values
											a__      =torch.Size([1, 3, 800, 1066])
											self.assertEqual(encoding['pixel_values'].shape       ,  lowercase_)

											a__      =torch.tensor([0.27_96, 0.31_38, 0.34_81])
											self.assertTrue(torch.allclose(encoding['pixel_values'][0, 0, 0, :3]       ,  lowercase_       ,  atol=1e-4))

											# verify area
											a__      =torch.tensor([14_79_79.68_75, 16_55_27.04_69, 48_46_38.59_38, 1_12_92.93_75, 58_79.65_62, 76_34.11_47])
											self.assertTrue(torch.allclose(encoding['labels'][0]['area']       ,  lowercase_))
											# verify boxes
											a__      =torch.Size([6, 4])
											self.assertEqual(encoding['labels'][0]['boxes'].shape       ,  lowercase_)
											a__      =torch.tensor([0.26_25, 0.54_37, 0.46_88, 0.86_25])
											self.assertTrue(torch.allclose(encoding['labels'][0]['boxes'][0]       ,  lowercase_       ,  atol=1e-3))
											# verify image_id
											a__      =torch.tensor([39769])
											self.assertTrue(torch.allclose(encoding['labels'][0]['image_id']       ,  lowercase_))
											# verify is_crowd
											a__      =torch.tensor([0, 0, 0, 0, 0, 0])
											self.assertTrue(torch.allclose(encoding['labels'][0]['iscrowd']       ,  lowercase_))
											# verify class_labels
											a__      =torch.tensor([17, 17, 63, 75, 75, 93])
											self.assertTrue(torch.allclose(encoding['labels'][0]['class_labels']       ,  lowercase_))
											# verify masks
											a__      =822873
											self.assertEqual(encoding['labels'][0]['masks'].sum().item()       ,  lowercase_)
											# verify orig_size
											a__      =torch.tensor([480, 640])
											self.assertTrue(torch.allclose(encoding['labels'][0]['orig_size']       ,  lowercase_))
											# verify size
											a__      =torch.tensor([800, 1066])
											self.assertTrue(torch.allclose(encoding['labels'][0]['size']       ,  lowercase_))







'''simple docstring'''

from __future__ import annotations

import unittest

from transformers import is_tf_available
from transformers.testing_utils import require_sentencepiece, require_tf, require_tokenizers, slow

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_tf_available():
							import numpy as np
							import tensorflow as tf

							from transformers import (
							    TF_FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LIST,
							    FlaubertConfig,
							    TFFlaubertForMultipleChoice,
							    TFFlaubertForQuestionAnsweringSimple,
							    TFFlaubertForSequenceClassification,
							    TFFlaubertForTokenClassification,
							    TFFlaubertModel,
							    TFFlaubertWithLMHeadModel,
							)






class 		a							:


				def __init__(						self       :   Tuple			,							lowercase_       :   Any			,							):
									snake_case_		     =							parent
									snake_case_		     =							13
									snake_case_		     =							7
									snake_case_		     =							True
									snake_case_		     =							True
									snake_case_		     =							True
									snake_case_		     =							True
									snake_case_		     =							True
									snake_case_		     =							False
									snake_case_		     =							False
									snake_case_		     =							False
									snake_case_		     =							2
									snake_case_		     =							99
									snake_case_		     =							0
									snake_case_		     =							32
									snake_case_		     =							2
									snake_case_		     =							4
									snake_case_		     =							0.1
									snake_case_		     =							0.1
									snake_case_		     =							512
									snake_case_		     =							16
									snake_case_		     =							2
									snake_case_		     =							0.02
									snake_case_		     =							3
									snake_case_		     =							4
									snake_case_		     =							'''last'''
									snake_case_		     =							True
									snake_case_		     =							None
									snake_case_		     =							0


				def     A_					(						self       :   Union[str, Any]   ):
									snake_case_		     =							ids_tensor([self.batch_size, self.seq_length]			,							self.vocab_size   )
									snake_case_		     =							random_attention_mask([self.batch_size, self.seq_length]			,							dtype=tf.floataa   )

									snake_case_		     =							None
									if self.use_input_lengths:
														snake_case_		     =							(
														    ids_tensor([self.batch_size]			,							vocab_size=2   ) + self.seq_length - 2
														)  # small variation of seq_length

									snake_case_		     =							None
									if self.use_token_type_ids:
														snake_case_		     =							ids_tensor([self.batch_size, self.seq_length]			,							self.n_langs   )

									snake_case_		     =							None
									snake_case_		     =							None
									snake_case_		     =							None
									if self.use_labels:
														snake_case_		     =							ids_tensor([self.batch_size]			,							self.type_sequence_label_size   )
														snake_case_		     =							ids_tensor([self.batch_size, self.seq_length]			,							self.num_labels   )
														snake_case_		     =							ids_tensor([self.batch_size]			,							2			,							dtype=tf.floataa   )
														snake_case_		     =							ids_tensor([self.batch_size]			,							self.num_choices   )

									snake_case_		     =							FlaubertConfig(
									    vocab_size=self.vocab_size			,							n_special=self.n_special			,							emb_dim=self.hidden_size			,							n_layers=self.num_hidden_layers			,							n_heads=self.num_attention_heads			,							dropout=self.hidden_dropout_prob			,							attention_dropout=self.attention_probs_dropout_prob			,							gelu_activation=self.gelu_activation			,							sinusoidal_embeddings=self.sinusoidal_embeddings			,							asm=self.asm			,							causal=self.causal			,							n_langs=self.n_langs			,							max_position_embeddings=self.max_position_embeddings			,							initializer_range=self.initializer_range			,							summary_type=self.summary_type			,							use_proj=self.use_proj			,							bos_token_id=self.bos_token_id			,							)

									return (
									    config,
									    input_ids,
									    token_type_ids,
									    input_lengths,
									    sequence_labels,
									    token_labels,
									    is_impossible_labels,
									    choice_labels,
									    input_mask,
									)


				def     A_					(						self       :   List[Any]			,							lowercase_       :   Dict			,							lowercase_       :   Optional[int]			,							lowercase_       :   Any			,							lowercase_       :   List[Any]			,							lowercase_       :   Optional[int]			,							lowercase_       :   int			,							lowercase_       :   int			,							lowercase_       :   str			,							lowercase_       :   int			,							):
									snake_case_		     =							TFFlaubertModel(config=lowercase_   )
									snake_case_		     =							{'''input_ids''': input_ids, '''lengths''': input_lengths, '''langs''': token_type_ids}
									snake_case_		     =							model(lowercase_   )

									snake_case_		     =							[input_ids, input_mask]
									snake_case_		     =							model(lowercase_   )
									self.parent.assertEqual(result.last_hidden_state.shape			,							(self.batch_size, self.seq_length, self.hidden_size)   )


				def     A_					(						self       :   List[str]			,							lowercase_       :   int			,							lowercase_       :   List[str]			,							lowercase_       :   Optional[Any]			,							lowercase_       :   str			,							lowercase_       :   Tuple			,							lowercase_       :   Tuple			,							lowercase_       :   Any			,							lowercase_       :   Dict			,							lowercase_       :   List[Any]			,							):
									snake_case_		     =							TFFlaubertWithLMHeadModel(lowercase_   )

									snake_case_		     =							{'''input_ids''': input_ids, '''lengths''': input_lengths, '''langs''': token_type_ids}
									snake_case_		     =							model(lowercase_   )

									self.parent.assertEqual(result.logits.shape			,							(self.batch_size, self.seq_length, self.vocab_size)   )


				def     A_					(						self       :   str			,							lowercase_       :   Dict			,							lowercase_       :   Union[str, Any]			,							lowercase_       :   Dict			,							lowercase_       :   Any			,							lowercase_       :   str			,							lowercase_       :   List[str]			,							lowercase_       :   List[Any]			,							lowercase_       :   Union[str, Any]			,							lowercase_       :   str			,							):
									snake_case_		     =							TFFlaubertForQuestionAnsweringSimple(lowercase_   )

									snake_case_		     =							{'''input_ids''': input_ids, '''lengths''': input_lengths}

									snake_case_		     =							model(lowercase_   )

									self.parent.assertEqual(result.start_logits.shape			,							(self.batch_size, self.seq_length)   )
									self.parent.assertEqual(result.end_logits.shape			,							(self.batch_size, self.seq_length)   )


				def     A_					(						self       :   Optional[Any]			,							lowercase_       :   Any			,							lowercase_       :   int			,							lowercase_       :   List[Any]			,							lowercase_       :   Any			,							lowercase_       :   Optional[Any]			,							lowercase_       :   str			,							lowercase_       :   int			,							lowercase_       :   int			,							lowercase_       :   Dict			,							):
									snake_case_		     =							TFFlaubertForSequenceClassification(lowercase_   )

									snake_case_		     =							{'''input_ids''': input_ids, '''lengths''': input_lengths}

									snake_case_		     =							model(lowercase_   )

									self.parent.assertEqual(result.logits.shape			,							(self.batch_size, self.type_sequence_label_size)   )


				def     A_					(						self       :   List[Any]			,							lowercase_       :   Optional[Any]			,							lowercase_       :   Any			,							lowercase_       :   Any			,							lowercase_       :   List[Any]			,							lowercase_       :   List[Any]			,							lowercase_       :   Dict			,							lowercase_       :   int			,							lowercase_       :   Tuple			,							lowercase_       :   Union[str, Any]			,							):
									snake_case_		     =							self.num_labels
									snake_case_		     =							TFFlaubertForTokenClassification(config=lowercase_   )
									snake_case_		     =							{'''input_ids''': input_ids, '''attention_mask''': input_mask, '''token_type_ids''': token_type_ids}
									snake_case_		     =							model(lowercase_   )
									self.parent.assertEqual(result.logits.shape			,							(self.batch_size, self.seq_length, self.num_labels)   )


				def     A_					(						self       :   Dict			,							lowercase_       :   Tuple			,							lowercase_       :   Optional[int]			,							lowercase_       :   Any			,							lowercase_       :   List[Any]			,							lowercase_       :   int			,							lowercase_       :   Tuple			,							lowercase_       :   List[str]			,							lowercase_       :   List[Any]			,							lowercase_       :   Any			,							):
									snake_case_		     =							self.num_choices
									snake_case_		     =							TFFlaubertForMultipleChoice(config=lowercase_   )
									snake_case_		     =							tf.tile(tf.expand_dims(lowercase_			,							1   )			,							(1, self.num_choices, 1)   )
									snake_case_		     =							tf.tile(tf.expand_dims(lowercase_			,							1   )			,							(1, self.num_choices, 1)   )
									snake_case_		     =							tf.tile(tf.expand_dims(lowercase_			,							1   )			,							(1, self.num_choices, 1)   )
									snake_case_		     =							{
									    '''input_ids''': multiple_choice_inputs_ids,
									    '''attention_mask''': multiple_choice_input_mask,
									    '''token_type_ids''': multiple_choice_token_type_ids,
									}
									snake_case_		     =							model(lowercase_   )
									self.parent.assertEqual(result.logits.shape			,							(self.batch_size, self.num_choices)   )


				def     A_					(						self       :   Dict   ):
									snake_case_		     =							self.prepare_config_and_inputs()
									(
									    (
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,(
									    snake_case_
									)     ,
									)		     =							config_and_inputs
									snake_case_		     =							{
									    '''input_ids''': input_ids,
									    '''token_type_ids''': token_type_ids,
									    '''langs''': token_type_ids,
									    '''lengths''': input_lengths,
									}
									return config, inputs_dict







@require_tf
class 		a							(  _lowerCamelCase  ,	_lowerCamelCase  ,	unittest.TestCase	):
				snake_case_           =						(
				    (
				        TFFlaubertModel,
				        TFFlaubertWithLMHeadModel,
				        TFFlaubertForSequenceClassification,
				        TFFlaubertForQuestionAnsweringSimple,
				        TFFlaubertForTokenClassification,
				        TFFlaubertForMultipleChoice,
				    )
				    if is_tf_available()
				    else ()
				)
				snake_case_           =						(
				    (TFFlaubertWithLMHeadModel,) if is_tf_available() else ()
				)  # TODO (PVP): Check other models whether language generation is also applicable
				snake_case_           =						(
				    {
				        "feature-extraction": TFFlaubertModel,
				        "fill-mask": TFFlaubertWithLMHeadModel,
				        "question-answering": TFFlaubertForQuestionAnsweringSimple,
				        "text-classification": TFFlaubertForSequenceClassification,
				        "token-classification": TFFlaubertForTokenClassification,
				        "zero-shot": TFFlaubertForSequenceClassification,
				    }
				    if is_tf_available()
				    else {}
				)
				snake_case_           =						False
				snake_case_           =						False


				def     A_					(						self       :   str			,							lowercase_       :   Optional[Any]			,							lowercase_       :   Optional[Any]			,							lowercase_       :   Union[str, Any]			,							lowercase_       :   Union[str, Any]			,							lowercase_       :   Optional[Any]   ):
									if (
									    pipeline_test_casse_name == "QAPipelineTests"
									    and tokenizer_name is not None
									    and not tokenizer_name.endswith('''Fast'''   )
									):
														# `QAPipelineTests` fails for a few models when the slower tokenizer are used.
														# (The slower tokenizers were never used for pipeline tests before the pipeline testing rework)
														# TODO: check (and possibly fix) the `QAPipelineTests` with slower tokenizer
														return True

									return False


				def     A_					(						self       :   int   ):
									snake_case_		     =							TFFlaubertModelTester(self   )
									snake_case_		     =							ConfigTester(self			,							config_class=lowercase_			,							emb_dim=37   )


				def     A_					(						self       :   List[str]   ):
									self.config_tester.run_common_tests()


				def     A_					(						self       :   Optional[Any]   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_model(*lowercase_   )


				def     A_					(						self       :   Union[str, Any]   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_lm_head(*lowercase_   )


				def     A_					(						self       :   Tuple   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_qa(*lowercase_   )


				def     A_					(						self       :   Tuple   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_sequence_classif(*lowercase_   )


				def     A_					(						self       :   List[str]   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_for_token_classification(*lowercase_   )


				def     A_					(						self       :   Union[str, Any]   ):
									snake_case_		     =							self.model_tester.prepare_config_and_inputs()
									self.model_tester.create_and_check_flaubert_for_multiple_choice(*lowercase_   )


				@slow
				def     A_					(						self       :   Optional[int]   ):
									for model_name in TF_FLAUBERT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
														snake_case_		     =							TFFlaubertModel.from_pretrained(lowercase_   )
														self.assertIsNotNone(lowercase_   )







@require_tf
@require_sentencepiece
@require_tokenizers
class 		a							(  unittest.TestCase	):


				@slow
				def     A_					(						self       :   int   ):
									snake_case_		     =							TFFlaubertModel.from_pretrained('''jplu/tf-flaubert-small-cased'''   )

									snake_case_		     =							tf.convert_to_tensor(
									    [[0, 158, 735, 2592, 1424, 6727, 82, 1]]			,							dtype=tf.intaa			,							)  # "J'aime flaubert !"

									snake_case_		     =							model(lowercase_   )[0]
									snake_case_		     =							tf.TensorShape((1, 8, 512)   )
									self.assertEqual(output.shape			,							lowercase_   )
									# compare the actual values for a slice.
									snake_case_		     =							tf.convert_to_tensor(
									    [
									        [
									            [-1.876_8773, -1.56_6555, 0.2707_2418],
									            [-1.692_0038, -0.587_3505, 1.932_9599],
									            [-2.956_3985, -1.699_3835, 1.797_2052],
									        ]
									    ]			,							dtype=tf.floataa			,							)

									self.assertTrue(np.allclose(output[:, :3, :3].numpy()			,							expected_slice.numpy()			,							atol=1e-4   )   )

