'''simple docstring'''

import os
import unittest

from transformers import BertTokenizerFast
from transformers.models.bert.tokenization_bert import (
    VOCAB_FILES_NAMES,
    BasicTokenizer,
    BertTokenizer,
    WordpieceTokenizer,
    _is_control,
    _is_punctuation,
    _is_whitespace,
)
from transformers.testing_utils import require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin, filter_non_english


@require_tokenizers
class 					_lowercase						(   lowerCAmelCase		,unittest.TestCase ):
      '''simple docstring'''


      UpperCAmelCase_   :   List[str]   				= BertTokenizer
      UpperCAmelCase_   :   str   				= BertTokenizerFast
      UpperCAmelCase_   :   Dict   				= True
      UpperCAmelCase_   :   List[str]   				= True
      UpperCAmelCase_   :   str   				= filter_non_english




      def 		lowerCAmelCase__       (					self				)      ->      Union[str, Any]:



         '''simple docstring'''



         super().setUp()

         UpperCAmelCase__				:					Union[str, Any] 					=	[
             '''[UNK]''',
             '''[CLS]''',
             '''[SEP]''',
             '''[PAD]''',
             '''[MASK]''',
             '''want''',
             '''##want''',
             '''##ed''',
             '''wa''',
             '''un''',
             '''runn''',
             '''##ing''',
             ''',''',
             '''low''',
             '''lowest''',
         ]
         UpperCAmelCase__				:					Optional[Any] 					=	os.path.join(self.tmpdirname       ,VOCAB_FILES_NAMES['''vocab_file''']				)
         with open(self.vocab_file       ,'''w'''       ,encoding='''utf-8'''				) as vocab_writer:
            vocab_writer.write(''''''.join([x + '''\n''' for x in vocab_tokens]				)				)




      def 		lowerCAmelCase__       (					self       ,lowerCamelCase_				)      ->      int:



         '''simple docstring'''



         UpperCAmelCase__				:					Dict 					=	'''UNwant\u00E9d,running'''
         UpperCAmelCase__				:					str 					=	'''unwanted, running'''
         return input_text, output_text




      def 		lowerCAmelCase__       (					self				)      ->      Optional[Any]:



         '''simple docstring'''



         UpperCAmelCase__				:					List[str] 					=	self.tokenizer_class(self.vocab_file				)

         UpperCAmelCase__				:					Union[str, Any] 					=	tokenizer.tokenize('''UNwant\u00E9d,running'''				)
         self.assertListEqual(lowerCamelCase_       ,['''un''', '''##want''', '''##ed''', ''',''', '''runn''', '''##ing''']				)
         self.assertListEqual(tokenizer.convert_tokens_to_ids(lowerCamelCase_				)       ,[9, 6, 7, 12, 10, 11]				)




      def 		lowerCAmelCase__       (					self				)      ->      Optional[Any]:



         '''simple docstring'''



         if not self.test_rust_tokenizer:
            return

         UpperCAmelCase__				:					int 					=	self.get_tokenizer()
         UpperCAmelCase__				:					Optional[Any] 					=	self.get_rust_tokenizer()

         UpperCAmelCase__				:					Optional[int] 					=	'''UNwant\u00E9d,running'''

         UpperCAmelCase__				:					int 					=	tokenizer.tokenize(lowerCamelCase_				)
         UpperCAmelCase__				:					int 					=	rust_tokenizer.tokenize(lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

         UpperCAmelCase__				:					str 					=	tokenizer.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
         UpperCAmelCase__				:					str 					=	rust_tokenizer.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

         UpperCAmelCase__				:					Dict 					=	self.get_rust_tokenizer()
         UpperCAmelCase__				:					List[str] 					=	tokenizer.encode(lowerCamelCase_				)
         UpperCAmelCase__				:					Optional[Any] 					=	rust_tokenizer.encode(lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

         # With lower casing
         UpperCAmelCase__				:					Any 					=	self.get_tokenizer(do_lower_case=lowerCamelCase_				)
         UpperCAmelCase__				:					Optional[Any] 					=	self.get_rust_tokenizer(do_lower_case=lowerCamelCase_				)

         UpperCAmelCase__				:					Union[str, Any] 					=	'''UNwant\u00E9d,running'''

         UpperCAmelCase__				:					Any 					=	tokenizer.tokenize(lowerCamelCase_				)
         UpperCAmelCase__				:					Any 					=	rust_tokenizer.tokenize(lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

         UpperCAmelCase__				:					List[Any] 					=	tokenizer.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
         UpperCAmelCase__				:					List[str] 					=	rust_tokenizer.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

         UpperCAmelCase__				:					Any 					=	self.get_rust_tokenizer()
         UpperCAmelCase__				:					int 					=	tokenizer.encode(lowerCamelCase_				)
         UpperCAmelCase__				:					Union[str, Any] 					=	rust_tokenizer.encode(lowerCamelCase_				)
         self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)




      def 		lowerCAmelCase__       (					self				)      ->      Dict:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[Any] 					=	BasicTokenizer()

         self.assertListEqual(tokenizer.tokenize('''ah\u535A\u63A8zz'''				)       ,['''ah''', '''\u535A''', '''\u63A8''', '''zz''']				)




      def 		lowerCAmelCase__       (					self				)      ->      List[str]:



         '''simple docstring'''



         UpperCAmelCase__				:					str 					=	BasicTokenizer(do_lower_case=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHeLLo!how  \n Are yoU?  '''				)       ,['''hello''', '''!''', '''how''', '''are''', '''you''', '''?''']				)
         self.assertListEqual(tokenizer.tokenize('''H\u00E9llo'''				)       ,['''hello''']				)




      def 		lowerCAmelCase__       (					self				)      ->      str:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[Any] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_       ,strip_accents=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHäLLo!how  \n Are yoU?  '''				)       ,['''hällo''', '''!''', '''how''', '''are''', '''you''', '''?''']				)
         self.assertListEqual(tokenizer.tokenize('''H\u00E9llo'''				)       ,['''h\u00E9llo''']				)




      def 		lowerCAmelCase__       (					self				)      ->      Optional[int]:



         '''simple docstring'''



         UpperCAmelCase__				:					List[Any] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_       ,strip_accents=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHäLLo!how  \n Are yoU?  '''				)       ,['''hallo''', '''!''', '''how''', '''are''', '''you''', '''?''']				)
         self.assertListEqual(tokenizer.tokenize('''H\u00E9llo'''				)       ,['''hello''']				)




      def 		lowerCAmelCase__       (					self				)      ->      int:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[Any] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHäLLo!how  \n Are yoU?  '''				)       ,['''hallo''', '''!''', '''how''', '''are''', '''you''', '''?''']				)
         self.assertListEqual(tokenizer.tokenize('''H\u00E9llo'''				)       ,['''hello''']				)




      def 		lowerCAmelCase__       (					self				)      ->      List[str]:



         '''simple docstring'''



         UpperCAmelCase__				:					List[Any] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHeLLo!how  \n Are yoU?  '''				)       ,['''HeLLo''', '''!''', '''how''', '''Are''', '''yoU''', '''?''']				)




      def 		lowerCAmelCase__       (					self				)      ->      str:



         '''simple docstring'''



         UpperCAmelCase__				:					List[str] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_       ,strip_accents=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHäLLo!how  \n Are yoU?  '''				)       ,['''HäLLo''', '''!''', '''how''', '''Are''', '''yoU''', '''?''']				)




      def 		lowerCAmelCase__       (					self				)      ->      List[str]:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[int] 					=	BasicTokenizer(do_lower_case=lowerCamelCase_       ,strip_accents=lowerCamelCase_				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHäLLo!how  \n Are yoU?  '''				)       ,['''HaLLo''', '''!''', '''how''', '''Are''', '''yoU''', '''?''']				)




      def 		lowerCAmelCase__       (					self				)      ->      str:



         '''simple docstring'''



         UpperCAmelCase__				:					Dict 					=	BasicTokenizer(do_lower_case=lowerCamelCase_       ,never_split=['''[UNK]''']				)

         self.assertListEqual(
             tokenizer.tokenize(''' \tHeLLo!how  \n Are yoU? [UNK]'''				)       ,['''HeLLo''', '''!''', '''how''', '''Are''', '''yoU''', '''?''', '''[UNK]''']				)




      def 		lowerCAmelCase__       (					self				)      ->      int:



         '''simple docstring'''



         UpperCAmelCase__				:					Tuple 					=	BasicTokenizer()
         UpperCAmelCase__				:					List[Any] 					=	'''a\n\'ll !!to?\'d of, can\'t.'''
         UpperCAmelCase__				:					List[str] 					=	['''a''', '''\'''', '''ll''', '''!''', '''!''', '''to''', '''?''', '''\'''', '''d''', '''of''', ''',''', '''can''', '''\'''', '''t''', '''.''']
         self.assertListEqual(tokenizer.tokenize(lowerCamelCase_				)       ,lowerCamelCase_				)




      def 		lowerCAmelCase__       (					self				)      ->      Union[str, Any]:



         '''simple docstring'''



         UpperCAmelCase__				:					Any 					=	['''[UNK]''', '''[CLS]''', '''[SEP]''', '''want''', '''##want''', '''##ed''', '''wa''', '''un''', '''runn''', '''##ing''']

         UpperCAmelCase__				:					Union[str, Any] 					=	{}
         for i, token in enumerate(lowerCamelCase_				):
            UpperCAmelCase__				:					Optional[int] 					=	i
         UpperCAmelCase__				:					Optional[Any] 					=	WordpieceTokenizer(vocab=lowerCamelCase_       ,unk_token='''[UNK]'''				)

         self.assertListEqual(tokenizer.tokenize(''''''				)       ,[]				)

         self.assertListEqual(tokenizer.tokenize('''unwanted running'''				)       ,['''un''', '''##want''', '''##ed''', '''runn''', '''##ing''']				)

         self.assertListEqual(tokenizer.tokenize('''unwantedX running'''				)       ,['''[UNK]''', '''runn''', '''##ing''']				)




      def 		lowerCAmelCase__       (					self				)      ->      List[str]:



         '''simple docstring'''



         self.assertTrue(_is_whitespace(''' '''				)				)
         self.assertTrue(_is_whitespace('''\t'''				)				)
         self.assertTrue(_is_whitespace('''\r'''				)				)
         self.assertTrue(_is_whitespace('''\n'''				)				)
         self.assertTrue(_is_whitespace('''\u00A0'''				)				)

         self.assertFalse(_is_whitespace('''A'''				)				)
         self.assertFalse(_is_whitespace('''-'''				)				)




      def 		lowerCAmelCase__       (					self				)      ->      List[Any]:



         '''simple docstring'''



         self.assertTrue(_is_control('''\u0005'''				)				)

         self.assertFalse(_is_control('''A'''				)				)
         self.assertFalse(_is_control(''' '''				)				)
         self.assertFalse(_is_control('''\t'''				)				)
         self.assertFalse(_is_control('''\r'''				)				)




      def 		lowerCAmelCase__       (					self				)      ->      int:



         '''simple docstring'''



         self.assertTrue(_is_punctuation('''-'''				)				)
         self.assertTrue(_is_punctuation('''$'''				)				)
         self.assertTrue(_is_punctuation('''`'''				)				)
         self.assertTrue(_is_punctuation('''.'''				)				)

         self.assertFalse(_is_punctuation('''A'''				)				)
         self.assertFalse(_is_punctuation(''' '''				)				)




      def 		lowerCAmelCase__       (					self				)      ->      int:



         '''simple docstring'''



         UpperCAmelCase__				:					str 					=	self.get_tokenizer()
         UpperCAmelCase__				:					Tuple 					=	self.get_rust_tokenizer()

         # Example taken from the issue https://github.com/huggingface/tokenizers/issues/340
         self.assertListEqual([tokenizer.tokenize(lowerCamelCase_				) for t in ['''Test''', '''\xad''', '''test''']]       ,[['''[UNK]'''], [], ['''[UNK]''']]				)

         self.assertListEqual(
             [rust_tokenizer.tokenize(lowerCamelCase_				) for t in ['''Test''', '''\xad''', '''test''']]       ,[['''[UNK]'''], [], ['''[UNK]''']]				)




      @slow
      def 		lowerCAmelCase__       (					self				)      ->      List[str]:



         '''simple docstring'''



         UpperCAmelCase__				:					str 					=	self.tokenizer_class.from_pretrained('''bert-base-uncased'''				)

         UpperCAmelCase__				:					List[Any] 					=	tokenizer.encode('''sequence builders'''       ,add_special_tokens=lowerCamelCase_				)
         UpperCAmelCase__				:					List[str] 					=	tokenizer.encode('''multi-sequence build'''       ,add_special_tokens=lowerCamelCase_				)

         UpperCAmelCase__				:					int 					=	tokenizer.build_inputs_with_special_tokens(lowerCamelCase_				)
         UpperCAmelCase__				:					List[Any] 					=	tokenizer.build_inputs_with_special_tokens(lowerCamelCase_       ,lowerCamelCase_				)

         assert encoded_sentence == [101] + text + [102]
         assert encoded_pair == [101] + text + [102] + text_a + [102]




      def 		lowerCAmelCase__       (					self				)      ->      Optional[Any]:



         '''simple docstring'''



         for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
            with self.subTest(f'''{tokenizer.__class__.__name__} ({pretrained_name})'''				):
               UpperCAmelCase__				:					Tuple 					=	self.rust_tokenizer_class.from_pretrained(lowerCamelCase_       ,**lowerCamelCase_				)

               UpperCAmelCase__				:					Union[str, Any] 					=	f'''A, naïve {tokenizer_r.mask_token} AllenNLP sentence.'''
               UpperCAmelCase__				:					List[Any] 					=	tokenizer_r.encode_plus(
                   lowerCamelCase_       ,return_attention_mask=lowerCamelCase_       ,return_token_type_ids=lowerCamelCase_       ,return_offsets_mapping=lowerCamelCase_       ,add_special_tokens=lowerCamelCase_       ,)

               UpperCAmelCase__				:					Optional[int] 					=	tokenizer_r.do_lower_case if hasattr(lowerCamelCase_       ,'''do_lower_case'''				) else False
               UpperCAmelCase__				:					Tuple 					=	(
                   [
                       ((0, 0), tokenizer_r.cls_token),
                       ((0, 1), '''A'''),
                       ((1, 2), ''','''),
                       ((3, 5), '''na'''),
                       ((5, 6), '''##ï'''),
                       ((6, 8), '''##ve'''),
                       ((9, 15), tokenizer_r.mask_token),
                       ((16, 21), '''Allen'''),
                       ((21, 23), '''##NL'''),
                       ((23, 24), '''##P'''),
                       ((25, 33), '''sentence'''),
                       ((33, 34), '''.'''),
                       ((0, 0), tokenizer_r.sep_token),
                   ]
                   if not do_lower_case
                   else [
                       ((0, 0), tokenizer_r.cls_token),
                       ((0, 1), '''a'''),
                       ((1, 2), ''','''),
                       ((3, 8), '''naive'''),
                       ((9, 15), tokenizer_r.mask_token),
                       ((16, 21), '''allen'''),
                       ((21, 23), '''##nl'''),
                       ((23, 24), '''##p'''),
                       ((25, 33), '''sentence'''),
                       ((33, 34), '''.'''),
                       ((0, 0), tokenizer_r.sep_token),
                   ]
               )

               self.assertEqual(
                   [e[1] for e in expected_results]       ,tokenizer_r.convert_ids_to_tokens(tokens['''input_ids''']				)				)
               self.assertEqual([e[0] for e in expected_results]       ,tokens['''offset_mapping''']				)




      def 		lowerCAmelCase__       (					self				)      ->      str:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[int] 					=	['''的''', '''人''', '''有''']
         UpperCAmelCase__				:					List[str] 					=	''''''.join(lowerCamelCase_				)
         for tokenizer, pretrained_name, kwargs in self.tokenizers_list:
            with self.subTest(f'''{tokenizer.__class__.__name__} ({pretrained_name})'''				):
               UpperCAmelCase__				:					int 					=	True
               UpperCAmelCase__				:					Any 					=	self.tokenizer_class.from_pretrained(lowerCamelCase_       ,**lowerCamelCase_				)
               UpperCAmelCase__				:					str 					=	self.rust_tokenizer_class.from_pretrained(lowerCamelCase_       ,**lowerCamelCase_				)

               UpperCAmelCase__				:					Any 					=	tokenizer_p.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
               UpperCAmelCase__				:					List[Any] 					=	tokenizer_r.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)

               UpperCAmelCase__				:					Dict 					=	tokenizer_r.convert_ids_to_tokens(lowerCamelCase_				)
               UpperCAmelCase__				:					List[str] 					=	tokenizer_p.convert_ids_to_tokens(lowerCamelCase_				)

               # it is expected that each Chinese character is not preceded by "##"
               self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)
               self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)

               UpperCAmelCase__				:					List[str] 					=	False
               UpperCAmelCase__				:					Dict 					=	self.rust_tokenizer_class.from_pretrained(lowerCamelCase_       ,**lowerCamelCase_				)
               UpperCAmelCase__				:					Dict 					=	self.tokenizer_class.from_pretrained(lowerCamelCase_       ,**lowerCamelCase_				)

               UpperCAmelCase__				:					List[str] 					=	tokenizer_r.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)
               UpperCAmelCase__				:					Optional[Any] 					=	tokenizer_p.encode(lowerCamelCase_       ,add_special_tokens=lowerCamelCase_				)

               UpperCAmelCase__				:					Optional[int] 					=	tokenizer_r.convert_ids_to_tokens(lowerCamelCase_				)
               UpperCAmelCase__				:					List[Any] 					=	tokenizer_p.convert_ids_to_tokens(lowerCamelCase_				)

               # it is expected that only the first Chinese character is not preceded by "##".
               UpperCAmelCase__				:					List[Any] 					=	[
                   f'''##{token}''' if idx != 0 else token for idx, token in enumerate(lowerCamelCase_				)
               ]
               self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)
               self.assertListEqual(lowerCamelCase_       ,lowerCamelCase_				)





'''simple docstring'''

import sys
import tempfile
import unittest
import unittest.mock as mock
from pathlib import Path

from huggingface_hub import HfFolder, delete_repo
from requests.exceptions import HTTPError

from transformers import AutoImageProcessor, ViTImageProcessor
from transformers.testing_utils import TOKEN, USER, get_tests_dir, is_staging_test


sys.path.append(str(Path(__file__).parent.parent / 'utils'))

from test_module.custom_image_processing import CustomImageProcessor  # noqa E402


UpperCamelCase__  :						str					=      get_tests_dir('fixtures')


class 					_lowercase						(   unittest.TestCase ):
      '''simple docstring'''


      def 		lowerCAmelCase__       (					self				)      ->      int:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[int] 					=	mock.Mock()
         UpperCAmelCase__				:					Dict 					=	500
         UpperCAmelCase__				:					Optional[int] 					=	{}
         UpperCAmelCase__				:					List[str] 					=	HTTPError
         UpperCAmelCase__				:					Tuple 					=	{}

         # Download this model to make sure it's in the cache.
         UpperCAmelCase__				:					Any 					=	ViTImageProcessor.from_pretrained('''hf-internal-testing/tiny-random-vit'''				)
         # Under the mock environment we get a 500 error when trying to reach the model.
         with mock.patch('''requests.Session.request'''       ,return_value=lowerCamelCase_				) as mock_head:
            UpperCAmelCase__				:					Tuple 					=	ViTImageProcessor.from_pretrained('''hf-internal-testing/tiny-random-vit'''				)
            # This check we did call the fake head request
            mock_head.assert_called()




      def 		lowerCAmelCase__       (					self				)      ->      Tuple:



         '''simple docstring'''



         UpperCAmelCase__				:					Dict 					=	ViTImageProcessor.from_pretrained(
             '''https://huggingface.co/hf-internal-testing/tiny-random-vit/resolve/main/preprocessor_config.json'''				)




      def 		lowerCAmelCase__       (					self				)      ->      Union[str, Any]:



         '''simple docstring'''



         with self.assertRaises(lowerCamelCase_				):
            # config is in subfolder, the following should not work without specifying the subfolder
            UpperCAmelCase__				:					int 					=	AutoImageProcessor.from_pretrained('''hf-internal-testing/stable-diffusion-all-variants'''				)

         UpperCAmelCase__				:					Optional[Any] 					=	AutoImageProcessor.from_pretrained(
             '''hf-internal-testing/stable-diffusion-all-variants'''       ,subfolder='''feature_extractor'''				)

         self.assertIsNotNone(lowerCamelCase_				)




@is_staging_test
class 					_lowercase						(   unittest.TestCase ):
      '''simple docstring'''


      @classmethod
      def 		lowerCAmelCase__       (					cls				)      ->      Optional[Any]:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[int] 					=	TOKEN
         HfFolder.save_token(lowerCamelCase_				)




      @classmethod
      def 		lowerCAmelCase__       (					cls				)      ->      List[str]:



         '''simple docstring'''



         try:
            delete_repo(token=cls._token       ,repo_id='''test-image-processor'''				)
         except HTTPError:
            pass

         try:
            delete_repo(token=cls._token       ,repo_id='''valid_org/test-image-processor-org'''				)
         except HTTPError:
            pass

         try:
            delete_repo(token=cls._token       ,repo_id='''test-dynamic-image-processor'''				)
         except HTTPError:
            pass




      def 		lowerCAmelCase__       (					self				)      ->      Union[str, Any]:



         '''simple docstring'''



         UpperCAmelCase__				:					Optional[Any] 					=	ViTImageProcessor.from_pretrained(lowerCamelCase_				)
         image_processor.push_to_hub('''test-image-processor'''       ,use_auth_token=self._token				)

         UpperCAmelCase__				:					Any 					=	ViTImageProcessor.from_pretrained(f'''{USER}/test-image-processor'''				)
         for k, v in image_processor.__dict__.items():
            self.assertEqual(lowerCamelCase_       ,getattr(lowerCamelCase_       ,lowerCamelCase_				)				)

         # Reset repo
         delete_repo(token=self._token       ,repo_id='''test-image-processor'''				)

         # Push to hub via save_pretrained
         with tempfile.TemporaryDirectory() as tmp_dir:
            image_processor.save_pretrained(
                lowerCamelCase_       ,repo_id='''test-image-processor'''       ,push_to_hub=lowerCamelCase_       ,use_auth_token=self._token				)

         UpperCAmelCase__				:					List[Any] 					=	ViTImageProcessor.from_pretrained(f'''{USER}/test-image-processor'''				)
         for k, v in image_processor.__dict__.items():
            self.assertEqual(lowerCamelCase_       ,getattr(lowerCamelCase_       ,lowerCamelCase_				)				)




      def 		lowerCAmelCase__       (					self				)      ->      List[Any]:



         '''simple docstring'''



         UpperCAmelCase__				:					Union[str, Any] 					=	ViTImageProcessor.from_pretrained(lowerCamelCase_				)
         image_processor.push_to_hub('''valid_org/test-image-processor'''       ,use_auth_token=self._token				)

         UpperCAmelCase__				:					Any 					=	ViTImageProcessor.from_pretrained('''valid_org/test-image-processor'''				)
         for k, v in image_processor.__dict__.items():
            self.assertEqual(lowerCamelCase_       ,getattr(lowerCamelCase_       ,lowerCamelCase_				)				)

         # Reset repo
         delete_repo(token=self._token       ,repo_id='''valid_org/test-image-processor'''				)

         # Push to hub via save_pretrained
         with tempfile.TemporaryDirectory() as tmp_dir:
            image_processor.save_pretrained(
                lowerCamelCase_       ,repo_id='''valid_org/test-image-processor-org'''       ,push_to_hub=lowerCamelCase_       ,use_auth_token=self._token				)

         UpperCAmelCase__				:					Any 					=	ViTImageProcessor.from_pretrained('''valid_org/test-image-processor-org'''				)
         for k, v in image_processor.__dict__.items():
            self.assertEqual(lowerCamelCase_       ,getattr(lowerCamelCase_       ,lowerCamelCase_				)				)




      def 		lowerCAmelCase__       (					self				)      ->      str:



         '''simple docstring'''



         CustomImageProcessor.register_for_auto_class()
         UpperCAmelCase__				:					List[str] 					=	CustomImageProcessor.from_pretrained(lowerCamelCase_				)

         image_processor.push_to_hub('''test-dynamic-image-processor'''       ,use_auth_token=self._token				)

         # This has added the proper auto_map field to the config
         self.assertDictEqual(
             image_processor.auto_map       ,{'''AutoImageProcessor''': '''custom_image_processing.CustomImageProcessor'''}       ,)

         UpperCAmelCase__				:					Any 					=	AutoImageProcessor.from_pretrained(
             f'''{USER}/test-dynamic-image-processor'''       ,trust_remote_code=lowerCamelCase_				)
         # Can't make an isinstance check because the new_image_processor is from the CustomImageProcessor class of a dynamic module
         self.assertEqual(new_image_processor.__class__.__name__       ,'''CustomImageProcessor'''				)




