




import json
from typing import List, Optional, Tuple

from tokenizers import normalizers

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import logging
from .tokenization_bert import BertTokenizer


UpperCamelCase__    			=			logging.get_logger(__name__)

UpperCamelCase__    			=			{"""vocab_file""": """vocab.txt""", """tokenizer_file""": """tokenizer.json"""}

UpperCamelCase__    			=			{
    """vocab_file""": {
        """bert-base-uncased""": """https://huggingface.co/bert-base-uncased/resolve/main/vocab.txt""",
        """bert-large-uncased""": """https://huggingface.co/bert-large-uncased/resolve/main/vocab.txt""",
        """bert-base-cased""": """https://huggingface.co/bert-base-cased/resolve/main/vocab.txt""",
        """bert-large-cased""": """https://huggingface.co/bert-large-cased/resolve/main/vocab.txt""",
        """bert-base-multilingual-uncased""": (
            """https://huggingface.co/bert-base-multilingual-uncased/resolve/main/vocab.txt"""
        ),
        """bert-base-multilingual-cased""": """https://huggingface.co/bert-base-multilingual-cased/resolve/main/vocab.txt""",
        """bert-base-chinese""": """https://huggingface.co/bert-base-chinese/resolve/main/vocab.txt""",
        """bert-base-german-cased""": """https://huggingface.co/bert-base-german-cased/resolve/main/vocab.txt""",
        """bert-large-uncased-whole-word-masking""": (
            """https://huggingface.co/bert-large-uncased-whole-word-masking/resolve/main/vocab.txt"""
        ),
        """bert-large-cased-whole-word-masking""": (
            """https://huggingface.co/bert-large-cased-whole-word-masking/resolve/main/vocab.txt"""
        ),
        """bert-large-uncased-whole-word-masking-finetuned-squad""": (
            """https://huggingface.co/bert-large-uncased-whole-word-masking-finetuned-squad/resolve/main/vocab.txt"""
        ),
        """bert-large-cased-whole-word-masking-finetuned-squad""": (
            """https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/vocab.txt"""
        ),
        """bert-base-cased-finetuned-mrpc""": (
            """https://huggingface.co/bert-base-cased-finetuned-mrpc/resolve/main/vocab.txt"""
        ),
        """bert-base-german-dbmdz-cased""": """https://huggingface.co/bert-base-german-dbmdz-cased/resolve/main/vocab.txt""",
        """bert-base-german-dbmdz-uncased""": (
            """https://huggingface.co/bert-base-german-dbmdz-uncased/resolve/main/vocab.txt"""
        ),
        """TurkuNLP/bert-base-finnish-cased-v1""": (
            """https://huggingface.co/TurkuNLP/bert-base-finnish-cased-v1/resolve/main/vocab.txt"""
        ),
        """TurkuNLP/bert-base-finnish-uncased-v1""": (
            """https://huggingface.co/TurkuNLP/bert-base-finnish-uncased-v1/resolve/main/vocab.txt"""
        ),
        """wietsedv/bert-base-dutch-cased""": (
            """https://huggingface.co/wietsedv/bert-base-dutch-cased/resolve/main/vocab.txt"""
        ),
    },
    """tokenizer_file""": {
        """bert-base-uncased""": """https://huggingface.co/bert-base-uncased/resolve/main/tokenizer.json""",
        """bert-large-uncased""": """https://huggingface.co/bert-large-uncased/resolve/main/tokenizer.json""",
        """bert-base-cased""": """https://huggingface.co/bert-base-cased/resolve/main/tokenizer.json""",
        """bert-large-cased""": """https://huggingface.co/bert-large-cased/resolve/main/tokenizer.json""",
        """bert-base-multilingual-uncased""": (
            """https://huggingface.co/bert-base-multilingual-uncased/resolve/main/tokenizer.json"""
        ),
        """bert-base-multilingual-cased""": (
            """https://huggingface.co/bert-base-multilingual-cased/resolve/main/tokenizer.json"""
        ),
        """bert-base-chinese""": """https://huggingface.co/bert-base-chinese/resolve/main/tokenizer.json""",
        """bert-base-german-cased""": """https://huggingface.co/bert-base-german-cased/resolve/main/tokenizer.json""",
        """bert-large-uncased-whole-word-masking""": (
            """https://huggingface.co/bert-large-uncased-whole-word-masking/resolve/main/tokenizer.json"""
        ),
        """bert-large-cased-whole-word-masking""": (
            """https://huggingface.co/bert-large-cased-whole-word-masking/resolve/main/tokenizer.json"""
        ),
        """bert-large-uncased-whole-word-masking-finetuned-squad""": (
            """https://huggingface.co/bert-large-uncased-whole-word-masking-finetuned-squad/resolve/main/tokenizer.json"""
        ),
        """bert-large-cased-whole-word-masking-finetuned-squad""": (
            """https://huggingface.co/bert-large-cased-whole-word-masking-finetuned-squad/resolve/main/tokenizer.json"""
        ),
        """bert-base-cased-finetuned-mrpc""": (
            """https://huggingface.co/bert-base-cased-finetuned-mrpc/resolve/main/tokenizer.json"""
        ),
        """bert-base-german-dbmdz-cased""": (
            """https://huggingface.co/bert-base-german-dbmdz-cased/resolve/main/tokenizer.json"""
        ),
        """bert-base-german-dbmdz-uncased""": (
            """https://huggingface.co/bert-base-german-dbmdz-uncased/resolve/main/tokenizer.json"""
        ),
        """TurkuNLP/bert-base-finnish-cased-v1""": (
            """https://huggingface.co/TurkuNLP/bert-base-finnish-cased-v1/resolve/main/tokenizer.json"""
        ),
        """TurkuNLP/bert-base-finnish-uncased-v1""": (
            """https://huggingface.co/TurkuNLP/bert-base-finnish-uncased-v1/resolve/main/tokenizer.json"""
        ),
        """wietsedv/bert-base-dutch-cased""": (
            """https://huggingface.co/wietsedv/bert-base-dutch-cased/resolve/main/tokenizer.json"""
        ),
    },
}

UpperCamelCase__    			=			{
    """bert-base-uncased""": 512,
    """bert-large-uncased""": 512,
    """bert-base-cased""": 512,
    """bert-large-cased""": 512,
    """bert-base-multilingual-uncased""": 512,
    """bert-base-multilingual-cased""": 512,
    """bert-base-chinese""": 512,
    """bert-base-german-cased""": 512,
    """bert-large-uncased-whole-word-masking""": 512,
    """bert-large-cased-whole-word-masking""": 512,
    """bert-large-uncased-whole-word-masking-finetuned-squad""": 512,
    """bert-large-cased-whole-word-masking-finetuned-squad""": 512,
    """bert-base-cased-finetuned-mrpc""": 512,
    """bert-base-german-dbmdz-cased""": 512,
    """bert-base-german-dbmdz-uncased""": 512,
    """TurkuNLP/bert-base-finnish-cased-v1""": 512,
    """TurkuNLP/bert-base-finnish-uncased-v1""": 512,
    """wietsedv/bert-base-dutch-cased""": 512,
}

UpperCamelCase__    			=			{
    """bert-base-uncased""": {"""do_lower_case""": True},
    """bert-large-uncased""": {"""do_lower_case""": True},
    """bert-base-cased""": {"""do_lower_case""": False},
    """bert-large-cased""": {"""do_lower_case""": False},
    """bert-base-multilingual-uncased""": {"""do_lower_case""": True},
    """bert-base-multilingual-cased""": {"""do_lower_case""": False},
    """bert-base-chinese""": {"""do_lower_case""": False},
    """bert-base-german-cased""": {"""do_lower_case""": False},
    """bert-large-uncased-whole-word-masking""": {"""do_lower_case""": True},
    """bert-large-cased-whole-word-masking""": {"""do_lower_case""": False},
    """bert-large-uncased-whole-word-masking-finetuned-squad""": {"""do_lower_case""": True},
    """bert-large-cased-whole-word-masking-finetuned-squad""": {"""do_lower_case""": False},
    """bert-base-cased-finetuned-mrpc""": {"""do_lower_case""": False},
    """bert-base-german-dbmdz-cased""": {"""do_lower_case""": False},
    """bert-base-german-dbmdz-uncased""": {"""do_lower_case""": True},
    """TurkuNLP/bert-base-finnish-cased-v1""": {"""do_lower_case""": False},
    """TurkuNLP/bert-base-finnish-uncased-v1""": {"""do_lower_case""": True},
    """wietsedv/bert-base-dutch-cased""": {"""do_lower_case""": False},
}
class 			a__    (					UpperCamelCase__      ):
						_a							:    Union[str, Any]					=    VOCAB_FILES_NAMES
						_a							:    Dict					=    PRETRAINED_VOCAB_FILES_MAP
						_a							:    int					=    PRETRAINED_INIT_CONFIGURATION
						_a							:    str					=    PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
						_a							:    List[str]					=    BertTokenizer






						def __init__(   self		,			_A=None		,			_A=None		,			_A=True		,			_A="[UNK]"		,			_A="[SEP]"		,			_A="[PAD]"		,			_A="[CLS]"		,			_A="[MASK]"		,			_A=True		,			_A=None		,			**_A		,			):




											"""simple docstring"""



											super().__init__(
											    UpperCamelCase_		,			tokenizer_file=UpperCamelCase_		,			do_lower_case=UpperCamelCase_		,			unk_token=UpperCamelCase_		,			sep_token=UpperCamelCase_		,			pad_token=UpperCamelCase_		,			cls_token=UpperCamelCase_		,			mask_token=UpperCamelCase_		,			tokenize_chinese_chars=UpperCamelCase_		,			strip_accents=UpperCamelCase_		,			**UpperCamelCase_		,			)

											__lowerCAmelCase				   =       json.loads(self.backend_tokenizer.normalizer.__getstate__()			)
											if (
											    normalizer_state.get("lowercase"		,			UpperCamelCase_			) != do_lower_case
											    or normalizer_state.get("strip_accents"		,			UpperCamelCase_			) != strip_accents
											    or normalizer_state.get("handle_chinese_chars"		,			UpperCamelCase_			) != tokenize_chinese_chars
											):
																__lowerCAmelCase				   =       getattr(UpperCamelCase_		,			normalizer_state.pop("type"			)			)
																__lowerCAmelCase				   =       do_lower_case
																__lowerCAmelCase				   =       strip_accents
																__lowerCAmelCase				   =       tokenize_chinese_chars
																__lowerCAmelCase				   =       normalizer_class(**UpperCamelCase_			)

											__lowerCAmelCase				   =       do_lower_case






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A=None			):




											"""simple docstring"""



											__lowerCAmelCase				   =       [self.cls_token_id] + token_ids_a + [self.sep_token_id]

											if token_ids_a:
																output += token_ids_a + [self.sep_token_id]

											return output






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A = None			):




											"""simple docstring"""



											__lowerCAmelCase				   =       [self.sep_token_id]
											__lowerCAmelCase				   =       [self.cls_token_id]
											if token_ids_a is None:
																return len(cls + token_ids_a + sep			) * [0]
											return len(cls + token_ids_a + sep			) * [0] + len(token_ids_a + sep			) * [1]






						def 				__SCREAMING_SNAKE_CASE(   self		,			_A		,			_A = None			):




											"""simple docstring"""



											__lowerCAmelCase				   =       self._tokenizer.model.save(UpperCamelCase_		,			name=UpperCamelCase_			)
											return tuple(UpperCamelCase_			)








from __future__ import annotations


class        _a							:

							def __init__(							self:	Union[str, Any]    ,						UpperCamelCase_:	str    ,						UpperCamelCase_:	str							)			->   List[Any]:





									"""simple docstring"""







									lowercase__     ,		lowercase__            =      text, pattern
									lowercase__     ,		lowercase__            =      len(UpperCamelCase_							), len(UpperCamelCase_							)

							def       lowerCamelCase_ (							self:	Optional[int]    ,						UpperCamelCase_:	str							)			->   int:





									"""simple docstring"""







									for i in range(self.patLen - 1    ,						-1    ,						-1							):
											if char == self.pattern[i]:
													return i
									return -1

							def       lowerCamelCase_ (							self:	Optional[int]    ,						UpperCamelCase_:	int							)			->   int:





									"""simple docstring"""







									for i in range(self.patLen - 1    ,						-1    ,						-1							):
											if self.pattern[i] != self.text[current_pos + i]:
													return current_pos + i
									return -1


							def       lowerCamelCase_ (							self:	List[Any]							)			->   list[int]:





									"""simple docstring"""







									lowercase__            =      []
									for i in range(self.textLen - self.patLen + 1							):
											lowercase__            =      self.mismatch_in_text(UpperCamelCase_							)
											if mismatch_index == -1:
													positions.append(UpperCamelCase_							)
											else:
													lowercase__            =      self.match_in_pattern(self.text[mismatch_index]							)
													lowercase__            =      (
													    mismatch_index - match_index
													)  # shifting index lgtm [py/multiple-definition]
									return positions
lowerCAmelCase       =							'ABAABA'
lowerCAmelCase       =							'AB'
lowerCAmelCase       =							BoyerMooreSearch(text, pattern)
lowerCAmelCase       =							bms.bad_character_heuristic()

if len(positions) == 0:
			print('No match found')
else:
			print('Pattern found in following positions: ')
			print(positions)


