





'''simple docstring'''

import logging

from transformers.configuration_utils import PretrainedConfig


lowercase__						:			List[str]       =				logging.getLogger(__name__)
class 				__lowerCAmelCase     (    a_ ):






       """simple docstring"""
       _snake_case	:     Optional[int]										=    'masked_bert'





       def __init__(							self   :		Optional[int]       , lowerCAmelCase__   :		Dict=30522       , lowerCAmelCase__   :		str=768       , lowerCAmelCase__   :		List[str]=12       , lowerCAmelCase__   :		Dict=12       , lowerCAmelCase__   :		Dict=3072       , lowerCAmelCase__   :		str="gelu"       , lowerCAmelCase__   :		Optional[Any]=0.1       , lowerCAmelCase__   :		List[Any]=0.1       , lowerCAmelCase__   :		Dict=512       , lowerCAmelCase__   :		Dict=2       , lowerCAmelCase__   :		Union[str, Any]=0.02       , lowerCAmelCase__   :		Tuple=1e-1_2       , lowerCAmelCase__   :		Optional[int]=0       , lowerCAmelCase__   :		Tuple="topK"       , lowerCAmelCase__   :		Optional[Any]="constant"       , lowerCAmelCase__   :		Optional[int]=0.0       , **lowerCAmelCase__   :		Dict       , )    ->     int:

            '''simple docstring'''




            super().__init__(pad_token_id=_A       , **_A     )

            _UpperCamelCase				    =       vocab_size
            _UpperCamelCase				    =       hidden_size
            _UpperCamelCase				    =       num_hidden_layers
            _UpperCamelCase				    =       num_attention_heads
            _UpperCamelCase				    =       hidden_act
            _UpperCamelCase				    =       intermediate_size
            _UpperCamelCase				    =       hidden_dropout_prob
            _UpperCamelCase				    =       attention_probs_dropout_prob
            _UpperCamelCase				    =       max_position_embeddings
            _UpperCamelCase				    =       type_vocab_size
            _UpperCamelCase				    =       initializer_range
            _UpperCamelCase				    =       layer_norm_eps
            _UpperCamelCase				    =       pruning_method
            _UpperCamelCase				    =       mask_init
            _UpperCamelCase				    =       mask_scale










def 						__SCREAMING_SNAKE_CASE  (				UpperCamelCase__			,			UpperCamelCase__			,			UpperCamelCase__ )  ->				int:







			'''simple docstring'''

			if exponent == 1:
						return base
			if exponent % 2 == 0:
						UpperCAmelCase   		=				_modexpt(UpperCamelCase__			,			exponent // 2			,			UpperCamelCase__ ) % modulo_value
						return (x * x) % modulo_value
			else:
						return (base * _modexpt(UpperCamelCase__			,			exponent - 1			,			UpperCamelCase__ )) % modulo_value





def 						__SCREAMING_SNAKE_CASE  (				UpperCamelCase__ = 1777			,			UpperCamelCase__ = 1855			,			UpperCamelCase__ = 8 )  ->				int:







			'''simple docstring'''

			UpperCAmelCase   		=				base
			for _ in range(1			,			UpperCamelCase__ ):
						UpperCAmelCase   		=				_modexpt(UpperCamelCase__			,			UpperCamelCase__			,			10**digits )

			return result


if __name__ == "__main__":
				print(F'{solution() = }')



