

import logging

from transformers.configuration_utils import PretrainedConfig


lowerCAmelCase__						 =			logging.getLogger(__name__)

class        a__    (       _a      ):
			"""simple docstring"""







			__lowerCamelCase										=							"masked_bert"


			def __init__(     self   ,   lowercase=30522   ,   lowercase=768   ,   lowercase=12   ,   lowercase=12   ,   lowercase=3072   ,   lowercase="gelu"   ,   lowercase=0.1   ,   lowercase=0.1   ,   lowercase=512   ,   lowercase=2   ,   lowercase=0.02   ,   lowercase=1e-12   ,   lowercase=0   ,   lowercase="topK"   ,   lowercase="constant"   ,   lowercase=0.0   ,   **lowercase   ,   )	->    List[str]:
							'''simple docstring'''






							super().__init__(pad_token_id=__lowerCamelCase   ,   **__lowerCamelCase							)

							A__          =      vocab_size
							A__          =      hidden_size
							A__          =      num_hidden_layers
							A__          =      num_attention_heads
							A__          =      hidden_act
							A__          =      intermediate_size
							A__          =      hidden_dropout_prob
							A__          =      attention_probs_dropout_prob
							A__          =      max_position_embeddings
							A__          =      type_vocab_size
							A__          =      initializer_range
							A__          =      layer_norm_eps
							A__          =      pruning_method
							A__          =      mask_init
							A__          =      mask_scale







import logging

from transformers.configuration_utils import PretrainedConfig


__magic_name__  :  Tuple					=       logging.getLogger(__name__)





class     SCREAMING_SNAKE_CASE__		(_a			):
     lowercase_ :      Tuple				= "masked_bert"
     def __init__(						self	:		List[Any]       ,						__lowerCamelCase	:		Optional[Any]=3_05_22       ,						__lowerCamelCase	:		Dict=7_68       ,						__lowerCamelCase	:		Tuple=12       ,						__lowerCamelCase	:		int=12       ,						__lowerCamelCase	:		Tuple=30_72       ,						__lowerCamelCase	:		List[Any]="gelu"       ,						__lowerCamelCase	:		Union[str, Any]=0.1       ,						__lowerCamelCase	:		Dict=0.1       ,						__lowerCamelCase	:		Optional[int]=5_12       ,						__lowerCamelCase	:		List[Any]=2       ,						__lowerCamelCase	:		Union[str, Any]=0.02       ,						__lowerCamelCase	:		Optional[int]=1e-12       ,						__lowerCamelCase	:		Optional[int]=0       ,						__lowerCamelCase	:		List[str]="topK"       ,						__lowerCamelCase	:		Union[str, Any]="constant"       ,						__lowerCamelCase	:		Union[str, Any]=0.0       ,						**__lowerCamelCase	:		Tuple       ,						):



       """simple docstring"""
       super().__init__(pad_token_id=__lowerCamelCase       ,						**__lowerCamelCase						)

       lowerCAmelCase__										=      vocab_size
       lowerCAmelCase__										=      hidden_size
       lowerCAmelCase__										=      num_hidden_layers
       lowerCAmelCase__										=      num_attention_heads
       lowerCAmelCase__										=      hidden_act
       lowerCAmelCase__										=      intermediate_size
       lowerCAmelCase__										=      hidden_dropout_prob
       lowerCAmelCase__										=      attention_probs_dropout_prob
       lowerCAmelCase__										=      max_position_embeddings
       lowerCAmelCase__										=      type_vocab_size
       lowerCAmelCase__										=      initializer_range
       lowerCAmelCase__										=      layer_norm_eps
       lowerCAmelCase__										=      pruning_method
       lowerCAmelCase__										=      mask_init
       lowerCAmelCase__										=      mask_scale

