





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase	:	str		     =       logging.get_logger(__name__)

UpperCAmelCase	:	str		     =       {
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}







class 				__lowerCAmelCase       (    UpperCamelCase__):
      _lowercase				:					List[Any]						=			"""megatron-bert"""







      def __init__(    self		,      lowerCAmelCase__=2_9_0_5_6		,      lowerCAmelCase__=1_0_2_4		,      lowerCAmelCase__=2_4		,      lowerCAmelCase__=1_6		,      lowerCAmelCase__=4_0_9_6		,      lowerCAmelCase__="gelu"		,      lowerCAmelCase__=0.1		,      lowerCAmelCase__=0.1		,      lowerCAmelCase__=5_1_2		,      lowerCAmelCase__=2		,      lowerCAmelCase__=0.02		,      lowerCAmelCase__=1E-12		,      lowerCAmelCase__=0		,      lowerCAmelCase__="absolute"		,      lowerCAmelCase__=True		,      **lowerCAmelCase__		,      )   ->						int:



        '''simple docstring'''




        super().__init__(pad_token_id=lowerCAmelCase__		,      **lowerCAmelCase__							)

        a__	:					Optional[int]										=vocab_size
        a__	:					Any										=hidden_size
        a__	:					List[Any]										=num_hidden_layers
        a__	:					Optional[int]										=num_attention_heads
        a__	:					List[str]										=hidden_act
        a__	:					Union[str, Any]										=intermediate_size
        a__	:					Optional[int]										=hidden_dropout_prob
        a__	:					Tuple										=attention_probs_dropout_prob
        a__	:					List[str]										=max_position_embeddings
        a__	:					Optional[int]										=type_vocab_size
        a__	:					int										=initializer_range
        a__	:					Any										=layer_norm_eps
        a__	:					List[Any]										=position_embedding_type
        a__	:					Dict										=use_cache













from diffusers.utils.testing_utils import require_onnxruntime







@require_onnxruntime
class 				__lowerCAmelCase       :
      pass






