




def    UpperCAmelCase_				( __UpperCAmelCase		:      str = "The quick brown fox jumps over the lazy dog"     ,     )   ->					bool:
      SCREAMING_SNAKE_CASE_      		=     set()

      # Replace all the whitespace in our sentence
      SCREAMING_SNAKE_CASE_      		=     input_str.replace(' '     ,     ''				)
      for alpha in input_str:
            if "a" <= alpha.lower() <= "z":
                  frequency.add(alpha.lower()				)
      return len(__UpperCAmelCase				) == 26

def    UpperCAmelCase_				( __UpperCAmelCase		:      str = "The quick brown fox jumps over the lazy dog"     ,     )   ->					bool:
      SCREAMING_SNAKE_CASE_      		=     [False] * 26
      for char in input_str:
            if char.islower():
                  SCREAMING_SNAKE_CASE_      		=     True
            elif char.isupper():
                  SCREAMING_SNAKE_CASE_      		=     True
      return all(__UpperCAmelCase				)

def    UpperCAmelCase_				( __UpperCAmelCase		:      str = "The quick brown fox jumps over the lazy dog"     ,     )   ->					bool:
      return len({char for char in input_str.lower() if char.isalpha()}				) == 26

def    UpperCAmelCase_				( )   ->					None:
      from timeit import timeit

      SCREAMING_SNAKE_CASE_      		=     'from __main__ import is_pangram, is_pangram_faster, is_pangram_fastest'
      print(timeit('is_pangram()'     ,     setup=__UpperCAmelCase				)				)
      print(timeit('is_pangram_faster()'     ,     setup=__UpperCAmelCase				)				)
      print(timeit('is_pangram_fastest()'     ,     setup=__UpperCAmelCase				)				)
      # 5.348480500048026, 2.6477354579837993, 1.8470395830227062
      # 5.036091582966037, 2.644472333951853,  1.8869528750656173


if __name__ == "__main__":
   import doctest

   doctest.testmod()
   benchmark()
from ...configuration_utils import PretrainedConfig
from ...utils import logging


SCREAMING_SNAKE_CASE		:     int         =	logging.get_logger(__name__)

SCREAMING_SNAKE_CASE		:     Union[str, Any]         =	{
    # See all MEGATRON_BERT models at https://huggingface.co/models?filter=bert
}

class        UpperCamelCase						(				__a				):
						a__		:List[str]      =			'''megatron-bert'''





						def __init__(self			,     __UpperCamelCase=29_056			,     __UpperCamelCase=1_024			,     __UpperCamelCase=24			,     __UpperCamelCase=16			,     __UpperCamelCase=4_096			,     __UpperCamelCase="gelu"			,     __UpperCamelCase=0.1			,     __UpperCamelCase=0.1			,     __UpperCamelCase=512			,     __UpperCamelCase=2			,     __UpperCamelCase=0.02			,     __UpperCamelCase=1E-1_2			,     __UpperCamelCase=0			,     __UpperCamelCase="absolute"			,     __UpperCamelCase=True			,     **__UpperCamelCase			,     )				->				List[Any]:
												super().__init__(pad_token_id=__UpperCamelCase			,     **__UpperCamelCase						)

												UpperCamelCase_		:							Union[str, Any]  =		vocab_size
												UpperCamelCase_		:							Union[str, Any]  =		hidden_size
												UpperCamelCase_		:							Any  =		num_hidden_layers
												UpperCamelCase_		:							str  =		num_attention_heads
												UpperCamelCase_		:							List[Any]  =		hidden_act
												UpperCamelCase_		:							Dict  =		intermediate_size
												UpperCamelCase_		:							Optional[int]  =		hidden_dropout_prob
												UpperCamelCase_		:							Dict  =		attention_probs_dropout_prob
												UpperCamelCase_		:							Any  =		max_position_embeddings
												UpperCamelCase_		:							str  =		type_vocab_size
												UpperCamelCase_		:							Tuple  =		initializer_range
												UpperCamelCase_		:							List[str]  =		layer_norm_eps
												UpperCamelCase_		:							Tuple  =		position_embedding_type
												UpperCamelCase_		:							Tuple  =		use_cache






