






'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__			=      logging.get_logger(__name__)

UpperCamelCase__			=      {
    'microsoft/biogpt': 'https://huggingface.co/microsoft/biogpt/resolve/main/config.json',
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}


class 							_UpperCAmelCase    (		snake_case      ):
    __lowerCamelCase: List[str]									=     'biogpt'




    def __init__(      self	:							int	,  a	:							Tuple=4_2_3_8_4	,  a	:							Any=1_0_2_4	,  a	:							Dict=2_4	,  a	:							List[str]=1_6	,  a	:							Any=4_0_9_6	,  a	:							List[str]="gelu"	,  a	:							int=0.1	,  a	:							Optional[Any]=0.1	,  a	:							Optional[Any]=1_0_2_4	,  a	:							str=0.02	,  a	:							Union[str, Any]=1e-12	,  a	:							str=True	,  a	:							str=True	,  a	:							Tuple=0.0	,  a	:							Optional[int]=0.0	,  a	:							Dict=1	,  a	:							Optional[Any]=0	,  a	:							Dict=2	,  **a	:							str	,  ):






       '''simple docstring'''






       lowercase_						:     List[Any]							     =  vocab_size
       lowercase_						:     int							     =  max_position_embeddings
       lowercase_						:     Union[str, Any]							     =  hidden_size
       lowercase_						:     Optional[Any]							     =  num_hidden_layers
       lowercase_						:     Union[str, Any]							     =  num_attention_heads
       lowercase_						:     str							     =  intermediate_size
       lowercase_						:     List[str]							     =  hidden_act
       lowercase_						:     Tuple							     =  hidden_dropout_prob
       lowercase_						:     str							     =  attention_probs_dropout_prob
       lowercase_						:     Any							     =  initializer_range
       lowercase_						:     Dict							     =  layer_norm_eps
       lowercase_						:     Dict							     =  scale_embedding
       lowercase_						:     List[Any]							     =  use_cache
       lowercase_						:     List[str]							     =  layerdrop
       lowercase_						:     Union[str, Any]							     =  activation_dropout
       super().__init__(pad_token_id=a	,  bos_token_id=a	,  eos_token_id=a	,  **a      )












'''simple docstring'''
def 		__SCREAMING_SNAKE_CASE       (	_UpperCamelCase = 100				):


   """simple docstring"""




   lowercase_						:     Dict							     =  n * (n + 1) * (2 * n + 1) / 6
   lowercase_						:     int							     =  (n * (n + 1) / 2) ** 2
   return int(square_of_sum - sum_of_squares				)


if __name__ == "__main__":
 print(f"""{solution() = }""")




