



"""simple docstring"""
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_UpperCAmelCase   =	logging.get_logger(__name__)

_UpperCAmelCase   =	{
    """microsoft/biogpt""": """https://huggingface.co/microsoft/biogpt/resolve/main/config.json""",
    # See all BioGPT models at https://huggingface.co/models?filter=biogpt
}
class     a		(     lowerCAmelCase__				):
  UpperCamelCase		: Dict     =    '''biogpt'''



  def __init__(  self       :    Optional[Any]				,						lowerCAmelCase       :    int=4_2384				,						lowerCAmelCase       :    List[str]=1024				,						lowerCAmelCase       :    int=24				,						lowerCAmelCase       :    Optional[Any]=16				,						lowerCAmelCase       :    Any=4096				,						lowerCAmelCase       :    str="gelu"				,						lowerCAmelCase       :    Dict=0.1				,						lowerCAmelCase       :    int=0.1				,						lowerCAmelCase       :    int=1024				,						lowerCAmelCase       :    Dict=0.0_2				,						lowerCAmelCase       :    int=1E-12				,						lowerCAmelCase       :    List[str]=True				,						lowerCAmelCase       :    Dict=True				,						lowerCAmelCase       :    Optional[int]=0.0				,						lowerCAmelCase       :    int=0.0				,						lowerCAmelCase       :    Dict=1				,						lowerCAmelCase       :    Any=0				,						lowerCAmelCase       :    Union[str, Any]=2				,						**lowerCAmelCase       :    Dict				,						)   ->    List[Any]:


     '''simple docstring'''




     SCREAMING_SNAKE_CASE_:       Any   	=vocab_size
     SCREAMING_SNAKE_CASE_:       int   	=max_position_embeddings
     SCREAMING_SNAKE_CASE_:       Any   	=hidden_size
     SCREAMING_SNAKE_CASE_:       Tuple   	=num_hidden_layers
     SCREAMING_SNAKE_CASE_:       int   	=num_attention_heads
     SCREAMING_SNAKE_CASE_:       Dict   	=intermediate_size
     SCREAMING_SNAKE_CASE_:       Optional[Any]   	=hidden_act
     SCREAMING_SNAKE_CASE_:       Any   	=hidden_dropout_prob
     SCREAMING_SNAKE_CASE_:       Tuple   	=attention_probs_dropout_prob
     SCREAMING_SNAKE_CASE_:       List[str]   	=initializer_range
     SCREAMING_SNAKE_CASE_:       List[str]   	=layer_norm_eps
     SCREAMING_SNAKE_CASE_:       Union[str, Any]   	=scale_embedding
     SCREAMING_SNAKE_CASE_:       int   	=use_cache
     SCREAMING_SNAKE_CASE_:       Tuple   	=layerdrop
     SCREAMING_SNAKE_CASE_:       str   	=activation_dropout
     super().__init__(pad_token_id=__lowerCAmelCase				,						bos_token_id=__lowerCAmelCase				,						eos_token_id=__lowerCAmelCase				,						**__lowerCAmelCase						)




'''simple docstring'''




from __future__ import annotations

from typing import Dict

from ...configuration_utils import PretrainedConfig


__lowercase          =  {
    '''susnato/ernie-m-base_pytorch''': '''https://huggingface.co/susnato/ernie-m-base_pytorch/blob/main/config.json''',
    '''susnato/ernie-m-large_pytorch''': '''https://huggingface.co/susnato/ernie-m-large_pytorch/blob/main/config.json''',
}






class 				a__(					lowerCAmelCase__	):


			'''simple docstring'''






			UpperCAmelCase_			:     List[str]      =       '''ernie_m'''
			UpperCAmelCase_			:     Dict[str, str]      =       {"dropout": "classifier_dropout", "num_classes": "num_labels"}



			def __init__(   self       ,    __lowerCAmelCase = 250002       ,    __lowerCAmelCase = 768       ,    __lowerCAmelCase = 12       ,    __lowerCAmelCase = 12       ,    __lowerCAmelCase = 3072       ,    __lowerCAmelCase = "gelu"       ,    __lowerCAmelCase = 0.1       ,    __lowerCAmelCase = 0.1       ,    __lowerCAmelCase = 514       ,    __lowerCAmelCase = 0.02       ,    __lowerCAmelCase = 1       ,    __lowerCAmelCase = 1E-0_5       ,    __lowerCAmelCase=None       ,    __lowerCAmelCase=False       ,    __lowerCAmelCase=0.0       ,    **__lowerCAmelCase       ,    ):




					"""simple docstring"""


					super().__init__(pad_token_id=__lowerCAmelCase       ,    **__lowerCAmelCase)
					lowerCAmelCase   					=  vocab_size
					lowerCAmelCase   					=  hidden_size
					lowerCAmelCase   					=  num_hidden_layers
					lowerCAmelCase   					=  num_attention_heads
					lowerCAmelCase   					=  intermediate_size
					lowerCAmelCase   					=  hidden_act
					lowerCAmelCase   					=  hidden_dropout_prob
					lowerCAmelCase   					=  attention_probs_dropout_prob
					lowerCAmelCase   					=  max_position_embeddings
					lowerCAmelCase   					=  initializer_range
					lowerCAmelCase   					=  layer_norm_eps
					lowerCAmelCase   					=  classifier_dropout
					lowerCAmelCase   					=  is_decoder
					lowerCAmelCase   					=  act_dropout




