
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase       :				Optional[int]       =			logging.get_logger(__name__)

_lowerCamelCase       :				int       =			{
    """uw-madison/mra-base-512-4""": """https://huggingface.co/uw-madison/mra-base-512-4/resolve/main/config.json""",
}




class    SCREAMING_SNAKE_CASE__     (	UpperCAmelCase__					):





	'''simple docstring'''



	_UpperCAmelCase       :		Union[str, Any]       =					"mra"



	def __init__(  self	:    int			,  lowercase	:    Union[str, Any]=50_265			,  lowercase	:    Tuple=768			,  lowercase	:    Optional[Any]=12			,  lowercase	:    Tuple=12			,  lowercase	:    Optional[int]=3_072			,  lowercase	:    Optional[Any]="gelu"			,  lowercase	:    Union[str, Any]=0.1			,  lowercase	:    Optional[Any]=0.1			,  lowercase	:    Optional[Any]=512			,  lowercase	:    Union[str, Any]=1			,  lowercase	:    Optional[int]=0.02			,  lowercase	:    Optional[Any]=1E-5			,  lowercase	:    int="absolute"			,  lowercase	:    Tuple=4			,  lowercase	:    Any="full"			,  lowercase	:    int=0			,  lowercase	:    List[Any]=0			,  lowercase	:    List[Any]=1			,  lowercase	:    Optional[int]=0			,  lowercase	:    Optional[Any]=2			,  **lowercase	:    Tuple			,  ):


				'''simple docstring'''


				super().__init__(pad_token_id=lowercase_			,  bos_token_id=lowercase_			,  eos_token_id=lowercase_			,  **lowercase_	)

				_snake_case		=			vocab_size
				_snake_case		=			max_position_embeddings
				_snake_case		=			hidden_size
				_snake_case		=			num_hidden_layers
				_snake_case		=			num_attention_heads
				_snake_case		=			intermediate_size
				_snake_case		=			hidden_act
				_snake_case		=			hidden_dropout_prob
				_snake_case		=			attention_probs_dropout_prob
				_snake_case		=			initializer_range
				_snake_case		=			type_vocab_size
				_snake_case		=			layer_norm_eps
				_snake_case		=			position_embedding_type
				_snake_case		=			block_per_row
				_snake_case		=			approx_mode
				_snake_case		=			initial_prior_first_n_blocks
				_snake_case		=			initial_prior_diagonal_n_blocks







"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCAmelCase_   : Optional[int]   			= logging.get_logger(__name__)

UpperCAmelCase_   : Any   			= {"""openai-gpt""": """https://huggingface.co/openai-gpt/resolve/main/config.json"""}




class 							lowerCAmelCase__				(			UpperCAmelCase__ ):






      '''simple docstring'''

      __UpperCamelCase	 =  "openai-gpt"
      __UpperCamelCase	 =  {
          "max_position_embeddings": "n_positions",
          "hidden_size": "n_embd",
          "num_attention_heads": "n_head",
          "num_hidden_layers": "n_layer",
      }
      def __init__(						self     :  List[str]						,	lowercase_     :  List[str]=40478						,	lowercase_     :  List[str]=512						,	lowercase_     :  Optional[Any]=768						,	lowercase_     :  Tuple=12						,	lowercase_     :  Tuple=12						,	lowercase_     :  Union[str, Any]="gelu"						,	lowercase_     :  List[Any]=0.1						,	lowercase_     :  Tuple=0.1						,	lowercase_     :  List[Any]=0.1						,	lowercase_     :  List[Any]=1e-5						,	lowercase_     :  int=0.02						,	lowercase_     :  Optional[int]="cls_index"						,	lowercase_     :  Any=True						,	lowercase_     :  List[Any]=None						,	lowercase_     :  List[str]=True						,	lowercase_     :  Optional[Any]=0.1						,	**lowercase_     :  List[str]						,	):




          '''simple docstring'''


          SCREAMING_SNAKE_CASE_      :  Optional[int]    						=		vocab_size
          SCREAMING_SNAKE_CASE_      :  Tuple    						=		n_positions
          SCREAMING_SNAKE_CASE_      :  Optional[int]    						=		n_embd
          SCREAMING_SNAKE_CASE_      :  Dict    						=		n_layer
          SCREAMING_SNAKE_CASE_      :  Any    						=		n_head
          SCREAMING_SNAKE_CASE_      :  Union[str, Any]    						=		afn
          SCREAMING_SNAKE_CASE_      :  int    						=		resid_pdrop
          SCREAMING_SNAKE_CASE_      :  List[str]    						=		embd_pdrop
          SCREAMING_SNAKE_CASE_      :  Union[str, Any]    						=		attn_pdrop
          SCREAMING_SNAKE_CASE_      :  Union[str, Any]    						=		layer_norm_epsilon
          SCREAMING_SNAKE_CASE_      :  List[Any]    						=		initializer_range
          SCREAMING_SNAKE_CASE_      :  List[str]    						=		summary_type
          SCREAMING_SNAKE_CASE_      :  Tuple    						=		summary_use_proj
          SCREAMING_SNAKE_CASE_      :  Union[str, Any]    						=		summary_activation
          SCREAMING_SNAKE_CASE_      :  Any    						=		summary_first_dropout
          SCREAMING_SNAKE_CASE_      :  List[str]    						=		summary_proj_to_labels
          super().__init__(**lowercase_)


