


"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


a__				:							Union[str, Any]						=     logging.get_logger(__name__)

a__				:							int						=     {
    '''bigcode/gpt_bigcode-santacoder''': '''https://huggingface.co/bigcode/gpt_bigcode-santacoder/resolve/main/config.json''',
}




class  UpperCamelCase_	( UpperCamelCase):

	"""simple docstring"""





	snake_case__				:  Any    					=			"gpt_bigcode"
	snake_case__				:  str    					=			["past_key_values"]
	snake_case__				:  Optional[Any]    					=			{
	    "hidden_size": "n_embd",
	    "max_position_embeddings": "n_positions",
	    "num_attention_heads": "n_head",
	    "num_hidden_layers": "n_layer",
	}




	def __init__( self			:				List[Any]			,			UpperCAmelCase__			:				Any=5_0_2_5_7			,			UpperCAmelCase__			:				Optional[int]=1_0_2_4			,			UpperCAmelCase__			:				int=7_6_8			,			UpperCAmelCase__			:				Dict=1_2			,			UpperCAmelCase__			:				Any=1_2			,			UpperCAmelCase__			:				List[str]=None			,			UpperCAmelCase__			:				str="gelu_pytorch_tanh"			,			UpperCAmelCase__			:				List[Any]=0.1			,			UpperCAmelCase__			:				int=0.1			,			UpperCAmelCase__			:				List[str]=0.1			,			UpperCAmelCase__			:				List[str]=1E-5			,			UpperCAmelCase__			:				Any=0.02			,			UpperCAmelCase__			:				List[str]=True			,			UpperCAmelCase__			:				Any=True			,			UpperCAmelCase__			:				str=5_0_2_5_6			,			UpperCAmelCase__			:				Union[str, Any]=5_0_2_5_6			,			UpperCAmelCase__			:				Union[str, Any]=True			,			UpperCAmelCase__			:				Union[str, Any]=True			,			UpperCAmelCase__			:				Union[str, Any]=True			,			**UpperCAmelCase__			:				List[str]			,			)       ->	Dict:
						__SCREAMING_SNAKE_CASE						   =				vocab_size
						__SCREAMING_SNAKE_CASE						   =				n_positions
						__SCREAMING_SNAKE_CASE						   =				n_embd
						__SCREAMING_SNAKE_CASE						   =				n_layer
						__SCREAMING_SNAKE_CASE						   =				n_head
						__SCREAMING_SNAKE_CASE						   =				n_inner
						__SCREAMING_SNAKE_CASE						   =				activation_function
						__SCREAMING_SNAKE_CASE						   =				resid_pdrop
						__SCREAMING_SNAKE_CASE						   =				embd_pdrop
						__SCREAMING_SNAKE_CASE						   =				attn_pdrop
						__SCREAMING_SNAKE_CASE						   =				layer_norm_epsilon
						__SCREAMING_SNAKE_CASE						   =				initializer_range
						__SCREAMING_SNAKE_CASE						   =				scale_attn_weights
						__SCREAMING_SNAKE_CASE						   =				use_cache
						__SCREAMING_SNAKE_CASE						   =				attention_softmax_in_fpaa
						__SCREAMING_SNAKE_CASE						   =				scale_attention_softmax_in_fpaa
						__SCREAMING_SNAKE_CASE						   =				multi_query

						__SCREAMING_SNAKE_CASE						   =				bos_token_id
						__SCREAMING_SNAKE_CASE						   =				eos_token_id

						super().__init__(bos_token_id=UpperCAmelCase__			,			eos_token_id=UpperCAmelCase__			,			**UpperCAmelCase__   )






def 			lowerCamelCase_		(       UpperCamelCase__				:      int      )     ->       bool:





				"""simple docstring"""


				return number & 1 == 0


if __name__ == "__main__":
					import doctest

					doctest.testmod()


