





from ... import PretrainedConfig


UpperCamelCase__           =			{
    "sijunhe/nezha-cn-base": "https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json",
}

class 							__SCREAMING_SNAKE_CASE       (  _a							):
							snake_case  :   Tuple      =							NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
							snake_case  :   int      =							"""nezha"""






							def __init__(    self	,			__lowerCAmelCase=21128	,			__lowerCAmelCase=768	,			__lowerCAmelCase=12	,			__lowerCAmelCase=12	,			__lowerCAmelCase=3072	,			__lowerCAmelCase="gelu"	,			__lowerCAmelCase=0.1	,			__lowerCAmelCase=0.1	,			__lowerCAmelCase=512	,			__lowerCAmelCase=64	,			__lowerCAmelCase=2	,			__lowerCAmelCase=0.02	,			__lowerCAmelCase=1E-12	,			__lowerCAmelCase=0.1	,			__lowerCAmelCase=0	,			__lowerCAmelCase=2	,			__lowerCAmelCase=3	,			__lowerCAmelCase=True	,			**__lowerCAmelCase	,			):
														super().__init__(pad_token_id=__lowerCAmelCase	,			bos_token_id=__lowerCAmelCase	,			eos_token_id=__lowerCAmelCase	,			**__lowerCAmelCase	)

														UpperCamelCase__					  =      vocab_size
														UpperCamelCase__					  =      hidden_size
														UpperCamelCase__					  =      num_hidden_layers
														UpperCamelCase__					  =      num_attention_heads
														UpperCamelCase__					  =      hidden_act
														UpperCamelCase__					  =      intermediate_size
														UpperCamelCase__					  =      hidden_dropout_prob
														UpperCamelCase__					  =      attention_probs_dropout_prob
														UpperCamelCase__					  =      max_position_embeddings
														UpperCamelCase__					  =      max_relative_position
														UpperCamelCase__					  =      type_vocab_size
														UpperCamelCase__					  =      initializer_range
														UpperCamelCase__					  =      layer_norm_eps
														UpperCamelCase__					  =      classifier_dropout
														UpperCamelCase__					  =      use_cache











import copy

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__           =			logging.get_logger(__name__)

class 							__SCREAMING_SNAKE_CASE       (  _a							):
							snake_case  :   Optional[Any]      =							"""encoder-decoder"""
							snake_case  :   Optional[int]      =							True






							def __init__(    self	,			**__lowerCAmelCase	):
														super().__init__(**__lowerCAmelCase	)
														assert (
														    "encoder" in kwargs and "decoder" in kwargs
														), "Config has to be initialized with encoder and decoder config"
														UpperCamelCase__					  =      kwargs.pop("""encoder"""	)
														UpperCamelCase__					  =      encoder_config.pop("""model_type"""	)
														UpperCamelCase__					  =      kwargs.pop("""decoder"""	)
														UpperCamelCase__					  =      decoder_config.pop("""model_type"""	)

														from ..auto.configuration_auto import AutoConfig

														UpperCamelCase__					  =      AutoConfig.for_model(__lowerCAmelCase	,			**__lowerCAmelCase	)
														UpperCamelCase__					  =      AutoConfig.for_model(__lowerCAmelCase	,			**__lowerCAmelCase	)
														UpperCamelCase__					  =      True






							@classmethod
							def 					_lowerCamelCase		(    cls	,			__lowerCAmelCase	,			__lowerCAmelCase	,			**__lowerCAmelCase	):
														logger.info("""Set `config.is_decoder=True` and `config.add_cross_attention=True` for decoder_config"""	)
														UpperCamelCase__					  =      True
														UpperCamelCase__					  =      True

														return cls(encoder=encoder_config.to_dict()	,			decoder=decoder_config.to_dict()	,			**__lowerCAmelCase	)







							def 					_lowerCamelCase		(    self	):
														UpperCamelCase__					  =      copy.deepcopy(self.__dict__	)
														UpperCamelCase__					  =      self.encoder.to_dict()
														UpperCamelCase__					  =      self.decoder.to_dict()
														UpperCamelCase__					  =      self.__class__.model_type
														return output




