"""simple docstring"""






from ... import PretrainedConfig


__A			   = {
    'sijunhe/nezha-cn-base': 'https://huggingface.co/sijunhe/nezha-cn-base/resolve/main/config.json',
}


class     UpperCAmelCase						(_UpperCAmelCase  ):



    """simple docstring"""

    _UpperCAmelCase	:str						    = NEZHA_PRETRAINED_CONFIG_ARCHIVE_MAP
    _UpperCAmelCase	:int						    = "nezha"






    def __init__(   self    ,			_UpperCAmelCase=21128    ,			_UpperCAmelCase=768    ,			_UpperCAmelCase=12    ,			_UpperCAmelCase=12    ,			_UpperCAmelCase=3072    ,			_UpperCAmelCase="gelu"    ,			_UpperCAmelCase=0.1    ,			_UpperCAmelCase=0.1    ,			_UpperCAmelCase=512    ,			_UpperCAmelCase=64    ,			_UpperCAmelCase=2    ,			_UpperCAmelCase=0.02    ,			_UpperCAmelCase=1e-1_2    ,			_UpperCAmelCase=0.1    ,			_UpperCAmelCase=0    ,			_UpperCAmelCase=2    ,			_UpperCAmelCase=3    ,			_UpperCAmelCase=True    ,			**_UpperCAmelCase    ,			):
       super().__init__(pad_token_id=__SCREAMING_SNAKE_CASE    ,			bos_token_id=__SCREAMING_SNAKE_CASE    ,			eos_token_id=__SCREAMING_SNAKE_CASE    ,			**__SCREAMING_SNAKE_CASE							)

       lowercase__:   int					=      vocab_size
       lowercase__:   str					=      hidden_size
       lowercase__:   int					=      num_hidden_layers
       lowercase__:   int					=      num_attention_heads
       lowercase__:   Union[str, Any]					=      hidden_act
       lowercase__:   Dict					=      intermediate_size
       lowercase__:   List[str]					=      hidden_dropout_prob
       lowercase__:   int					=      attention_probs_dropout_prob
       lowercase__:   Optional[Any]					=      max_position_embeddings
       lowercase__:   Optional[int]					=      max_relative_position
       lowercase__:   Union[str, Any]					=      type_vocab_size
       lowercase__:   Dict					=      initializer_range
       lowercase__:   Optional[Any]					=      layer_norm_eps
       lowercase__:   Optional[Any]					=      classifier_dropout
       lowercase__:   Optional[Any]					=      use_cache



'''simple docstring'''



from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_torch_available


UpperCAmelCase :       Union[str, Any]			   =     {'configuration_sew': ['SEW_PRETRAINED_CONFIG_ARCHIVE_MAP', 'SEWConfig']}

try:
  if not is_torch_available():
    raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
  pass
else:
  UpperCAmelCase :       Union[str, Any]			   =     [
      'SEW_PRETRAINED_MODEL_ARCHIVE_LIST',
      'SEWForCTC',
      'SEWForSequenceClassification',
      'SEWModel',
      'SEWPreTrainedModel',
  ]

if TYPE_CHECKING:
  from .configuration_sew import SEW_PRETRAINED_CONFIG_ARCHIVE_MAP, SEWConfig

  try:
    if not is_torch_available():
      raise OptionalDependencyNotAvailable()
  except OptionalDependencyNotAvailable:
    pass
  else:
    from .modeling_sew import (
        SEW_PRETRAINED_MODEL_ARCHIVE_LIST,
        SEWForCTC,
        SEWForSequenceClassification,
        SEWModel,
        SEWPreTrainedModel,
    )


else:
  import sys

  UpperCAmelCase :       int			   =     _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)






