





"""simple docstring"""





from ....configuration_utils import PretrainedConfig
from ....utils import logging


__A											=		logging.get_logger(__name__)

# TODO: upload to AWS
__A											=		{
    """yjernite/retribert-base-uncased""": (
        """https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json"""
    ),
}






class 					_lowerCAmelCase   (     a       ):
       """simple docstring"""




       __magic_name__     :Tuple		  =					"""retribert"""






       def __init__(    self    , __UpperCAmelCase=3_0_5_2_2    , __UpperCAmelCase=7_6_8    , __UpperCAmelCase=8    , __UpperCAmelCase=1_2    , __UpperCAmelCase=3_0_7_2    , __UpperCAmelCase="gelu"    , __UpperCAmelCase=0.1    , __UpperCAmelCase=0.1    , __UpperCAmelCase=5_1_2    , __UpperCAmelCase=2    , __UpperCAmelCase=0.02    , __UpperCAmelCase=1E-12    , __UpperCAmelCase=True    , __UpperCAmelCase=1_2_8    , __UpperCAmelCase=0    , **__UpperCAmelCase    , ):



         '''simple docstring'''

         super().__init__(pad_token_id=__UpperCAmelCase    , **__UpperCAmelCase      )

         lowerCAmelCase__			:Any											=							vocab_size
         lowerCAmelCase__			:Union[str, Any]											=							hidden_size
         lowerCAmelCase__			:Tuple											=							num_hidden_layers
         lowerCAmelCase__			:Tuple											=							num_attention_heads
         lowerCAmelCase__			:Union[str, Any]											=							hidden_act
         lowerCAmelCase__			:Optional[int]											=							intermediate_size
         lowerCAmelCase__			:Optional[int]											=							hidden_dropout_prob
         lowerCAmelCase__			:Union[str, Any]											=							attention_probs_dropout_prob
         lowerCAmelCase__			:Dict											=							max_position_embeddings
         lowerCAmelCase__			:List[str]											=							type_vocab_size
         lowerCAmelCase__			:List[Any]											=							initializer_range
         lowerCAmelCase__			:Union[str, Any]											=							layer_norm_eps
         lowerCAmelCase__			:List[Any]											=							share_encoders
         lowerCAmelCase__			:Optional[int]											=							projection_dim







"""simple docstring"""





def  __A   (_SCREAMING_SNAKE_CASE     ,   _SCREAMING_SNAKE_CASE			)					->bool:





  """simple docstring"""


  return numa ^ numa < 0


if __name__ == "__main__":
  import doctest

  doctest.testmod()
