


'''simple docstring'''
from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__          = logging.get_logger(__name__)




class      lowerCamelCase_  (      __a ):
      lowerCAmelCase__							=	'timm_backbone'






      def __init__(   self							:       List[Any]		,		_A							:       str=None		,		_A							:       List[str]=3		,		_A							:       Dict=True		,		_A							:       Optional[Any]=True		,		_A							:       Tuple=None		,		**_A							:       Dict		,		):


          '''simple docstring'''


          super().__init__(**_A					)
          UpperCAmelCase__     :						List[Any]						=							backbone
          UpperCAmelCase__     :						Union[str, Any]						=							num_channels
          UpperCAmelCase__     :						str						=							features_only
          UpperCAmelCase__     :						List[str]						=							use_pretrained_backbone
          UpperCAmelCase__     :						Union[str, Any]						=							True
          UpperCAmelCase__     :						Union[str, Any]						=							out_indices if out_indices is not None else (-1,)








from ....configuration_utils import PretrainedConfig
from ....utils import logging


__a   :							List[Any]						= logging.get_logger(__name__)

# TODO: upload to AWS
__a   :							Union[str, Any]						= {
    "yjernite/retribert-base-uncased": (
        "https://huggingface.co/yjernite/retribert-base-uncased/resolve/main/config.json"
    ),
}


class    __lowercase   (						lowercase_	):







     '''simple docstring'''
     SCREAMING_SNAKE_CASE     =					"retribert"




     def __init__(					self							:      Any			,						UpperCamelCase_							:      int=30_522			,						UpperCamelCase_							:      Optional[int]=768			,						UpperCamelCase_							:      Union[str, Any]=8			,						UpperCamelCase_							:      Tuple=12			,						UpperCamelCase_							:      List[Any]=3_072			,						UpperCamelCase_							:      Tuple="gelu"			,						UpperCamelCase_							:      str=0.1			,						UpperCamelCase_							:      Dict=0.1			,						UpperCamelCase_							:      List[str]=512			,						UpperCamelCase_							:      Optional[int]=2			,						UpperCamelCase_							:      Tuple=0.02			,						UpperCamelCase_							:      List[str]=1e-12			,						UpperCamelCase_							:      Any=True			,						UpperCamelCase_							:      List[Any]=128			,						UpperCamelCase_							:      Union[str, Any]=0			,						**UpperCamelCase_							:      List[str]			,						):


         """simple docstring"""



         super().__init__(pad_token_id=UpperCamelCase_			,						**UpperCamelCase_					)

         __A       =						vocab_size
         __A       =						hidden_size
         __A       =						num_hidden_layers
         __A       =						num_attention_heads
         __A       =						hidden_act
         __A       =						intermediate_size
         __A       =						hidden_dropout_prob
         __A       =						attention_probs_dropout_prob
         __A       =						max_position_embeddings
         __A       =						type_vocab_size
         __A       =						initializer_range
         __A       =						layer_norm_eps
         __A       =						share_encoders
         __A       =						projection_dim




