


from ...configuration_utils import PretrainedConfig
from ...utils import logging


snake_case				:    Any       				=     logging.get_logger(__name__)

snake_case				:    Union[str, Any]       				=     {
    '''sayakpaul/vit-msn-base''': '''https://huggingface.co/sayakpaul/vit-msn-base/resolve/main/config.json''',
    # See all ViT MSN models at https://huggingface.co/models?filter=vit_msn
}







class 		_snake_case  (      _snake_case							):
 SCREAMING_SNAKE_CASE__      =       'vit_msn'




 def __init__(		self					,  _lowerCamelCase=768					,  _lowerCamelCase=12					,  _lowerCamelCase=12					,  _lowerCamelCase=3072					,  _lowerCamelCase="gelu"					,  _lowerCamelCase=0.0					,  _lowerCamelCase=0.0					,  _lowerCamelCase=0.02					,  _lowerCamelCase=1e-06					,  _lowerCamelCase=224					,  _lowerCamelCase=16					,  _lowerCamelCase=3					,  _lowerCamelCase=True					,  **_lowerCamelCase					,  ):
       super().__init__(**_lowerCamelCase    )

       a						:List[Any] 							=       hidden_size
       a						:Dict 							=       num_hidden_layers
       a						:Union[str, Any] 							=       num_attention_heads
       a						:Tuple 							=       intermediate_size
       a						:str 							=       hidden_act
       a						:Dict 							=       hidden_dropout_prob
       a						:List[Any] 							=       attention_probs_dropout_prob
       a						:Optional[int] 							=       initializer_range
       a						:str 							=       layer_norm_eps
       a						:Union[str, Any] 							=       image_size
       a						:int 							=       patch_size
       a						:str 							=       num_channels
       a						:Optional[Any] 							=       qkv_bias









snake_case				:    str       				=     '''
# Transformers installation
! pip install transformers datasets
# To install from source instead of the last release, comment the command above and uncomment the following one.
# ! pip install git+https://github.com/huggingface/transformers.git
'''

snake_case				:    List[Any]       				=     [{'''type''': '''code''', '''content''': INSTALL_CONTENT}]
snake_case				:    int       				=     {
    '''{processor_class}''': '''FakeProcessorClass''',
    '''{model_class}''': '''FakeModelClass''',
    '''{object_class}''': '''FakeObjectClass''',
}





