



"""simple docstring"""

from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__    :  Tuple							    =	logging.get_logger(__name__)

lowercase__    :  Tuple							    =	{
    '''facebook/vit-mae-base''': '''https://huggingface.co/facebook/vit-mae-base/resolve/main/config.json''',
    # See all ViT MAE models at https://huggingface.co/models?filter=vit-mae
}




class        _UpperCAmelCase       (			lowerCAmelCase__):
 _lowerCAmelCase   :			Optional[Any]							=		"""vit_mae"""

 def __init__(     self		:       List[str]  ,     lowercase_		:       List[str]=768  ,     lowercase_		:       int=12  ,     lowercase_		:       Optional[Any]=12  ,     lowercase_		:       Union[str, Any]=3072  ,     lowercase_		:       Any="gelu"  ,     lowercase_		:       int=0.0  ,     lowercase_		:       Union[str, Any]=0.0  ,     lowercase_		:       List[str]=0.02  ,     lowercase_		:       Optional[int]=1E-12  ,     lowercase_		:       Optional[Any]=224  ,     lowercase_		:       Optional[int]=16  ,     lowercase_		:       List[Any]=3  ,     lowercase_		:       Any=True  ,     lowercase_		:       int=16  ,     lowercase_		:       str=512  ,     lowercase_		:       Tuple=8  ,     lowercase_		:       List[Any]=2048  ,     lowercase_		:       Union[str, Any]=0.75  ,     lowercase_		:       Union[str, Any]=False  ,     **lowercase_		:       str  ,     ):
     super().__init__(**lowercase_				)

     snake_case_ :     Tuple				=	hidden_size
     snake_case_ :     str				=	num_hidden_layers
     snake_case_ :     Tuple				=	num_attention_heads
     snake_case_ :     int				=	intermediate_size
     snake_case_ :     Dict				=	hidden_act
     snake_case_ :     Optional[Any]				=	hidden_dropout_prob
     snake_case_ :     List[Any]				=	attention_probs_dropout_prob
     snake_case_ :     Union[str, Any]				=	initializer_range
     snake_case_ :     Any				=	layer_norm_eps
     snake_case_ :     List[Any]				=	image_size
     snake_case_ :     str				=	patch_size
     snake_case_ :     Optional[Any]				=	num_channels
     snake_case_ :     List[str]				=	qkv_bias
     snake_case_ :     Optional[int]				=	decoder_num_attention_heads
     snake_case_ :     Union[str, Any]				=	decoder_hidden_size
     snake_case_ :     Optional[Any]				=	decoder_num_hidden_layers
     snake_case_ :     Union[str, Any]				=	decoder_intermediate_size
     snake_case_ :     Optional[Any]				=	mask_ratio
     snake_case_ :     Tuple				=	norm_pix_loss










"""simple docstring"""

import numpy as np




def __lowercase			(							_a    ):
    return (2 / (1 + np.exp(-2 * vector    ))) - 1


if __name__ == "__main__":
     import doctest

     doctest.testmod()





