






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase  							=					logging.get_logger(__name__)

lowercase  							=					{
    """uclanlp/visualbert-vqa""": """https://huggingface.co/uclanlp/visualbert-vqa/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-pre""": """https://huggingface.co/uclanlp/visualbert-vqa-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vqa-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vqa-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-vcr""": """https://huggingface.co/uclanlp/visualbert-vcr/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-pre""": """https://huggingface.co/uclanlp/visualbert-vcr-pre/resolve/main/config.json""",
    """uclanlp/visualbert-vcr-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-vcr-coco-pre/resolve/main/config.json"""
    ),
    """uclanlp/visualbert-nlvr2""": """https://huggingface.co/uclanlp/visualbert-nlvr2/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-pre""": """https://huggingface.co/uclanlp/visualbert-nlvr2-pre/resolve/main/config.json""",
    """uclanlp/visualbert-nlvr2-coco-pre""": (
        """https://huggingface.co/uclanlp/visualbert-nlvr2-coco-pre/resolve/main/config.json"""
    )
    # See all VisualBERT models at https://huggingface.co/models?filter=visual_bert
}




class  UpperCamelCase_      (			UpperCamelCase__				):



	'''simple docstring'''




	lowerCAmelCase													= """visual_bert"""




	def __init__(       self       ,			a=3_05_22       ,			a=7_68       ,			a=5_12       ,			a=12       ,			a=12       ,			a=30_72       ,			a="gelu"       ,			a=0.1       ,			a=0.1       ,			a=5_12       ,			a=2       ,			a=0.02       ,			a=1E-12       ,			a=False       ,			a=True       ,			a=1       ,			a=0       ,			a=2       ,			**a       ,			)       ->    Dict:
								super().__init__(pad_token_id=lowerCAmelCase__       ,			bos_token_id=lowerCAmelCase__       ,			eos_token_id=lowerCAmelCase__       ,			**lowerCAmelCase__					)

								snake_case_				=							vocab_size
								snake_case_				=							max_position_embeddings
								snake_case_				=							hidden_size
								snake_case_				=							visual_embedding_dim
								snake_case_				=							num_hidden_layers
								snake_case_				=							num_attention_heads
								snake_case_				=							intermediate_size
								snake_case_				=							hidden_act
								snake_case_				=							hidden_dropout_prob
								snake_case_				=							attention_probs_dropout_prob
								snake_case_				=							initializer_range
								snake_case_				=							type_vocab_size
								snake_case_				=							layer_norm_eps
								snake_case_				=							bypass_transformer
								snake_case_				=							special_visual_initialize












import numpy as np
def      _A       (		SCREAMING_SNAKE_CASE     :   np.array						):





  """simple docstring"""



  return 1 / (1 + np.exp(-vector						))


if __name__ == "__main__":
     import doctest

     doctest.testmod()






