





import logging

from transformers.configuration_utils import PretrainedConfig


lowercase      :       Union[str, Any]									=  logging.getLogger(__name__)





class  A__    (							__UpperCAmelCase	):




   """simple docstring"""



   __A   :				int         =  '''masked_bert'''

   def __init__(					self					,  lowercase=3_0522					,  lowercase=768					,  lowercase=12					,  lowercase=12					,  lowercase=3072					,  lowercase="gelu"					,  lowercase=0.1					,  lowercase=0.1					,  lowercase=512					,  lowercase=2					,  lowercase=0.02					,  lowercase=1e-12					,  lowercase=0					,  lowercase="topK"					,  lowercase="constant"					,  lowercase=0.0					,  **lowercase					,  )			->						Optional[Any]:







          '''simple docstring'''

          super().__init__(pad_token_id=lowercase					,  **lowercase)

          a__						:	Optional[Any] =				vocab_size
          a__						:	Union[str, Any] =				hidden_size
          a__						:	Optional[int] =				num_hidden_layers
          a__						:	List[Any] =				num_attention_heads
          a__						:	Optional[Any] =				hidden_act
          a__						:	List[Any] =				intermediate_size
          a__						:	Optional[int] =				hidden_dropout_prob
          a__						:	List[Any] =				attention_probs_dropout_prob
          a__						:	Optional[int] =				max_position_embeddings
          a__						:	Optional[int] =				type_vocab_size
          a__						:	List[Any] =				initializer_range
          a__						:	List[str] =				layer_norm_eps
          a__						:	Optional[int] =				pruning_method
          a__						:	int =				mask_init
          a__						:	List[str] =				mask_scale






"""simple docstring"""







from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCAmelCase__      				=   logging.get_logger(__name__)

lowerCAmelCase__      				=   {
    '''facebook/dpr-ctx_encoder-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-ctx_encoder-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-question_encoder-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-question_encoder-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-reader-single-nq-base''': (
        '''https://huggingface.co/facebook/dpr-reader-single-nq-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-ctx_encoder-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-ctx_encoder-multiset-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-question_encoder-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-question_encoder-multiset-base/resolve/main/config.json'''
    ),
    '''facebook/dpr-reader-multiset-base''': (
        '''https://huggingface.co/facebook/dpr-reader-multiset-base/resolve/main/config.json'''
    ),
}


class       SCREAMING_SNAKE_CASE__				(		lowercase				):
       """simple docstring"""


       a  :				int   ="dpr"

       def __init__(						self		,     snake_case__=30_522		,     snake_case__=768		,     snake_case__=12		,     snake_case__=12		,     snake_case__=3_072		,     snake_case__="gelu"		,     snake_case__=0.1		,     snake_case__=0.1		,     snake_case__=512		,     snake_case__=2		,     snake_case__=0.02		,     snake_case__=1e-12		,     snake_case__=0		,     snake_case__="absolute"		,     snake_case__ = 0		,     **snake_case__		,     ):






         """simple docstring"""





         super().__init__(pad_token_id=snake_case__		,     **snake_case__						)

         lowerCAmelCase     :     Union[str, Any]								=							vocab_size
         lowerCAmelCase     :     str								=							hidden_size
         lowerCAmelCase     :     Any								=							num_hidden_layers
         lowerCAmelCase     :     Optional[int]								=							num_attention_heads
         lowerCAmelCase     :     Union[str, Any]								=							hidden_act
         lowerCAmelCase     :     Dict								=							intermediate_size
         lowerCAmelCase     :     Union[str, Any]								=							hidden_dropout_prob
         lowerCAmelCase     :     Dict								=							attention_probs_dropout_prob
         lowerCAmelCase     :     Dict								=							max_position_embeddings
         lowerCAmelCase     :     Tuple								=							type_vocab_size
         lowerCAmelCase     :     Any								=							initializer_range
         lowerCAmelCase     :     Any								=							layer_norm_eps
         lowerCAmelCase     :     Dict								=							projection_dim
         lowerCAmelCase     :     Dict								=							position_embedding_type





