





"""simple docstring"""






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


__UpperCAmelCase						=			logging.get_logger(__name__)

__UpperCAmelCase						=			{
    '''facebook/xmod-base''': '''https://huggingface.co/facebook/xmod-base/resolve/main/config.json''',
    '''facebook/xmod-large-prenorm''': '''https://huggingface.co/facebook/xmod-large-prenorm/resolve/main/config.json''',
    '''facebook/xmod-base-13-125k''': '''https://huggingface.co/facebook/xmod-base-13-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-125k''': '''https://huggingface.co/facebook/xmod-base-30-125k/resolve/main/config.json''',
    '''facebook/xmod-base-30-195k''': '''https://huggingface.co/facebook/xmod-base-30-195k/resolve/main/config.json''',
    '''facebook/xmod-base-60-125k''': '''https://huggingface.co/facebook/xmod-base-60-125k/resolve/main/config.json''',
    '''facebook/xmod-base-60-265k''': '''https://huggingface.co/facebook/xmod-base-60-265k/resolve/main/config.json''',
    '''facebook/xmod-base-75-125k''': '''https://huggingface.co/facebook/xmod-base-75-125k/resolve/main/config.json''',
    '''facebook/xmod-base-75-269k''': '''https://huggingface.co/facebook/xmod-base-75-269k/resolve/main/config.json''',
}



class 					__UpperCAmelCase							(						_UpperCamelCase  ):
				__lowerCamelCase				:	Optional[int]				     =				'xmod'
				def __init__(		self    :			Optional[Any]	, a_    :			str=3_05_22	, a_    :			Dict=7_68	, a_    :			Any=12	, a_    :			List[str]=12	, a_    :			str=30_72	, a_    :			Tuple="gelu"	, a_    :			int=0.1	, a_    :			Union[str, Any]=0.1	, a_    :			str=5_12	, a_    :			Any=2	, a_    :			Optional[int]=0.02	, a_    :			str=1E-12	, a_    :			List[Any]=1	, a_    :			Dict=0	, a_    :			Tuple=2	, a_    :			Union[str, Any]="absolute"	, a_    :			List[str]=True	, a_    :			Optional[int]=None	, a_    :			List[Any]=False	, a_    :			List[str]=2	, a_    :			Tuple=False	, a_    :			Tuple=True	, a_    :			List[str]=True	, a_    :			Any=("en_XX",)	, a_    :			Optional[Any]=None	, **a_    :			int	, )	->	str:



							'''simple docstring'''



							super().__init__(pad_token_id=a_	, bos_token_id=a_	, eos_token_id=a_	, **a_    )

							a__  :	List[str]		 =			vocab_size
							a__  :	List[Any]		 =			hidden_size
							a__  :	Dict		 =			num_hidden_layers
							a__  :	int		 =			num_attention_heads
							a__  :	Optional[int]		 =			hidden_act
							a__  :	List[Any]		 =			intermediate_size
							a__  :	List[str]		 =			hidden_dropout_prob
							a__  :	int		 =			attention_probs_dropout_prob
							a__  :	List[Any]		 =			max_position_embeddings
							a__  :	str		 =			type_vocab_size
							a__  :	Optional[Any]		 =			initializer_range
							a__  :	Dict		 =			layer_norm_eps
							a__  :	str		 =			position_embedding_type
							a__  :	List[str]		 =			use_cache
							a__  :	List[str]		 =			classifier_dropout
							a__  :	List[Any]		 =			pre_norm
							a__  :	List[str]		 =			adapter_reduction_factor
							a__  :	Dict		 =			adapter_layer_norm
							a__  :	Dict		 =			adapter_reuse_layer_norm
							a__  :	Any		 =			ln_before_adapter
							a__  :	Tuple		 =			list(a_    )
							a__  :	str		 =			default_language



class 					__UpperCAmelCase							(						_UpperCamelCase  ):
				@property
				def       UpperCAmelCase      (		self    :			str    )	->	Optional[Any]:



							'''simple docstring'''



							if self.task == "multiple-choice":
										a__  :	List[str]		 =			{0: "batch", 1: "choice", 2: "sequence"}
							else:
										a__  :	Union[str, Any]		 =			{0: "batch", 1: "sequence"}
							return OrderedDict(
							    [
							        ("input_ids", dynamic_axis),
							        ("attention_mask", dynamic_axis),
							    ]    )







'''simple docstring'''
from __future__ import annotations




def 		__SCREAMING_SNAKE_CASE       (	_UpperCamelCase				):


   """simple docstring"""




   lowercase_						:     Optional[int]							     =  2
   lowercase_						:     Tuple							     =  []
   while i * i <= n:
      if n % i:
         i += 1
      else:
         n //= i
         factors.append(_UpperCamelCase				)
   if n > 1:
      factors.append(_UpperCamelCase				)
   return factors


if __name__ == "__main__":
 import doctest

 doctest.testmod()




