
from ...configuration_utils import PretrainedConfig
from ...utils import logging


_A   =     logging.get_logger(__name__)

_A   =     {
    'microsoft/markuplm-base': 'https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json',
    'microsoft/markuplm-large': 'https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json',
}





class 	_lowerCAmelCase					(	__SCREAMING_SNAKE_CASE       ):
				_lowercase					='''markuplm'''




				def __init__(					self				,				_UpperCamelCase=30_522				,				_UpperCamelCase=768				,				_UpperCamelCase=12				,				_UpperCamelCase=12				,				_UpperCamelCase=3_072				,				_UpperCamelCase="gelu"				,				_UpperCamelCase=0.1				,				_UpperCamelCase=0.1				,				_UpperCamelCase=512				,				_UpperCamelCase=2				,				_UpperCamelCase=0.02				,				_UpperCamelCase=1e-1_2				,				_UpperCamelCase=0				,				_UpperCamelCase=0				,				_UpperCamelCase=2				,				_UpperCamelCase=256				,				_UpperCamelCase=1_024				,				_UpperCamelCase=216				,				_UpperCamelCase=1_001				,				_UpperCamelCase=32				,				_UpperCamelCase=50				,				_UpperCamelCase="absolute"				,				_UpperCamelCase=True				,				_UpperCamelCase=None				,				**_UpperCamelCase				,				)				->      Optional[int]:
							super().__init__(
							    pad_token_id=_SCREAMING_SNAKE_CASE				,				bos_token_id=_SCREAMING_SNAKE_CASE				,				eos_token_id=_SCREAMING_SNAKE_CASE				,				**_SCREAMING_SNAKE_CASE				,				)
							lowerCAmelCase_						=	vocab_size
							lowerCAmelCase_						=	hidden_size
							lowerCAmelCase_						=	num_hidden_layers
							lowerCAmelCase_						=	num_attention_heads
							lowerCAmelCase_						=	hidden_act
							lowerCAmelCase_						=	intermediate_size
							lowerCAmelCase_						=	hidden_dropout_prob
							lowerCAmelCase_						=	attention_probs_dropout_prob
							lowerCAmelCase_						=	max_position_embeddings
							lowerCAmelCase_						=	type_vocab_size
							lowerCAmelCase_						=	initializer_range
							lowerCAmelCase_						=	layer_norm_eps
							lowerCAmelCase_						=	position_embedding_type
							lowerCAmelCase_						=	use_cache
							lowerCAmelCase_						=	classifier_dropout
							# additional properties
							lowerCAmelCase_						=	max_depth
							lowerCAmelCase_						=	max_xpath_tag_unit_embeddings
							lowerCAmelCase_						=	max_xpath_subs_unit_embeddings
							lowerCAmelCase_						=	tag_pad_id
							lowerCAmelCase_						=	subs_pad_id
							lowerCAmelCase_						=	xpath_unit_hidden_size








"""simple docstring"""






from ..utils import DummyObject, requires_backends



class 			A__   (  metaclass=__SCREAMING_SNAKE_CASE							):




	'''simple docstring'''





	SCREAMING_SNAKE_CASE          =	['torch', 'torchsde']

	def __init__(     self:		int       ,			*_SCREAMING_SNAKE_CASE:		Optional[Any]       ,			**_SCREAMING_SNAKE_CASE:		str)				->       Dict:

				"""simple docstring"""

				requires_backends(self       ,			["torch", "torchsde"])

	@classmethod
	def 							_SCREAMING_SNAKE_CASE   (     cls:		Optional[Any]       ,			*_SCREAMING_SNAKE_CASE:		Optional[int]       ,			**_SCREAMING_SNAKE_CASE:		Optional[int])				->       Optional[Any]:

				"""simple docstring"""

				requires_backends(cls       ,			["torch", "torchsde"])







	@classmethod
	def 							_SCREAMING_SNAKE_CASE   (     cls:		Dict       ,			*_SCREAMING_SNAKE_CASE:		List[Any]       ,			**_SCREAMING_SNAKE_CASE:		Any)				->       Optional[int]:

				"""simple docstring"""

				requires_backends(cls       ,			["torch", "torchsde"])