


"""simple docstring"""




from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig


lowercase_			     =  {
    "albert-base-v1": "https://huggingface.co/albert-base-v1/resolve/main/config.json",
    "albert-large-v1": "https://huggingface.co/albert-large-v1/resolve/main/config.json",
    "albert-xlarge-v1": "https://huggingface.co/albert-xlarge-v1/resolve/main/config.json",
    "albert-xxlarge-v1": "https://huggingface.co/albert-xxlarge-v1/resolve/main/config.json",
    "albert-base-v2": "https://huggingface.co/albert-base-v2/resolve/main/config.json",
    "albert-large-v2": "https://huggingface.co/albert-large-v2/resolve/main/config.json",
    "albert-xlarge-v2": "https://huggingface.co/albert-xlarge-v2/resolve/main/config.json",
    "albert-xxlarge-v2": "https://huggingface.co/albert-xxlarge-v2/resolve/main/config.json",
}
class 					__lowerCAmelCase					(   __SCREAMING_SNAKE_CASE       ):


		'''simple docstring'''



		__UpperCAmelCase		:			Optional[int]										=				'albert'

		def __init__(  self							, _a=30_000							, _a=128							, _a=4_096							, _a=12							, _a=1							, _a=64							, _a=16_384							, _a=1							, _a="gelu_new"							, _a=0							, _a=0							, _a=512							, _a=2							, _a=0.02							, _a=1E-12							, _a=0.1							, _a="absolute"							, _a=0							, _a=2							, _a=3							, **_a							, ):
				super().__init__(pad_token_id=_a							, bos_token_id=_a							, eos_token_id=_a							, **_a      )

				__a           =			vocab_size
				__a           =			embedding_size
				__a           =			hidden_size
				__a           =			num_hidden_layers
				__a           =			num_hidden_groups
				__a           =			num_attention_heads
				__a           =			inner_group_num
				__a           =			hidden_act
				__a           =			intermediate_size
				__a           =			hidden_dropout_prob
				__a           =			attention_probs_dropout_prob
				__a           =			max_position_embeddings
				__a           =			type_vocab_size
				__a           =			initializer_range
				__a           =			layer_norm_eps
				__a           =			classifier_dropout_prob
				__a           =			position_embedding_type







class 					__lowerCAmelCase					(   __SCREAMING_SNAKE_CASE       ):


		'''simple docstring'''



		@property
		def 			__UpperCAmelCase       (  self      ):
				if self.task == "multiple-choice":
						__a           =			{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
				else:
						__a           =			{0: '''batch''', 1: '''sequence'''}
				return OrderedDict(
				    [
				        ('''input_ids''', dynamic_axis),
				        ('''attention_mask''', dynamic_axis),
				        ('''token_type_ids''', dynamic_axis),
				    ]      )







from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tf_available, is_torch_available


UpperCamelCase  							=						{
    '''configuration_groupvit''': [
        '''GROUPVIT_PRETRAINED_CONFIG_ARCHIVE_MAP''',
        '''GroupViTConfig''',
        '''GroupViTOnnxConfig''',
        '''GroupViTTextConfig''',
        '''GroupViTVisionConfig''',
    ],
}

try:
      if not is_torch_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase  							=						[
          '''GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LIST''',
          '''GroupViTModel''',
          '''GroupViTPreTrainedModel''',
          '''GroupViTTextModel''',
          '''GroupViTVisionModel''',
      ]

try:
      if not is_tf_available():
            raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
      pass
else:
      UpperCamelCase  							=						[
          '''TF_GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LIST''',
          '''TFGroupViTModel''',
          '''TFGroupViTPreTrainedModel''',
          '''TFGroupViTTextModel''',
          '''TFGroupViTVisionModel''',
      ]

if TYPE_CHECKING:
      from .configuration_groupvit import (
          GROUPVIT_PRETRAINED_CONFIG_ARCHIVE_MAP,
          GroupViTConfig,
          GroupViTOnnxConfig,
          GroupViTTextConfig,
          GroupViTVisionConfig,
      )

      try:
            if not is_torch_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_groupvit import (
                GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LIST,
                GroupViTModel,
                GroupViTPreTrainedModel,
                GroupViTTextModel,
                GroupViTVisionModel,
            )

      try:
            if not is_tf_available():
                  raise OptionalDependencyNotAvailable()
      except OptionalDependencyNotAvailable:
            pass
      else:
            from .modeling_tf_groupvit import (
                TF_GROUPVIT_PRETRAINED_MODEL_ARCHIVE_LIST,
                TFGroupViTModel,
                TFGroupViTPreTrainedModel,
                TFGroupViTTextModel,
                TFGroupViTVisionModel,
            )

else:
      import sys

      UpperCamelCase  							=						_LazyModule(__name__, globals()['''__file__'''], _import_structure, module_spec=__spec__)



