


from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_tokenizers_available, is_torch_available


lowerCAmelCase__      		= {
    'configuration_altclip': [
        'ALTCLIP_PRETRAINED_CONFIG_ARCHIVE_MAP',
        'AltCLIPConfig',
        'AltCLIPTextConfig',
        'AltCLIPVisionConfig',
    ],
    'processing_altclip': ['AltCLIPProcessor'],
}

try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    lowerCAmelCase__      		= [
        'ALTCLIP_PRETRAINED_MODEL_ARCHIVE_LIST',
        'AltCLIPPreTrainedModel',
        'AltCLIPModel',
        'AltCLIPTextModel',
        'AltCLIPVisionModel',
    ]


if TYPE_CHECKING:
    from .configuration_altclip import (
        ALTCLIP_PRETRAINED_CONFIG_ARCHIVE_MAP,
        AltCLIPConfig,
        AltCLIPTextConfig,
        AltCLIPVisionConfig,
    )
    from .processing_altclip import AltCLIPProcessor

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_altclip import (
            ALTCLIP_PRETRAINED_MODEL_ARCHIVE_LIST,
            AltCLIPModel,
            AltCLIPPreTrainedModel,
            AltCLIPTextModel,
            AltCLIPVisionModel,
        )


else:
    import sys

    lowerCAmelCase__      		= _LazyModule(__name__, globals()['__file__'], _import_structure, module_spec=__spec__)

from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCamelCase  							=						logging.get_logger(__name__)

UpperCamelCase  							=						{
    '''YituTech/conv-bert-base''': '''https://huggingface.co/YituTech/conv-bert-base/resolve/main/config.json''',
    '''YituTech/conv-bert-medium-small''': (
        '''https://huggingface.co/YituTech/conv-bert-medium-small/resolve/main/config.json'''
    ),
    '''YituTech/conv-bert-small''': '''https://huggingface.co/YituTech/conv-bert-small/resolve/main/config.json''',
    # See all ConvBERT models at https://huggingface.co/models?filter=convbert
}



class   snake_case_       (		__A       ):
   __A	:		List[str]         =				"convbert"






   def __init__(      self				:     Union[str, Any]	,						lowercase_				:     str=3_05_22	,						lowercase_				:     Any=7_68	,						lowercase_				:     Tuple=12	,						lowercase_				:     List[str]=12	,						lowercase_				:     Optional[int]=30_72	,						lowercase_				:     Union[str, Any]="gelu"	,						lowercase_				:     str=0.1	,						lowercase_				:     List[str]=0.1	,						lowercase_				:     Optional[Any]=5_12	,						lowercase_				:     Dict=2	,						lowercase_				:     Union[str, Any]=0.02	,						lowercase_				:     Optional[Any]=1E-12	,						lowercase_				:     Optional[int]=1	,						lowercase_				:     List[Any]=0	,						lowercase_				:     Optional[int]=2	,						lowercase_				:     str=7_68	,						lowercase_				:     Dict=2	,						lowercase_				:     Optional[Any]=9	,						lowercase_				:     Union[str, Any]=1	,						lowercase_				:     Any=None	,						**lowercase_				:     Optional[Any]	,						)					->						Dict:
       super().__init__(
           pad_token_id=lowercase_	,						bos_token_id=lowercase_	,						eos_token_id=lowercase_	,						**lowercase_	,						)

       lowercase__ :   List[str]    					=				vocab_size
       lowercase__ :   Union[str, Any]    					=				hidden_size
       lowercase__ :   Any    					=				num_hidden_layers
       lowercase__ :   List[str]    					=				num_attention_heads
       lowercase__ :   Union[str, Any]    					=				intermediate_size
       lowercase__ :   Optional[Any]    					=				hidden_act
       lowercase__ :   int    					=				hidden_dropout_prob
       lowercase__ :   str    					=				attention_probs_dropout_prob
       lowercase__ :   Union[str, Any]    					=				max_position_embeddings
       lowercase__ :   Optional[int]    					=				type_vocab_size
       lowercase__ :   Tuple    					=				initializer_range
       lowercase__ :   List[str]    					=				layer_norm_eps
       lowercase__ :   List[Any]    					=				embedding_size
       lowercase__ :   Optional[Any]    					=				head_ratio
       lowercase__ :   Dict    					=				conv_kernel_size
       lowercase__ :   Tuple    					=				num_groups
       lowercase__ :   Optional[int]    					=				classifier_dropout



class   snake_case_       (		__A       ):






   @property
   def       __UpperCamelCase     (      self				:     Optional[int]  )					->						Mapping[str, Mapping[int, str]]:
       if self.task == "multiple-choice":
           lowercase__ :   Tuple    					=				{0: "batch", 1: "choice", 2: "sequence"}
       else:
           lowercase__ :   str    					=				{0: "batch", 1: "sequence"}
       return OrderedDict(
           [
               ("input_ids", dynamic_axis),
               ("attention_mask", dynamic_axis),
               ("token_type_ids", dynamic_axis),
           ]  )



