




"""simple docstring"""






from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowercase__			=		logging.get_logger(__name__)

lowercase__			=		{
    """facebook/xglm-564M""": """https://huggingface.co/facebook/xglm-564M/resolve/main/config.json""",
    # See all XGLM models at https://huggingface.co/models?filter=xglm
}






class lowerCAmelCase__      (	lowercase		):






			'''simple docstring'''



			lowerCamelCase__ =     """xglm"""
			lowerCamelCase__ =     ["""past_key_values"""]

			lowerCamelCase__ =     {
			    """num_attention_heads""": """attention_heads""",
			    """hidden_size""": """d_model""",
			    """num_hidden_layers""": """num_layers""",
			}
			def __init__(    self    , lowercase=256008    , lowercase=2048    , lowercase=1024    , lowercase=4096    , lowercase=24    , lowercase=16    , lowercase="gelu"    , lowercase=0.1    , lowercase=0.1    , lowercase=0.0    , lowercase=0.0    , lowercase=0.02    , lowercase=True    , lowercase=True    , lowercase=2    , lowercase=1    , lowercase=0    , lowercase=2    , **lowercase    , ):
							_lowerCamelCase	:     Tuple       =       vocab_size
							_lowerCamelCase	:     Dict       =       max_position_embeddings
							_lowerCamelCase	:     Optional[int]       =       d_model
							_lowerCamelCase	:     List[str]       =       ffn_dim
							_lowerCamelCase	:     Tuple       =       num_layers
							_lowerCamelCase	:     Union[str, Any]       =       attention_heads
							_lowerCamelCase	:     str       =       activation_function
							_lowerCamelCase	:     Any       =       dropout
							_lowerCamelCase	:     List[Any]       =       attention_dropout
							_lowerCamelCase	:     Optional[int]       =       activation_dropout
							_lowerCamelCase	:     List[Any]       =       layerdrop
							_lowerCamelCase	:     Optional[Any]       =       init_std
							_lowerCamelCase	:     Optional[Any]       =       scale_embedding  # scale factor will be sqrt(d_model) if True
							_lowerCamelCase	:     List[Any]       =       use_cache

							super().__init__(
							    pad_token_id=lowercase    , bos_token_id=lowercase    , eos_token_id=lowercase    , decoder_start_token_id=lowercase    , **lowercase    , )





"""simple docstring"""






from diffusers.utils.testing_utils import require_onnxruntime






@require_onnxruntime
class lowerCAmelCase__      :






			'''simple docstring'''



			pass