



A__  :  List[Any]								=					'''0.18.2'''

from .configuration_utils import ConfigMixin
from .utils import (
    OptionalDependencyNotAvailable,
    is_flax_available,
    is_inflect_available,
    is_invisible_watermark_available,
    is_k_diffusion_available,
    is_k_diffusion_version,
    is_librosa_available,
    is_note_seq_available,
    is_onnx_available,
    is_scipy_available,
    is_torch_available,
    is_torchsde_available,
    is_transformers_available,
    is_transformers_version,
    is_unidecode_available,
    logging,
)


try:
						if not is_onnx_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_onnx_objects import *  # noqa F403
else:
						from .pipelines import OnnxRuntimeModel

try:
						if not is_torch_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_pt_objects import *  # noqa F403
else:
						from .models import (
						    AutoencoderKL,
						    ControlNetModel,
						    ModelMixin,
						    PriorTransformer,
						    TaFilmDecoder,
						    TransformeraDModel,
						    UNetaDModel,
						    UNetaDConditionModel,
						    UNetaDModel,
						    UNetaDConditionModel,
						    VQModel,
						)
						from .optimization import (
						    get_constant_schedule,
						    get_constant_schedule_with_warmup,
						    get_cosine_schedule_with_warmup,
						    get_cosine_with_hard_restarts_schedule_with_warmup,
						    get_linear_schedule_with_warmup,
						    get_polynomial_decay_schedule_with_warmup,
						    get_scheduler,
						)
						from .pipelines import (
						    AudioPipelineOutput,
						    ConsistencyModelPipeline,
						    DanceDiffusionPipeline,
						    DDIMPipeline,
						    DDPMPipeline,
						    DiffusionPipeline,
						    DiTPipeline,
						    ImagePipelineOutput,
						    KarrasVePipeline,
						    LDMPipeline,
						    LDMSuperResolutionPipeline,
						    PNDMPipeline,
						    RePaintPipeline,
						    ScoreSdeVePipeline,
						)
						from .schedulers import (
						    CMStochasticIterativeScheduler,
						    DDIMInverseScheduler,
						    DDIMParallelScheduler,
						    DDIMScheduler,
						    DDPMParallelScheduler,
						    DDPMScheduler,
						    DEISMultistepScheduler,
						    DPMSolverMultistepInverseScheduler,
						    DPMSolverMultistepScheduler,
						    DPMSolverSinglestepScheduler,
						    EulerAncestralDiscreteScheduler,
						    EulerDiscreteScheduler,
						    HeunDiscreteScheduler,
						    IPNDMScheduler,
						    KarrasVeScheduler,
						    KDPMaAncestralDiscreteScheduler,
						    KDPMaDiscreteScheduler,
						    PNDMScheduler,
						    RePaintScheduler,
						    SchedulerMixin,
						    ScoreSdeVeScheduler,
						    UnCLIPScheduler,
						    UniPCMultistepScheduler,
						    VQDiffusionScheduler,
						)
						from .training_utils import EMAModel

try:
						if not (is_torch_available() and is_scipy_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_scipy_objects import *  # noqa F403
else:
						from .schedulers import LMSDiscreteScheduler

try:
						if not (is_torch_available() and is_torchsde_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_torchsde_objects import *  # noqa F403
else:
						from .schedulers import DPMSolverSDEScheduler

try:
						if not (is_torch_available() and is_transformers_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_transformers_objects import *  # noqa F403
else:
						from .pipelines import (
						    AltDiffusionImgaImgPipeline,
						    AltDiffusionPipeline,
						    AudioLDMPipeline,
						    CycleDiffusionPipeline,
						    IFImgaImgPipeline,
						    IFImgaImgSuperResolutionPipeline,
						    IFInpaintingPipeline,
						    IFInpaintingSuperResolutionPipeline,
						    IFPipeline,
						    IFSuperResolutionPipeline,
						    ImageTextPipelineOutput,
						    KandinskyImgaImgPipeline,
						    KandinskyInpaintPipeline,
						    KandinskyPipeline,
						    KandinskyPriorPipeline,
						    KandinskyVaaControlnetImgaImgPipeline,
						    KandinskyVaaControlnetPipeline,
						    KandinskyVaaImgaImgPipeline,
						    KandinskyVaaInpaintPipeline,
						    KandinskyVaaPipeline,
						    KandinskyVaaPriorEmbaEmbPipeline,
						    KandinskyVaaPriorPipeline,
						    LDMTextToImagePipeline,
						    PaintByExamplePipeline,
						    SemanticStableDiffusionPipeline,
						    ShapEImgaImgPipeline,
						    ShapEPipeline,
						    StableDiffusionAttendAndExcitePipeline,
						    StableDiffusionControlNetImgaImgPipeline,
						    StableDiffusionControlNetInpaintPipeline,
						    StableDiffusionControlNetPipeline,
						    StableDiffusionDepthaImgPipeline,
						    StableDiffusionDiffEditPipeline,
						    StableDiffusionImageVariationPipeline,
						    StableDiffusionImgaImgPipeline,
						    StableDiffusionInpaintPipeline,
						    StableDiffusionInpaintPipelineLegacy,
						    StableDiffusionInstructPixaPixPipeline,
						    StableDiffusionLatentUpscalePipeline,
						    StableDiffusionLDMaDPipeline,
						    StableDiffusionModelEditingPipeline,
						    StableDiffusionPanoramaPipeline,
						    StableDiffusionParadigmsPipeline,
						    StableDiffusionPipeline,
						    StableDiffusionPipelineSafe,
						    StableDiffusionPixaPixZeroPipeline,
						    StableDiffusionSAGPipeline,
						    StableDiffusionUpscalePipeline,
						    StableUnCLIPImgaImgPipeline,
						    StableUnCLIPPipeline,
						    TextToVideoSDPipeline,
						    TextToVideoZeroPipeline,
						    UnCLIPImageVariationPipeline,
						    UnCLIPPipeline,
						    UniDiffuserModel,
						    UniDiffuserPipeline,
						    UniDiffuserTextDecoder,
						    VersatileDiffusionDualGuidedPipeline,
						    VersatileDiffusionImageVariationPipeline,
						    VersatileDiffusionPipeline,
						    VersatileDiffusionTextToImagePipeline,
						    VideoToVideoSDPipeline,
						    VQDiffusionPipeline,
						)

try:
						if not (is_torch_available() and is_transformers_available() and is_invisible_watermark_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_transformers_and_invisible_watermark_objects import *  # noqa F403
else:
						from .pipelines import StableDiffusionXLImgaImgPipeline, StableDiffusionXLPipeline

try:
						if not (is_torch_available() and is_transformers_available() and is_k_diffusion_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_transformers_and_k_diffusion_objects import *  # noqa F403
else:
						from .pipelines import StableDiffusionKDiffusionPipeline

try:
						if not (is_torch_available() and is_transformers_available() and is_onnx_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_transformers_and_onnx_objects import *  # noqa F403
else:
						from .pipelines import (
						    OnnxStableDiffusionImgaImgPipeline,
						    OnnxStableDiffusionInpaintPipeline,
						    OnnxStableDiffusionInpaintPipelineLegacy,
						    OnnxStableDiffusionPipeline,
						    OnnxStableDiffusionUpscalePipeline,
						    StableDiffusionOnnxPipeline,
						)

try:
						if not (is_torch_available() and is_librosa_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_torch_and_librosa_objects import *  # noqa F403
else:
						from .pipelines import AudioDiffusionPipeline, Mel

try:
						if not (is_transformers_available() and is_torch_available() and is_note_seq_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_transformers_and_torch_and_note_seq_objects import *  # noqa F403
else:
						from .pipelines import SpectrogramDiffusionPipeline

try:
						if not is_flax_available():
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_flax_objects import *  # noqa F403
else:
						from .models.controlnet_flax import FlaxControlNetModel
						from .models.modeling_flax_utils import FlaxModelMixin
						from .models.unet_ad_condition_flax import FlaxUNetaDConditionModel
						from .models.vae_flax import FlaxAutoencoderKL
						from .pipelines import FlaxDiffusionPipeline
						from .schedulers import (
						    FlaxDDIMScheduler,
						    FlaxDDPMScheduler,
						    FlaxDPMSolverMultistepScheduler,
						    FlaxKarrasVeScheduler,
						    FlaxLMSDiscreteScheduler,
						    FlaxPNDMScheduler,
						    FlaxSchedulerMixin,
						    FlaxScoreSdeVeScheduler,
						)


try:
						if not (is_flax_available() and is_transformers_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_flax_and_transformers_objects import *  # noqa F403
else:
						from .pipelines import (
						    FlaxStableDiffusionControlNetPipeline,
						    FlaxStableDiffusionImgaImgPipeline,
						    FlaxStableDiffusionInpaintPipeline,
						    FlaxStableDiffusionPipeline,
						)

try:
						if not (is_note_seq_available()):
												raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
						from .utils.dummy_note_seq_objects import *  # noqa F403
else:
						from .pipelines import MidiProcessor










from ...configuration_utils import PretrainedConfig
from ...utils import logging


A__  :  List[str]								=					logging.get_logger(__name__)

A__  :  int								=					{
    '''weiweishi/roc-bert-base-zh''': '''https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json''',
}



class 				__snake_case						(     UpperCamelCase_						):
							_a			      = '''roc_bert'''




							def __init__(       self     :       List[Any]				,				A_     :       Optional[Any]=3_0_5_2_2				,				A_     :       List[str]=7_6_8				,				A_     :       Tuple=1_2				,				A_     :       List[str]=1_2				,				A_     :       List[str]=3_0_7_2				,				A_     :       Any="gelu"				,				A_     :       str=0.1				,				A_     :       int=0.1				,				A_     :       Optional[int]=5_1_2				,				A_     :       int=2				,				A_     :       List[str]=0.02				,				A_     :       Union[str, Any]=1e-12				,				A_     :       Union[str, Any]=True				,				A_     :       Tuple=0				,				A_     :       Union[str, Any]="absolute"				,				A_     :       Optional[Any]=None				,				A_     :       Any=True				,				A_     :       Optional[int]=True				,				A_     :       List[Any]=7_6_8				,				A_     :       str=9_1_0				,				A_     :       Dict=5_1_2				,				A_     :       Optional[int]=2_4_8_5_8				,				A_     :       Optional[Any]=True				,				**A_     :       Dict				,				):
									lowerCAmelCase_			:     List[str]									= vocab_size
									lowerCAmelCase_			:     Any									= max_position_embeddings
									lowerCAmelCase_			:     Dict									= hidden_size
									lowerCAmelCase_			:     Union[str, Any]									= num_hidden_layers
									lowerCAmelCase_			:     Tuple									= num_attention_heads
									lowerCAmelCase_			:     int									= intermediate_size
									lowerCAmelCase_			:     Tuple									= hidden_act
									lowerCAmelCase_			:     List[str]									= hidden_dropout_prob
									lowerCAmelCase_			:     Tuple									= attention_probs_dropout_prob
									lowerCAmelCase_			:     Any									= initializer_range
									lowerCAmelCase_			:     Union[str, Any]									= type_vocab_size
									lowerCAmelCase_			:     Union[str, Any]									= layer_norm_eps
									lowerCAmelCase_			:     Optional[int]									= use_cache
									lowerCAmelCase_			:     Tuple									= enable_pronunciation
									lowerCAmelCase_			:     Optional[Any]									= enable_shape
									lowerCAmelCase_			:     Union[str, Any]									= pronunciation_embed_dim
									lowerCAmelCase_			:     List[Any]									= pronunciation_vocab_size
									lowerCAmelCase_			:     Tuple									= shape_embed_dim
									lowerCAmelCase_			:     str									= shape_vocab_size
									lowerCAmelCase_			:     Optional[int]									= concat_input
									lowerCAmelCase_			:     Optional[Any]									= position_embedding_type
									lowerCAmelCase_			:     Optional[Any]									= classifier_dropout
									super().__init__(pad_token_id=A_				,				**A_)





