




"""simple docstring"""







from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


SCREAMING_SNAKE_CASE_	     =       logging.get_logger(__name__)

SCREAMING_SNAKE_CASE_	     =       {
    'facebook/data2vec-text-base': 'https://huggingface.co/data2vec/resolve/main/config.json',
}

class 				snake_case_			(					lowerCamelCase_			):







   """simple docstring"""




   A_				      =       '''data2vec-text'''







   def __init__(		self       ,					lowerCamelCase_=3_0_5_2_2       ,					lowerCamelCase_=7_6_8       ,					lowerCamelCase_=1_2       ,					lowerCamelCase_=1_2       ,					lowerCamelCase_=3_0_7_2       ,					lowerCamelCase_="gelu"       ,					lowerCamelCase_=0.1       ,					lowerCamelCase_=0.1       ,					lowerCamelCase_=5_1_2       ,					lowerCamelCase_=2       ,					lowerCamelCase_=0.02       ,					lowerCamelCase_=1e-12       ,					lowerCamelCase_=1       ,					lowerCamelCase_=0       ,					lowerCamelCase_=2       ,					lowerCamelCase_="absolute"       ,					lowerCamelCase_=True       ,					lowerCamelCase_=None       ,					**lowerCamelCase_       ,					)				->   List[str]:
       super().__init__(pad_token_id=lowerCamelCase_       ,					bos_token_id=lowerCamelCase_       ,					eos_token_id=lowerCamelCase_       ,					**lowerCamelCase_)

       UpperCamelCase              =	vocab_size
       UpperCamelCase              =	hidden_size
       UpperCamelCase              =	num_hidden_layers
       UpperCamelCase              =	num_attention_heads
       UpperCamelCase              =	hidden_act
       UpperCamelCase              =	intermediate_size
       UpperCamelCase              =	hidden_dropout_prob
       UpperCamelCase              =	attention_probs_dropout_prob
       UpperCamelCase              =	max_position_embeddings
       UpperCamelCase              =	type_vocab_size
       UpperCamelCase              =	initializer_range
       UpperCamelCase              =	layer_norm_eps
       UpperCamelCase              =	position_embedding_type
       UpperCamelCase              =	use_cache
       UpperCamelCase              =	classifier_dropout

class 				snake_case_			(					lowerCamelCase_			):







   """simple docstring"""




   @property
   def   UpperCAmelCase__			(		self)				->   Mapping[str, Mapping[int, str]]:
       if self.task == "multiple-choice":
           UpperCamelCase              =	{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
       else:
           UpperCamelCase              =	{0: '''batch''', 1: '''sequence'''}
       return OrderedDict(
           [
               ('''input_ids''', dynamic_axis),
               ('''attention_mask''', dynamic_axis),
           ])

'''simple docstring'''
from dataclasses import dataclass
from typing import Optional

import torch
from torch import nn

from ..configuration_utils import ConfigMixin, register_to_config
from ..utils import BaseOutput
from .attention import BasicTransformerBlock
from .modeling_utils import ModelMixin






@dataclass
class 	snake_case__       (      __SCREAMING_SNAKE_CASE					):







		"""simple docstring"""

		lowerCamelCase     							=						42







class 	snake_case__       (      __SCREAMING_SNAKE_CASE    ,					__SCREAMING_SNAKE_CASE					):







		"""simple docstring"""

		@register_to_config
		def __init__(      self				:			List[str]  ,	UpperCamelCase__				:			int = 16  ,	UpperCamelCase__				:			int = 88  ,	UpperCamelCase__				:			Optional[int] = None  ,	UpperCamelCase__				:			Optional[int] = None  ,	UpperCamelCase__				:			int = 1  ,	UpperCamelCase__				:			float = 0.0  ,	UpperCamelCase__				:			int = 32  ,	UpperCamelCase__				:			Optional[int] = None  ,	UpperCamelCase__				:			bool = False  ,	UpperCamelCase__				:			Optional[int] = None  ,	UpperCamelCase__				:			str = "geglu"  ,	UpperCamelCase__				:			bool = True  ,	UpperCamelCase__				:			bool = True  ,	)						->			List[Any]:






				"""simple docstring"""







				super().__init__()
				snake_case  :       Optional[int]     			=						num_attention_heads
				snake_case  :       int     			=						attention_head_dim
				snake_case  :       Dict     			=						num_attention_heads * attention_head_dim

				snake_case  :       Tuple     			=						in_channels

				snake_case  :       Optional[int]     			=						torch.nn.GroupNorm(num_groups=UpperCamelCase__  ,	num_channels=UpperCamelCase__  ,	eps=1e-6  ,	affine=UpperCamelCase__      )
				snake_case  :       List[Any]     			=						nn.Linear(UpperCamelCase__  ,	UpperCamelCase__      )

				# 3. Define transformers blocks
				snake_case  :       Union[str, Any]     			=						nn.ModuleList(
				    [
				        BasicTransformerBlock(
				            UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	dropout=UpperCamelCase__  ,	cross_attention_dim=UpperCamelCase__  ,	activation_fn=UpperCamelCase__  ,	attention_bias=UpperCamelCase__  ,	double_self_attention=UpperCamelCase__  ,	norm_elementwise_affine=UpperCamelCase__  ,	)
				        for d in range(UpperCamelCase__      )
				    ]      )

				snake_case  :       Any     			=						nn.Linear(UpperCamelCase__  ,	UpperCamelCase__      )



		def       lowerCAmelCase				(      self				:			List[str]  ,	UpperCamelCase__				:			Tuple  ,	UpperCamelCase__				:			Any=None  ,	UpperCamelCase__				:			Dict=None  ,	UpperCamelCase__				:			Dict=None  ,	UpperCamelCase__				:			Union[str, Any]=1  ,	UpperCamelCase__				:			Optional[int]=None  ,	UpperCamelCase__				:			bool = True  ,	)						->			Any:






				"""simple docstring"""







				snake_case			,snake_case			,snake_case			,snake_case  :       Tuple     			=						hidden_states.shape
				snake_case  :       List[Any]     			=						batch_frames // num_frames

				snake_case  :       Union[str, Any]     			=						hidden_states

				snake_case  :       Optional[Any]     			=						hidden_states[None, :].reshape(UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__      )
				snake_case  :       int     			=						hidden_states.permute(0  ,	2  ,	1  ,	3  ,	4      )

				snake_case  :       Tuple     			=						self.norm(UpperCamelCase__      )
				snake_case  :       Union[str, Any]     			=						hidden_states.permute(0  ,	3  ,	4  ,	2  ,	1      ).reshape(batch_size * height * width  ,	UpperCamelCase__  ,	UpperCamelCase__      )

				snake_case  :       Optional[Any]     			=						self.proj_in(UpperCamelCase__      )

				# 2. Blocks
				for block in self.transformer_blocks:
						snake_case  :       Union[str, Any]     			=						block(
						    UpperCamelCase__  ,	encoder_hidden_states=UpperCamelCase__  ,	timestep=UpperCamelCase__  ,	cross_attention_kwargs=UpperCamelCase__  ,	class_labels=UpperCamelCase__  ,	)

				# 3. Output
				snake_case  :       Dict     			=						self.proj_out(UpperCamelCase__      )
				snake_case  :       Tuple     			=						(
				    hidden_states[None, None, :]
				    .reshape(UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__      )
				    .permute(0  ,	3  ,	4  ,	1  ,	2      )
				    .contiguous()
				)
				snake_case  :       List[Any]     			=						hidden_states.reshape(UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__  ,	UpperCamelCase__      )

				snake_case  :       Any     			=						hidden_states + residual

				if not return_dict:
						return (output,)

				return TransformerTemporalModelOutput(sample=UpperCamelCase__      )


