
'''simple docstring'''
from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


lowercase__						       =      logging.get_logger(__name__)

lowercase__						       =      {
    "google/bigbird-roberta-base": "https://huggingface.co/google/bigbird-roberta-base/resolve/main/config.json",
    "google/bigbird-roberta-large": "https://huggingface.co/google/bigbird-roberta-large/resolve/main/config.json",
    "google/bigbird-base-trivia-itc": "https://huggingface.co/google/bigbird-base-trivia-itc/resolve/main/config.json",
    # See all BigBird models at https://huggingface.co/models?filter=big_bird
}






class 	snake_case__       (      __SCREAMING_SNAKE_CASE					):







		"""simple docstring"""

		lowerCamelCase     							=						"""big_bird"""



		def __init__(      self				:			Dict  ,	UpperCamelCase__				:			List[Any]=5_0358  ,	UpperCamelCase__				:			List[Any]=768  ,	UpperCamelCase__				:			Optional[Any]=12  ,	UpperCamelCase__				:			Tuple=12  ,	UpperCamelCase__				:			Tuple=3072  ,	UpperCamelCase__				:			List[str]="gelu_new"  ,	UpperCamelCase__				:			Optional[int]=0.1  ,	UpperCamelCase__				:			List[Any]=0.1  ,	UpperCamelCase__				:			Optional[int]=4096  ,	UpperCamelCase__				:			List[Any]=2  ,	UpperCamelCase__				:			str=0.02  ,	UpperCamelCase__				:			Any=1e-1_2  ,	UpperCamelCase__				:			List[str]=True  ,	UpperCamelCase__				:			Optional[Any]=0  ,	UpperCamelCase__				:			int=1  ,	UpperCamelCase__				:			Tuple=2  ,	UpperCamelCase__				:			List[Any]=66  ,	UpperCamelCase__				:			int="block_sparse"  ,	UpperCamelCase__				:			Optional[int]=True  ,	UpperCamelCase__				:			Union[str, Any]=False  ,	UpperCamelCase__				:			Optional[Any]=64  ,	UpperCamelCase__				:			Optional[int]=3  ,	UpperCamelCase__				:			Any=None  ,	**UpperCamelCase__				:			Dict  ,	)						->			Union[str, Any]:






				"""simple docstring"""







				super().__init__(
				    pad_token_id=UpperCamelCase__  ,	bos_token_id=UpperCamelCase__  ,	eos_token_id=UpperCamelCase__  ,	sep_token_id=UpperCamelCase__  ,	**UpperCamelCase__  ,	)

				snake_case  :       str     			=						vocab_size
				snake_case  :       Dict     			=						max_position_embeddings
				snake_case  :       int     			=						hidden_size
				snake_case  :       Union[str, Any]     			=						num_hidden_layers
				snake_case  :       Any     			=						num_attention_heads
				snake_case  :       Dict     			=						intermediate_size
				snake_case  :       Optional[Any]     			=						hidden_act
				snake_case  :       str     			=						hidden_dropout_prob
				snake_case  :       Tuple     			=						attention_probs_dropout_prob
				snake_case  :       Optional[int]     			=						initializer_range
				snake_case  :       int     			=						type_vocab_size
				snake_case  :       Tuple     			=						layer_norm_eps
				snake_case  :       Optional[int]     			=						use_cache

				snake_case  :       Optional[int]     			=						rescale_embeddings
				snake_case  :       List[str]     			=						attention_type
				snake_case  :       Dict     			=						use_bias
				snake_case  :       Optional[Any]     			=						block_size
				snake_case  :       Dict     			=						num_random_blocks
				snake_case  :       List[Any]     			=						classifier_dropout







class 	snake_case__       (      __SCREAMING_SNAKE_CASE					):







		"""simple docstring"""

		@property
		def       lowerCAmelCase				(      self				:			Optional[Any]      )						->			Mapping[str, Mapping[int, str]]:






				"""simple docstring"""







				if self.task == "multiple-choice":
						snake_case  :       Any     			=						{0: '''batch''', 1: '''choice''', 2: '''sequence'''}
				else:
						snake_case  :       List[str]     			=						{0: '''batch''', 1: '''sequence'''}
				return OrderedDict(
				    [
				        ('''input_ids''', dynamic_axis),
				        ('''attention_mask''', dynamic_axis),
				    ]      )




'''simple docstring'''
from .data_collator import (
    DataCollatorForLanguageModeling,
    DataCollatorForPermutationLanguageModeling,
    DataCollatorForSeqaSeq,
    DataCollatorForSOP,
    DataCollatorForTokenClassification,
    DataCollatorForWholeWordMask,
    DataCollatorWithPadding,
    DefaultDataCollator,
    default_data_collator,
)
from .metrics import glue_compute_metrics, xnli_compute_metrics
from .processors import (
    DataProcessor,
    InputExample,
    InputFeatures,
    SingleSentenceClassificationProcessor,
    SquadExample,
    SquadFeatures,
    SquadVaProcessor,
    SquadVaProcessor,
    glue_convert_examples_to_features,
    glue_output_modes,
    glue_processors,
    glue_tasks_num_labels,
    squad_convert_examples_to_features,
    xnli_output_modes,
    xnli_processors,
    xnli_tasks_num_labels,
)


