
"""simple docstring"""



import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
UpperCAmelCase__          = sys.version_info >= (3, 10)
def 					_UpperCAmelCase      ( __lowerCamelCase   :       Any=None ,					__lowerCamelCase   :       Optional[int]=None		)     ->					List[str]:
  return field(default_factory=lambda: default ,					metadata=__lowerCamelCase		)

@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					42
     __a						=					42
     __a						=					42






@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					field(default="""toto""" ,	metadata={"""help""": """help message"""}	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					False
     __a						=					True
     __a						=					None






class       lowerCAmelCase__				(						A_	):
     __a						=					"""titi"""
     __a						=					"""toto"""






class       lowerCAmelCase__				(						A_	):
     __a						=					"""titi"""
     __a						=					"""toto"""
     __a						=					42






@dataclass
class       lowerCAmelCase__				:
     __a						=					"toto"







     def      lowercase	(							self			:			Union[str, Any]			):
       _snake_case					     =       BasicEnum(self.foo			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					"toto"







     def      lowercase	(							self			:			Optional[Any]			):
       _snake_case					     =       MixedTypeEnum(self.foo			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					None
     __a						=					field(default=A_ ,	metadata={"""help""": """help message"""}	)
     __a						=					None
     __a						=					list_field(default=[]	)
     __a						=					list_field(default=[]	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					list_field(default=[]	)
     __a						=					list_field(default=[1, 2, 3]	)
     __a						=					list_field(default=["""Hallo""", """Bonjour""", """Hello"""]	)
     __a						=					list_field(default=[0.1, 0.2, 0.3]	)






@dataclass
class       lowerCAmelCase__				:
     __a						=					field()
     __a						=					field()
     __a						=					field()







     def      lowercase	(							self			:			Dict			):
       _snake_case					     =       BasicEnum(self.required_enum			)






@dataclass
class       lowerCAmelCase__				:
     __a						=					42
     __a						=					field()
     __a						=					None
     __a						=					field(default="""toto""" ,	metadata={"""help""": """help message"""}	)
     __a						=					list_field(default=["""Hallo""", """Bonjour""", """Hello"""]	)


if is_python_no_less_than_3_10:

 @dataclass
 class       lowerCAmelCase__				:
      __a						=					False
      __a						=					True
      __a						=					None






 @dataclass
 class       lowerCAmelCase__				:
      __a						=					None
      __a						=					field(default=A_ ,	metadata={"""help""": """help message"""}	)
      __a						=					None
      __a						=					list_field(default=[]	)
      __a						=					list_field(default=[]	)

class       lowerCAmelCase__				(						unittest.TestCase	):







     def      lowercase	(							self			:			Any    ,      _lowerCamelCase			:			argparse.ArgumentParser    ,      _lowerCamelCase			:			argparse.ArgumentParser			):
       self.assertEqual(len(a._actions			)    ,      len(b._actions			)			)
       for x, y in zip(a._actions    ,      b._actions			):
         _snake_case					     =       {k: v for k, v in vars(_lowerCamelCase			).items() if k != '''container'''}
         _snake_case					     =       {k: v for k, v in vars(_lowerCamelCase			).items() if k != '''container'''}

         # Choices with mixed type have custom function as "type"
         # So we need to compare results directly for equality
         if xx.get('''choices'''    ,      _lowerCamelCase			) and yy.get('''choices'''    ,      _lowerCamelCase			):
           for expected_choice in yy["choices"] + xx["choices"]:
             self.assertEqual(xx['''type'''](_lowerCamelCase			)    ,      yy['''type'''](_lowerCamelCase			)			)
           del xx["type"], yy["type"]

         self.assertEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			Optional[int]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument('''--bar'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument('''--baz'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument('''--flag'''    ,      type=_lowerCamelCase    ,      default=_lowerCamelCase    ,      const=_lowerCamelCase    ,      nargs='''?'''			)
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

       _snake_case					     =       ['''--foo''', '''1''', '''--baz''', '''quux''', '''--bar''', '''0.5''']
       ((_snake_case)     ,					)					     =       parser.parse_args_into_dataclasses(_lowerCamelCase    ,      look_for_args_file=_lowerCamelCase			)
       self.assertFalse(example.flag			)







     def      lowercase	(							self			:			Union[str, Any]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      default=42    ,      type=_lowerCamelCase			)
       expected.add_argument('''--baz'''    ,      default='''toto'''    ,      type=_lowerCamelCase    ,      help='''help message'''			)
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			List[str]			):
       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_lowerCamelCase    ,      default=_lowerCamelCase    ,      const=_lowerCamelCase    ,      nargs='''?'''			)
       expected.add_argument('''--baz'''    ,      type=_lowerCamelCase    ,      default=_lowerCamelCase    ,      const=_lowerCamelCase    ,      nargs='''?'''			)
       # A boolean no_* argument always has to come after its "default: True" regular counter-part
       # and its default must be set to False
       expected.add_argument('''--no_baz'''    ,      action='''store_false'''    ,      default=_lowerCamelCase    ,      dest='''baz'''			)
       expected.add_argument('''--opt'''    ,      type=_lowerCamelCase    ,      default=_lowerCamelCase			)

       _snake_case					     =       [WithDefaultBoolExample]
       if is_python_no_less_than_3_10:
         dataclass_types.append(_lowerCamelCase			)

       for dataclass_type in dataclass_types:
         _snake_case					     =       HfArgumentParser(_lowerCamelCase			)
         self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

         _snake_case					     =       parser.parse_args([]			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      opt=_lowerCamelCase			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''--no_baz''']			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      opt=_lowerCamelCase			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''--baz''']			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      opt=_lowerCamelCase			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''True''', '''--baz''', '''True''', '''--opt''', '''True''']			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      opt=_lowerCamelCase			)			)

         _snake_case					     =       parser.parse_args(['''--foo''', '''False''', '''--baz''', '''False''', '''--opt''', '''False''']			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      opt=_lowerCamelCase			)			)







     def      lowercase	(							self			:			Any			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''    ,      default='''toto'''    ,      choices=['''titi''', '''toto''', 42]    ,      type=make_choice_type_function(['''titi''', '''toto''', 42]			)    ,      )
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(args.foo    ,      '''toto'''			)
       _snake_case					     =       parser.parse_args_into_dataclasses([]			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.toto			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''titi''']			)
       self.assertEqual(args.foo    ,      '''titi'''			)
       _snake_case					     =       parser.parse_args_into_dataclasses(['''--foo''', '''titi''']			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.titi			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''42''']			)
       self.assertEqual(args.foo    ,      42			)
       _snake_case					     =       parser.parse_args_into_dataclasses(['''--foo''', '''42''']			)[0]
       self.assertEqual(enum_ex.foo    ,      MixedTypeEnum.fourtytwo			)







     def      lowercase	(							self			:			Optional[int]			):

       @dataclass
       class       lowerCAmelCase__				:
            __a						=					"toto"






       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument(
           '''--foo'''    ,      default='''toto'''    ,      choices=('''titi''', '''toto''', 42)    ,      type=make_choice_type_function(['''titi''', '''toto''', 42]			)    ,      )
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(args.foo    ,      '''toto'''			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''titi''']			)
       self.assertEqual(args.foo    ,      '''titi'''			)

       _snake_case					     =       parser.parse_args(['''--foo''', '''42''']			)
       self.assertEqual(args.foo    ,      42			)







     def      lowercase	(							self			:			Optional[Any]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo_int'''    ,      nargs='''+'''    ,      default=[]    ,      type=_lowerCamelCase			)
       expected.add_argument('''--bar_int'''    ,      nargs='''+'''    ,      default=[1, 2, 3]    ,      type=_lowerCamelCase			)
       expected.add_argument('''--foo_str'''    ,      nargs='''+'''    ,      default=['''Hallo''', '''Bonjour''', '''Hello''']    ,      type=_lowerCamelCase			)
       expected.add_argument('''--foo_float'''    ,      nargs='''+'''    ,      default=[0.1, 0.2, 0.3]    ,      type=_lowerCamelCase			)

       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

       _snake_case					     =       parser.parse_args([]			)
       self.assertEqual(
           _lowerCamelCase    ,      Namespace(foo_int=[]    ,      bar_int=[1, 2, 3]    ,      foo_str=['''Hallo''', '''Bonjour''', '''Hello''']    ,      foo_float=[0.1, 0.2, 0.3]			)    ,      )

       _snake_case					     =       parser.parse_args('''--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7'''.split()			)
       self.assertEqual(_lowerCamelCase    ,      Namespace(foo_int=[1]    ,      bar_int=[2, 3]    ,      foo_str=['''a''', '''b''', '''c''']    ,      foo_float=[0.1, 0.7]			)			)







     def      lowercase	(							self			:			int			):
       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      default=_lowerCamelCase    ,      type=_lowerCamelCase			)
       expected.add_argument('''--bar'''    ,      default=_lowerCamelCase    ,      type=_lowerCamelCase    ,      help='''help message'''			)
       expected.add_argument('''--baz'''    ,      default=_lowerCamelCase    ,      type=_lowerCamelCase			)
       expected.add_argument('''--ces'''    ,      nargs='''+'''    ,      default=[]    ,      type=_lowerCamelCase			)
       expected.add_argument('''--des'''    ,      nargs='''+'''    ,      default=[]    ,      type=_lowerCamelCase			)

       _snake_case					     =       [OptionalExample]
       if is_python_no_less_than_3_10:
         dataclass_types.append(_lowerCamelCase			)

       for dataclass_type in dataclass_types:
         _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

         self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)

         _snake_case					     =       parser.parse_args([]			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=_lowerCamelCase    ,      bar=_lowerCamelCase    ,      baz=_lowerCamelCase    ,      ces=[]    ,      des=[]			)			)

         _snake_case					     =       parser.parse_args('''--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3'''.split()			)
         self.assertEqual(_lowerCamelCase    ,      Namespace(foo=12    ,      bar=3.1_4    ,      baz='''42'''    ,      ces=['''a''', '''b''', '''c''']    ,      des=[1, 2, 3]			)			)







     def      lowercase	(							self			:			List[Any]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--required_list'''    ,      nargs='''+'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument('''--required_str'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument(
           '''--required_enum'''    ,      type=make_choice_type_function(['''titi''', '''toto''']			)    ,      choices=['''titi''', '''toto''']    ,      required=_lowerCamelCase    ,      )
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			Dict			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       argparse.ArgumentParser()
       expected.add_argument('''--foo'''    ,      type=_lowerCamelCase    ,      required=_lowerCamelCase			)
       expected.add_argument(
           '''--required_enum'''    ,      type=make_choice_type_function(['''titi''', '''toto''']			)    ,      choices=['''titi''', '''toto''']    ,      required=_lowerCamelCase    ,      )
       expected.add_argument('''--opt'''    ,      type=_lowerCamelCase    ,      default=_lowerCamelCase			)
       expected.add_argument('''--baz'''    ,      default='''toto'''    ,      type=_lowerCamelCase    ,      help='''help message'''			)
       expected.add_argument('''--foo_str'''    ,      nargs='''+'''    ,      default=['''Hallo''', '''Bonjour''', '''Hello''']    ,      type=_lowerCamelCase			)
       self.argparsersEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			int			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }

       _snake_case					     =       parser.parse_dict(_lowerCamelCase			)[0]
       _snake_case					     =       BasicExample(**_lowerCamelCase			)
       self.assertEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			Dict			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
           '''extra''': 42,
       }

       self.assertRaises(_lowerCamelCase    ,      parser.parse_dict    ,      _lowerCamelCase    ,      allow_extra_keys=_lowerCamelCase			)







     def      lowercase	(							self			:			Optional[Any]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
         _snake_case					     =       os.path.join(_lowerCamelCase    ,      '''temp_json'''			)
         os.mkdir(_lowerCamelCase			)
         with open(temp_local_path + '''.json'''    ,      '''w+'''			) as f:
           json.dump(_lowerCamelCase    ,      _lowerCamelCase			)
         _snake_case					     =       parser.parse_yaml_file(Path(temp_local_path + '''.json'''			)			)[0]

       _snake_case					     =       BasicExample(**_lowerCamelCase			)
       self.assertEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			Any			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)

       _snake_case					     =       {
           '''foo''': 12,
           '''bar''': 3.1_4,
           '''baz''': '''42''',
           '''flag''': True,
       }
       with tempfile.TemporaryDirectory() as tmp_dir:
         _snake_case					     =       os.path.join(_lowerCamelCase    ,      '''temp_yaml'''			)
         os.mkdir(_lowerCamelCase			)
         with open(temp_local_path + '''.yaml'''    ,      '''w+'''			) as f:
           yaml.dump(_lowerCamelCase    ,      _lowerCamelCase			)
         _snake_case					     =       parser.parse_yaml_file(Path(temp_local_path + '''.yaml'''			)			)[0]
       _snake_case					     =       BasicExample(**_lowerCamelCase			)
       self.assertEqual(_lowerCamelCase    ,      _lowerCamelCase			)







     def      lowercase	(							self			:			Union[str, Any]			):
       _snake_case					     =       HfArgumentParser(_lowerCamelCase			)
       self.assertIsNotNone(_lowerCamelCase			)





"""simple docstring"""



import logging

from transformers.configuration_utils import PretrainedConfig


UpperCAmelCase__          = logging.getLogger(__name__)

class       lowerCAmelCase__				(						A_	):
     __a						=					"""masked_bert"""







     def __init__(							self			:			Union[str, Any]    ,      _lowerCamelCase			:			Any=30522    ,      _lowerCamelCase			:			Union[str, Any]=768    ,      _lowerCamelCase			:			Tuple=12    ,      _lowerCamelCase			:			Any=12    ,      _lowerCamelCase			:			str=3072    ,      _lowerCamelCase			:			str="gelu"    ,      _lowerCamelCase			:			int=0.1    ,      _lowerCamelCase			:			Optional[int]=0.1    ,      _lowerCamelCase			:			Dict=512    ,      _lowerCamelCase			:			List[Any]=2    ,      _lowerCamelCase			:			int=0.0_2    ,      _lowerCamelCase			:			Union[str, Any]=1e-12    ,      _lowerCamelCase			:			Union[str, Any]=0    ,      _lowerCamelCase			:			List[str]="topK"    ,      _lowerCamelCase			:			Optional[Any]="constant"    ,      _lowerCamelCase			:			Optional[Any]=0.0    ,      **_lowerCamelCase			:			str    ,      ):
       super().__init__(pad_token_id=_lowerCamelCase    ,      **_lowerCamelCase			)

       _snake_case					     =       vocab_size
       _snake_case					     =       hidden_size
       _snake_case					     =       num_hidden_layers
       _snake_case					     =       num_attention_heads
       _snake_case					     =       hidden_act
       _snake_case					     =       intermediate_size
       _snake_case					     =       hidden_dropout_prob
       _snake_case					     =       attention_probs_dropout_prob
       _snake_case					     =       max_position_embeddings
       _snake_case					     =       type_vocab_size
       _snake_case					     =       initializer_range
       _snake_case					     =       layer_norm_eps
       _snake_case					     =       pruning_method
       _snake_case					     =       mask_init
       _snake_case					     =       mask_scale



