





"""simple docstring"""




from ...configuration_utils import PretrainedConfig
from ...utils import logging


lowerCamelCase_     :						Dict						=					logging.get_logger(__name__)

lowerCamelCase_     :						str						=					{
    'weiweishi/roc-bert-base-zh': 'https://huggingface.co/weiweishi/roc-bert-base-zh/resolve/main/config.json',
}

class  _UpperCAmelCase  (   UpperCAmelCase__		):



      '''simple docstring'''
      lowercase_      : List[str]	    =   """roc_bert"""

      def __init__(     self					,      snake_case_=3_0_5_2_2					,      snake_case_=7_6_8					,      snake_case_=1_2					,      snake_case_=1_2					,      snake_case_=3_0_7_2					,      snake_case_="gelu"					,      snake_case_=0.1					,      snake_case_=0.1					,      snake_case_=5_1_2					,      snake_case_=2					,      snake_case_=0.02					,      snake_case_=1E-12					,      snake_case_=True					,      snake_case_=0					,      snake_case_="absolute"					,      snake_case_=None					,      snake_case_=True					,      snake_case_=True					,      snake_case_=7_6_8					,      snake_case_=9_1_0					,      snake_case_=5_1_2					,      snake_case_=2_4_8_5_8					,      snake_case_=True					,      **snake_case_					,      ):

        """simple docstring"""

        A_  :       int										=  vocab_size
        A_  :       Dict										=  max_position_embeddings
        A_  :       str										=  hidden_size
        A_  :       List[str]										=  num_hidden_layers
        A_  :       int										=  num_attention_heads
        A_  :       Union[str, Any]										=  intermediate_size
        A_  :       str										=  hidden_act
        A_  :       Optional[Any]										=  hidden_dropout_prob
        A_  :       Any										=  attention_probs_dropout_prob
        A_  :       Any										=  initializer_range
        A_  :       Dict										=  type_vocab_size
        A_  :       int										=  layer_norm_eps
        A_  :       str										=  use_cache
        A_  :       Optional[int]										=  enable_pronunciation
        A_  :       int										=  enable_shape
        A_  :       Union[str, Any]										=  pronunciation_embed_dim
        A_  :       str										=  pronunciation_vocab_size
        A_  :       str										=  shape_embed_dim
        A_  :       Union[str, Any]										=  shape_vocab_size
        A_  :       Dict										=  concat_input
        A_  :       str										=  position_embedding_type
        A_  :       List[str]										=  classifier_dropout
        super().__init__(pad_token_id=snake_case_					,      **snake_case_  )






"""simple docstring"""




import os





def 						UpperCAmelCase__		(     ):






  """simple docstring"""





  A_  :       Any										=  os.path.join(os.path.dirname(_UpperCAmelCase					) ,					'num.txt'					)
  with open(_UpperCAmelCase					) as file_hand:
    return str(sum(int(_UpperCAmelCase					) for line in file_hand					)					)[:10]


if __name__ == "__main__":
   print(solution())