


import math






def 		lowercase_(  SCREAMING_SNAKE_CASE_      ,						SCREAMING_SNAKE_CASE_	):


  '''simple docstring'''

  if 0 not in (x, y):
    # We use the relation x^y = y*log10(x), where 10 is the base.
    return y * math.logaa(SCREAMING_SNAKE_CASE_	)
  else:
    if x == 0:  # 0 raised to any number is 0
      return 0
    elif y == 0:
      return 1  # any number raised to 0 is 1
  raise AssertionError("This should never happen"	)


if __name__ == "__main__":  # Main function
   # Read two numbers from input and typecast them to int using map function.
   # Here x is the base and y is the power.
   _snake_case             =     '''Enter the base and the power separated by a comma: '''
   _snake_case      ,       _snake_case             =     map(int, input(prompt).split(''','''))
   _snake_case      ,       _snake_case             =     map(int, input(prompt).split(''','''))

   # We find the log of each number, using the function res(), which takes two
   # arguments.
   _snake_case             =     res(xa, ya)
   _snake_case             =     res(xa, ya)

   # We check for the largest number
   if resa > resa:
      print('''Largest number is''', xa, '''^''', ya)
   elif resa > resa:
      print('''Largest number is''', xa, '''^''', ya)
   else:
      print('''Both are equal''')







import argparse

import torch

from transformers import YosoConfig, YosoForMaskedLM






def 		lowercase_(  SCREAMING_SNAKE_CASE_	):


  '''simple docstring'''

  if "model" in orig_key:
    lowerCamelCase :					Dict    =				orig_key.replace("model."      ,						""	)
  if "norm1" in orig_key:
    lowerCamelCase :					Union[str, Any]    =				orig_key.replace("norm1"      ,						"attention.output.LayerNorm"	)
  if "norm2" in orig_key:
    lowerCamelCase :					Union[str, Any]    =				orig_key.replace("norm2"      ,						"output.LayerNorm"	)
  if "norm" in orig_key:
    lowerCamelCase :					Optional[Any]    =				orig_key.replace("norm"      ,						"LayerNorm"	)
  if "transformer" in orig_key:
    lowerCamelCase :					int    =				orig_key.split("."	)[0].split("_"	)[-1]
    lowerCamelCase :					Dict    =				orig_key.replace(f"""transformer_{layer_num}"""      ,						f"""encoder.layer.{layer_num}"""	)
  if "mha.attn" in orig_key:
    lowerCamelCase :					List[str]    =				orig_key.replace("mha.attn"      ,						"attention.self"	)
  if "mha" in orig_key:
    lowerCamelCase :					List[Any]    =				orig_key.replace("mha"      ,						"attention"	)
  if "W_q" in orig_key:
    lowerCamelCase :					Optional[int]    =				orig_key.replace("W_q"      ,						"self.query"	)
  if "W_k" in orig_key:
    lowerCamelCase :					List[Any]    =				orig_key.replace("W_k"      ,						"self.key"	)
  if "W_v" in orig_key:
    lowerCamelCase :					Union[str, Any]    =				orig_key.replace("W_v"      ,						"self.value"	)
  if "ff1" in orig_key:
    lowerCamelCase :					Union[str, Any]    =				orig_key.replace("ff1"      ,						"intermediate.dense"	)
  if "ff2" in orig_key:
    lowerCamelCase :					Optional[int]    =				orig_key.replace("ff2"      ,						"output.dense"	)
  if "ff" in orig_key:
    lowerCamelCase :					Optional[int]    =				orig_key.replace("ff"      ,						"output.dense"	)
  if "mlm_class" in orig_key:
    lowerCamelCase :					Dict    =				orig_key.replace("mlm.mlm_class"      ,						"cls.predictions.decoder"	)
  if "mlm" in orig_key:
    lowerCamelCase :					List[Any]    =				orig_key.replace("mlm"      ,						"cls.predictions.transform"	)
  if "cls" not in orig_key:
    lowerCamelCase :					int    =				"yoso." + orig_key

  return orig_key






def 		lowercase_(  SCREAMING_SNAKE_CASE_      ,						SCREAMING_SNAKE_CASE_	):


  '''simple docstring'''

  for key in orig_state_dict.copy().keys():
    lowerCamelCase :					List[str]    =				orig_state_dict.pop(SCREAMING_SNAKE_CASE_	)

    if ("pooler" in key) or ("sen_class" in key):
      continue
    else:
      lowerCamelCase :					Dict    =				val

  lowerCamelCase :					Dict    =				orig_state_dict["cls.predictions.decoder.bias"]
  lowerCamelCase :					Dict    =				torch.arange(SCREAMING_SNAKE_CASE_	).expand((1, -1)	) + 2

  return orig_state_dict






def 		lowercase_(  SCREAMING_SNAKE_CASE_      ,						SCREAMING_SNAKE_CASE_      ,						SCREAMING_SNAKE_CASE_	):


  '''simple docstring'''

  lowerCamelCase :					List[Any]    =				torch.load(SCREAMING_SNAKE_CASE_      ,						map_location="cpu"	)["model_state_dict"]
  lowerCamelCase :					List[str]    =				YosoConfig.from_json_file(SCREAMING_SNAKE_CASE_	)
  lowerCamelCase :					Any    =				YosoForMaskedLM(SCREAMING_SNAKE_CASE_	)

  lowerCamelCase :					List[Any]    =				convert_checkpoint_helper(config.max_position_embeddings      ,						SCREAMING_SNAKE_CASE_	)

  print(model.load_state_dict(SCREAMING_SNAKE_CASE_	)	)
  model.eval()
  model.save_pretrained(SCREAMING_SNAKE_CASE_	)

  print(f"""Checkpoint successfuly converted. Model saved at {pytorch_dump_path}"""	)


if __name__ == "__main__":
   _snake_case             =     argparse.ArgumentParser()
   # Required parameters
   parser.add_argument(
       '''--pytorch_model_path''', default=None, type=str, required=True, help='''Path to YOSO pytorch checkpoint.'''
   )
   parser.add_argument(
       '''--config_file''',
       default=None,
       type=str,
       required=True,
       help='''The json file for YOSO model config.''',
   )
   parser.add_argument(
       '''--pytorch_dump_path''', default=None, type=str, required=True, help='''Path to the output PyTorch model.'''
   )
   _snake_case             =     parser.parse_args()
   convert_yoso_checkpoint(args.pytorch_model_path, args.config_file, args.pytorch_dump_path)



