


"""simple docstring"""






import argparse
import os

import torch

from transformers import (
    XLNetConfig,
    XLNetForQuestionAnswering,
    XLNetForSequenceClassification,
    XLNetLMHeadModel,
    load_tf_weights_in_xlnet,
)
from transformers.utils import CONFIG_NAME, WEIGHTS_NAME, logging


__snake_case				=				{
    """cola""": 2,
    """mnli""": 3,
    """mrpc""": 2,
    """sst-2""": 2,
    """sts-b""": 1,
    """qqp""": 2,
    """qnli""": 2,
    """rte""": 2,
    """wnli""": 2,
}


logging.set_verbosity_info()
def 					A_      (      _lowerCAmelCase   :    List[Any],   _lowerCAmelCase   :    Dict,   _lowerCAmelCase   :    Dict,   _lowerCAmelCase   :    Union[str, Any]=None				):






     """simple docstring"""

     _a					= XLNetConfig.from_json_file(_lowerCAmelCase				)

     _a					= finetuning_task.lower() if finetuning_task is not None else ""
     if finetuning_task in GLUE_TASKS_NUM_LABELS:
          print(f'Building PyTorch XLNetForSequenceClassification model from configuration: {config}'				)
          _a					= finetuning_task
          _a					= GLUE_TASKS_NUM_LABELS[finetuning_task]
          _a					= XLNetForSequenceClassification(_lowerCAmelCase				)
     elif "squad" in finetuning_task:
          _a					= finetuning_task
          _a					= XLNetForQuestionAnswering(_lowerCAmelCase				)
     else:
          _a					= XLNetLMHeadModel(_lowerCAmelCase				)

     # Load weights from tf checkpoint
     load_tf_weights_in_xlnet(_lowerCAmelCase,   _lowerCAmelCase,   _lowerCAmelCase				)

     # Save pytorch-model
     _a					= os.path.join(_lowerCAmelCase,   _lowerCAmelCase				)
     _a					= os.path.join(_lowerCAmelCase,   _lowerCAmelCase				)
     print(f'Save PyTorch model to {os.path.abspath(_lowerCAmelCase				)}'				)
     torch.save(model.state_dict(),   _lowerCAmelCase				)
     print(f'Save configuration file to {os.path.abspath(_lowerCAmelCase				)}'				)
     with open(_lowerCAmelCase,   '''w''',   encoding='''utf-8'''				) as f:
          f.write(config.to_json_string()				)


if __name__ == "__main__":
   __snake_case				=				argparse.ArgumentParser()
   # Required parameters
   parser.add_argument(
       '''--tf_checkpoint_path''', default=None, type=str, required=True, help='''Path to the TensorFlow checkpoint path.'''
   )
   parser.add_argument(
       '''--xlnet_config_file''',
       default=None,
       type=str,
       required=True,
       help=(
           '''The config json file corresponding to the pre-trained XLNet model. \n'''
           '''This specifies the model architecture.'''
       ),
   )
   parser.add_argument(
       '''--pytorch_dump_folder_path''',
       default=None,
       type=str,
       required=True,
       help='''Path to the folder to store the PyTorch model or dataset/vocab.''',
   )
   parser.add_argument(
       '''--finetuning_task''',
       default=None,
       type=str,
       help='''Name of a task on which the XLNet TensorFlow model was fine-tuned''',
   )
   __snake_case				=				parser.parse_args()
   print(args)

   convert_xlnet_checkpoint_to_pytorch(
       args.tf_checkpoint_path, args.xlnet_config_file, args.pytorch_dump_folder_path, args.finetuning_task
   )






import numpy

# List of input, output pairs
UpperCAmelCase	:	str		     =       (
    ((5, 2, 3), 15),
    ((6, 5, 9), 25),
    ((11, 12, 13), 41),
    ((1, 1, 1), 8),
    ((11, 12, 13), 41),
)
UpperCAmelCase	:	Optional[int]		     =       (((515, 22, 13), 555), ((61, 35, 49), 150))
UpperCAmelCase	:	str		     =       [2, 4, 1, 5]
UpperCAmelCase	:	List[str]		     =       len(train_data)
UpperCAmelCase	:	Dict		     =       0.0_0_9
def      _A       (		SCREAMING_SNAKE_CASE     :   Tuple       ,       SCREAMING_SNAKE_CASE     :   Tuple="train"						):





  """simple docstring"""



  return calculate_hypothesis_value(SCREAMING_SNAKE_CASE       ,       SCREAMING_SNAKE_CASE						) - output(
      SCREAMING_SNAKE_CASE       ,       SCREAMING_SNAKE_CASE						)
def      _A       (		SCREAMING_SNAKE_CASE     :   Tuple						):





  """simple docstring"""



  a__	:					Tuple										=0
  for i in range(len(SCREAMING_SNAKE_CASE						) - 1						):
    hyp_val += data_input_tuple[i] * parameter_vector[i + 1]
  hyp_val += parameter_vector[0]
  return hyp_val
def      _A       (		SCREAMING_SNAKE_CASE     :   Dict       ,       SCREAMING_SNAKE_CASE     :   Dict						):





  """simple docstring"""



  if data_set == "train":
    return train_data[example_no][1]
  elif data_set == "test":
    return test_data[example_no][1]
  return None
def      _A       (		SCREAMING_SNAKE_CASE     :   Optional[Any]       ,       SCREAMING_SNAKE_CASE     :   Tuple						):





  """simple docstring"""



  if data_set == "train":
    return _hypothesis_value(train_data[example_no][0]						)
  elif data_set == "test":
    return _hypothesis_value(test_data[example_no][0]						)
  return None
def      _A       (		SCREAMING_SNAKE_CASE     :   Union[str, Any]       ,       SCREAMING_SNAKE_CASE     :   int=m						):





  """simple docstring"""



  a__	:					Any										=0
  for i in range(SCREAMING_SNAKE_CASE						):
    if index == -1:
      summation_value += _error(SCREAMING_SNAKE_CASE						)
    else:
      summation_value += _error(SCREAMING_SNAKE_CASE						) * train_data[i][0][index]
  return summation_value
def      _A       (		SCREAMING_SNAKE_CASE     :   int						):





  """simple docstring"""



  a__	:					Any										=summation_of_cost_derivative(SCREAMING_SNAKE_CASE       ,       SCREAMING_SNAKE_CASE						) / m
  return cost_derivative_value
def      _A       (		):





  """simple docstring"""



  global parameter_vector
  # Tune these values to set a tolerance value for predicted output
  a__	:					Dict										=0.0_0_0_0_0_2
  a__	:					Union[str, Any]										=0
  a__	:					Any										=0
  while True:
    j += 1
    a__	:					Any										=[0, 0, 0, 0]
    for i in range(0       ,       len(SCREAMING_SNAKE_CASE						)						):
      a__	:					Tuple										=get_cost_derivative(i - 1						)
      a__	:					List[Any]										=(
          parameter_vector[i] - LEARNING_RATE * cost_derivative
      )
    if numpy.allclose(
        SCREAMING_SNAKE_CASE       ,       SCREAMING_SNAKE_CASE       ,       atol=SCREAMING_SNAKE_CASE       ,       rtol=SCREAMING_SNAKE_CASE       ,       ):
      break
    a__	:					Optional[Any]										=temp_parameter_vector
  print(("Number of iterations:", j)						)
def      _A       (		):





  """simple docstring"""



  for i in range(len(SCREAMING_SNAKE_CASE						)						):
    print(("Actual output value:", output(SCREAMING_SNAKE_CASE       ,       "test"						))						)
    print(("Hypothesis output:", calculate_hypothesis_value(SCREAMING_SNAKE_CASE       ,       "test"						))						)


if __name__ == "__main__":
     run_gradient_descent()
     print("""\nTesting gradient descent for a linear hypothesis function.\n""")
     test_gradient_descent()






