


"""simple docstring"""
import argparse

import torch

from transformers import GPTaConfig, GPTaModel, load_tf_weights_in_gpta
from transformers.utils import CONFIG_NAME, WEIGHTS_NAME, logging


logging.set_verbosity_info()






def 		lowercase							(     _snake_case						:      int     ,   _snake_case						:      Optional[int]     ,   _snake_case						:      List[Any]     )     ->List[str]:
	"""simple docstring"""





	if gpta_config_file == "":
		__snake_case	:						Dict						=				GPTaConfig()
	else:
		__snake_case	:						Optional[int]						=				GPTaConfig.from_json_file(_snake_case     )
	__snake_case	:						Optional[int]						=				GPTaModel(_snake_case     )

	# Load weights from numpy
	load_tf_weights_in_gpta(_snake_case     ,   _snake_case     ,   _snake_case     )

	# Save pytorch-model
	__snake_case	:						Optional[int]						=				pytorch_dump_folder_path + '''/''' + WEIGHTS_NAME
	__snake_case	:						str						=				pytorch_dump_folder_path + '''/''' + CONFIG_NAME
	print(f"""Save PyTorch model to {pytorch_weights_dump_path}"""     )
	torch.save(model.state_dict()     ,   _snake_case     )
	print(f"""Save configuration file to {pytorch_config_dump_path}"""     )
	with open(_snake_case     ,   '''w'''     ,   encoding='''utf-8'''     ) as f:
		f.write(config.to_json_string()     )


if __name__ == "__main__":
			SCREAMING_SNAKE_CASE :    str									=				argparse.ArgumentParser()
			# Required parameters
			parser.add_argument(
			    """--gpt2_checkpoint_path""", default=None, type=str, required=True, help="""Path to the TensorFlow checkpoint path."""
			)
			parser.add_argument(
			    """--pytorch_dump_folder_path""", default=None, type=str, required=True, help="""Path to the output PyTorch model."""
			)
			parser.add_argument(
			    """--gpt2_config_file""",
			    default="""""",
			    type=str,
			    help=(
			        """An optional config json file corresponding to the pre-trained OpenAI model. \n"""
			        """This specifies the model architecture."""
			    ),
			)
			SCREAMING_SNAKE_CASE :    int									=				parser.parse_args()
			convert_gpta_checkpoint_to_pytorch(args.gpta_checkpoint_path, args.gpta_config_file, args.pytorch_dump_folder_path)







import os
import sys

lowercase__		:Tuple   =    os.path.join(os.path.dirname(__file__), "src")
sys.path.append(SRC_DIR)


from transformers import (
    AutoConfig,
    AutoModel,
    AutoModelForCausalLM,
    AutoModelForMaskedLM,
    AutoModelForQuestionAnswering,
    AutoModelForSequenceClassification,
    AutoTokenizer,
    add_start_docstrings,
)


lowercase__		:List[Any]   =    [
    "torch",
    "numpy",
    "tokenizers",
    "filelock",
    "requests",
    "tqdm",
    "regex",
    "sentencepiece",
    "sacremoses",
    "importlib_metadata",
    "huggingface_hub",
]



@add_start_docstrings(AutoConfig.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoConfig.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoTokenizer.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoTokenizer.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoModel.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoModel.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoModelForCausalLM.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoModelForCausalLM.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoModelForMaskedLM.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoModelForMaskedLM.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoModelForSequenceClassification.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoModelForSequenceClassification.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)



@add_start_docstrings(AutoModelForQuestionAnswering.__doc__		)
def        UpperCamelCase    (							*lowerCAmelCase__ ,			**lowerCAmelCase__		):
					'''simple docstring'''
					return AutoModelForQuestionAnswering.from_pretrained(*lowerCAmelCase__ ,			**lowerCAmelCase__		)




