<commit_before>import argparse

def get_parser():
	parser = argparse.ArgumentParser()

	parser.add_argument('--batch-size', action='store', dest='batch_size',help='batch-size , default 64',type=int,default = 64)

	parser.add_argument('--epochs', action='store', dest='n_epochs',help='# of epochs, default = 500',type=int,default = 500)

	parser.add_argument('--patience', action='store', dest='patience',help='# of epochs for patience, default = 10',type=int,default = 10)

	parser.add_argument('--model', action='store', dest='model',help='model type {enc2dec, attention, pointer},default = pointer', default = 'pointer')

	parser.add_argument('--unit', action='store', dest='unit',help='train with {lstm gru rnn} units,default = lstm', default = 'lstm')

	parser.add_argument('--hidden', action='store', dest='n_hidden',help='hidden size of softmax layer, default = 256',type=int,default = 256)

	parser.add_argument('--layers', action='store', dest='n_layers',help='# of hidden layers, default = 1',type=int,default = 1)

	parser.add_argument('--train', action='store', dest='tr',help='training conll file ',default = '../data/PTB_SD_3_3_0/train.conll')

	parser.add_argument('--val', action='store', dest='val',help='validation conll file',default = '../data/PTB_SD_3_3_0/dev.conll')

	parser.add_argument('--test', action='store', dest='test',help='test conll file',default = '../data/PTB_SD_3_3_0/test.conll')

	parser.add_argument('--prefix', action='store', dest='prefix',help='exp log prefix to append exp/{} default = 0',default = '0')

	parser.add_argument('--vector', action='store', dest='vector',help='vector pkl file', default = '../embeddings/sskip100.pkl')

	return parser


def get_tester():
	parser = argparse.ArgumentParser()

	parser.add_argument('--prefix', action='store', dest='prefix',help='prefix to model files')

	parser.add_argument('--test', action='store', dest='test',help='test conll file',default = '../data/PTB_SD_3_3_0/test.conll')

	parser.add_argument('--max-length', action='store', dest='max_length',help='max length of sequence',type=int)

	parser.add_argument('--vector', action='store', dest='vector',help='vector pkl file', default = '../embeddings/sskip100.pkl')

	parser.add_argument('--predict', action='store', dest='predict',help='prediction(output) file')
<commit_msg>a small fix for utils.py<commit_after>import argparse

def get_parser():
	parser = argparse.ArgumentParser()

	parser.add_argument('--batch-size', action='store', dest='batch_size',help='batch-size , default 64',type=int,default = 64)

	parser.add_argument('--epochs', action='store', dest='n_epochs',help='# of epochs, default = 500',type=int,default = 500)

	parser.add_argument('--patience', action='store', dest='patience',help='# of epochs for patience, default = 10',type=int,default = 10)

	parser.add_argument('--model', action='store', dest='model',help='model type {enc2dec, attention, pointer},default = pointer', default = 'pointer')

	parser.add_argument('--unit', action='store', dest='unit',help='train with {lstm gru rnn} units,default = lstm', default = 'lstm')

	parser.add_argument('--hidden', action='store', dest='n_hidden',help='hidden size of neural networks, default = 256',type=int,default = 256)

	parser.add_argument('--layers', action='store', dest='n_layers',help='# of hidden layers, default = 1',type=int,default = 1)

	parser.add_argument('--train', action='store', dest='tr',help='training conll file ',default = '../data/PTB_SD_3_3_0/train.conll')

	parser.add_argument('--val', action='store', dest='val',help='validation conll file',default = '../data/PTB_SD_3_3_0/dev.conll')

	parser.add_argument('--test', action='store', dest='test',help='test conll file',default = '../data/PTB_SD_3_3_0/test.conll')

	parser.add_argument('--prefix', action='store', dest='prefix',help='exp log prefix to append exp/{} default = 0',default = '0')

	parser.add_argument('--vector', action='store', dest='vector',help='vector pkl file', default = '../embeddings/sskip100.pkl')

	return parser


def get_tester():
	parser = argparse.ArgumentParser()

	parser.add_argument('--prefix', action='store', dest='prefix',help='prefix to model files')

	parser.add_argument('--test', action='store', dest='test',help='test conll file',default = '../data/PTB_SD_3_3_0/test.conll')

	parser.add_argument('--max-length', action='store', dest='max_length',help='max length of sequence',type=int)

	parser.add_argument('--vector', action='store', dest='vector',help='vector pkl file', default = '../embeddings/sskip100.pkl')

	parser.add_argument('--predict', action='store', dest='predict',help='prediction(output) file')

{'fraction_non_alphanumeric': 0.19939771993977198, 'fraction_numerical': 0.018498601849860186, 'mean_word_length': 6.724252491694352, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6294453', 'n_tokens_mistral': 1570, 'n_tokens_neox': 1474, 'n_words': 288}