text = re.sub("([^\\w\\.\\'\\-\\/,&])", ' \\1 ', text)
text = re.sub('(,\\s)', ' \\1', text)
text = re.sub("('\\s)", ' \\1', text)
text = re.sub('\\. *(\n|$)', ' . ', text)
return text.split()
Consequences of abusing nltk's word_tokenize(sent)