def preprocess_input(text):
    '\n    Tokenizes text that has been sainitized\n    :param text: Sanitized text\n    :return: Text ready to be fed to analysis, by having sentences and words tokenized\n    '
    sentences = nltk.sent_tokenize(text)
    tokens = [nltk.word_tokenize(sentence) for sentence in sentences]
    return tokens
Tokenizes text that has been sainitized
:param text: Sanitized text
:return: Text ready to be fed to analysis, by having sentences and words tokenized
def preprocess_input(text):
    '\n    Tokenizes text that has been sainitized\n    :param text: Sanitized text\n    :return: Text ready to be fed to analysis, by having sentences and words tokenized\n    '
    sentences = nltk.sent_tokenize(text)
    tokens = [nltk.word_tokenize(sentence) for sentence in sentences]
    return tokens