def test_pad_asterisk(self):
    '\n        Test padding of asterisk for word tokenization.\n        '
    text = 'This is a, *weird sentence with *asterisks in it.'
    expected = ['This', 'is', 'a', ',', '*', 'weird', 'sentence', 'with', '*', 'asterisks', 'in', 'it', '.']
    assert (word_tokenize(text) == expected)
Test padding of asterisk for word tokenization.
def test_pad_asterisk(self):
    '\n        \n        '
    text = 'This is a, *weird sentence with *asterisks in it.'
    expected = ['This', 'is', 'a', ',', '*', 'weird', 'sentence', 'with', '*', 'asterisks', 'in', 'it', '.']
    assert (word_tokenize(text) == expected)