def test_unigrams_template_splitter_can_split(self):
    text = iter(u'abc def \n GHI'.splitlines())
    result = list(unigram_splitter(text, splitter=template_splitter))
    assert ([u'abc', u'def', u'ghi'] == [x.value for x in result])
def test_unigrams_template_splitter_can_split(self):
    text = iter(u'abc def \n GHI'.splitlines())
    result = list(unigram_splitter(text, splitter=template_splitter))
    assert ([u'abc', u'def', u'ghi'] == [x.value for x in result])