def __init__(self, fragment):
    self.fragment = fragment
    self.categories = defaultdict(int)
    separated = []
    for token in self.tokenizer.tokenize(self.preprocess(self.fragment)):
        self.categories[self.categorize(token.part_of_speech)] += 1
        separated.append(token.surface)
    separated.append('')
    self.separated = '/'.join(separated)
def __init__(self, fragment):
    self.fragment = fragment
    self.categories = defaultdict(int)
    separated = []
    for token in self.tokenizer.tokenize(self.preprocess(self.fragment)):
        self.categories[self.categorize(token.part_of_speech)] += 1
        separated.append(token.surface)
    separated.append()
    self.separated = '/'.join(separated)