def __init__(self, snlp, vocab):
    'Initialize the tokenizer.\n\n        snlp (stanfordnlp.Pipeline): The initialized StanfordNLP pipeline.\n        vocab (spacy.vocab.Vocab): The vocabulary to use.\n        RETURNS (Tokenizer): The custom tokenizer.\n        '
    self.snlp = snlp
    self.vocab = vocab
Initialize the tokenizer.

snlp (stanfordnlp.Pipeline): The initialized StanfordNLP pipeline.
vocab (spacy.vocab.Vocab): The vocabulary to use.
RETURNS (Tokenizer): The custom tokenizer.
def __init__(self, snlp, vocab):
    'Initialize the tokenizer.\n\n        snlp (stanfordnlp.Pipeline): The initialized StanfordNLP pipeline.\n        vocab (spacy.vocab.Vocab): The vocabulary to use.\n        RETURNS (Tokenizer): The custom tokenizer.\n        '
    self.snlp = snlp
    self.vocab = vocab