def tokenize(self, text):
    split_tokens = []
    for token in self.basic_tokenizer.tokenize(text):
        for sub_token in self.wordpiece_tokenizer.tokenize(token):
            split_tokens.append(sub_token)
    return split_tokens
def tokenize(self, text):
    split_tokens = []
    for token in self.basic_tokenizer.tokenize(text):
        for sub_token in self.wordpiece_tokenizer.tokenize(token):
            split_tokens.append(sub_token)
    return split_tokens