def create_tokenizer(df, save_path):
    tokenizer = Tokenizer(num_words=config.MAX_NUM_WORDS, filters='!"#$%&()*+,-./:;<=>?@[\\]^_`{|}~', lower=True)
    words = df.link.values.tolist()
    words.extend(df.meta_data.values.tolist())
    words.extend(df.title.values.tolist())
    words.extend(df.body.values.tolist())
    tokenizer.fit_on_texts(words)
    save_tokenizer(tokenizer, save_path)
    return tokenizer
def create_tokenizer(df, save_path):
    tokenizer = Tokenizer(num_words=config.MAX_NUM_WORDS, filters='!"#$%&()*+,-./:;<=>?@[\\]^_`{|}~', lower=True)
    words = df.link.values.tolist()
    words.extend(df.meta_data.values.tolist())
    words.extend(df.title.values.tolist())
    words.extend(df.body.values.tolist())
    tokenizer.fit_on_texts(words)
    save_tokenizer(tokenizer, save_path)
    return tokenizer