<jupyter_start><jupyter_text>Table of Contents<jupyter_code>import sys
import os

import numpy as np
import pandas as pd

import warnings
warnings.filterwarnings('ignore')
from IPython.core.interactiveshell import InteractiveShell
InteractiveShell.ast_node_interactivity = 'all'<jupyter_output><empty_output><jupyter_text>---<jupyter_code>region_dict = {
        "TH": "th_keyword",
        "ID": "id_keyword",
        "VN": "vn_keyword",
        "TW": "tw_keyword",
        "BR": "br_keyword",
        "PH": "ph_keyword",
    }
for region, region_col in region_dict.items():
    print(region, region_col)<jupyter_output>TH th_keyword
ID id_keyword
VN vn_keyword
TW tw_keyword
BR br_keyword
PH ph_keyword
{'fraction_non_alphanumeric': 0.109375, 'fraction_numerical': 0.0, 'mean_word_length': 4.7317073170731705, 'pattern_counts': {'":': 6, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '2', 'dir': 'jupyter-structured-clean-dedup', 'id': '368405', 'license': 'MIT', 'n_tokens_mistral': 253, 'n_tokens_neox': 245, 'n_words': 53, 'path': 'leetcode/test.ipynb', 'repo_name': 'GogoingZX/KnowledgePool', 'size': '704'}