<jupyter_start><jupyter_text>Selected: det 5,6,8 [unit:%]<jupyter_code>det5 = get_table_of_det(5)
det5.to_csv('./paper_table/det5.csv')
get_table_of_det(5)  # 1 bad data
det6 = get_table_of_det(6)
det6.to_csv('./paper_table/det6.csv')
get_table_of_det(6)  # 2 bad data
det8 = get_table_of_det(8)
det8.to_csv('./paper_table/det8.csv')
get_table_of_det(8)  # 1 bad data<jupyter_output><empty_output>
{'fraction_non_alphanumeric': 0.1561712846347607, 'fraction_numerical': 0.05289672544080604, 'mean_word_length': 7.291666666666667, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'chain_length': '1', 'dir': 'jupyter-structured-clean-dedup', 'id': '588390', 'license': 'MIT', 'n_tokens_mistral': 191, 'n_tokens_neox': 186, 'n_words': 24, 'path': 'final_table_results.ipynb', 'repo_name': 'HaTT2018/BDA_traffic', 'size': '397'}