<commit_before># Files blacklisted from Worlds of ZZT Bot's feed

BLACKLISTED_FILES = [
    951,  # G**g J*****n And STK Revealed
    1779,  # 1**9 T*o
    1577,  # 9**1: A Z*T M******l
    1927,  # N**e E*****n
    1811,  # B*N L***N!!
    1852,  # M*****a R***s
    2064,  # M*****a R***s SE
    1496,  # B******! (Author's request)
    2542,  # E**e K****e M****m-M***k! (Author's request)
    493,  # G***D P**t 1! (Author's request)
    494,  # G***D P**t 2! (Author's request)
    494,  # G***D S********k! (Author's request)
    2242,  # M*****'s Z*T T*******s (Author's request)
    2242,  # P******l (Author's request)
    1197,  # P******l B* (Author's request)
    925,  # T*e P****e F***s I* (Author's request)
    1723,  # T***h (Author's request)
    1801,  # Z*TV 8 (Author's request TEMPORARY UNTIL BOARDS ARE HANDLED)
    1901,  # Z*TV 9 (Author's request TEMPORARY UNTIL BOARDS ARE HANDLED)
    2059,  #M****m B***s A*******y (Harassing)<commit_msg>Fixed duplicate IDs<commit_after># Files blacklisted from Worlds of ZZT Bot's feed

BLACKLISTED_FILES = [
    951,  # G**g J*****n And STK Revealed
    1779,  # 1**9 T*o
    1577,  # 9**1: A Z*T M******l
    1927,  # N**e E*****n
    1811,  # B*N L***N!!
    1852,  # M*****a R***s
    2064,  # M*****a R***s SE
    1496,  # B******! (Author's request)
    2542,  # E**e K****e M****m-M***k! (Author's request)
    493,  # G***D P**t 1! (Author's request)
    494,  # G***D P**t 2! (Author's request)
    2246,  # G***D S********k! (Author's request)
    2242,  # M*****'s Z*T T*******s (Author's request)
    853,  # P******l (Author's request)
    1197,  # P******l B* (Author's request)
    1660, # R*****e (Author's request)
    925,  # T*e P****e F***s I* (Author's request)
    1723,  # T***h (Author's request)
    2059,  #M****m B***s A*******y (Harassing)
{'fraction_non_alphanumeric': 0.255598033861278, 'fraction_numerical': 0.08738394320043692, 'mean_word_length': 3.0352422907488985, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1970759', 'n_tokens_mistral': 896, 'n_tokens_neox': 759, 'n_words': 215}