<commit_before>#!/usr/bin/env python3
# -*- coding: UTF-8 -*-
############################################################################
#
# abc_list_generator.py
#
############################################################################
#
# Author: Videonauth <<EMAIL>>
# Date: 08.07.2016
# Purpose:
#     Generate a word-list for the abc and digit check.
# Written for: Python 3.5.1
#
############################################################################

from string import ascii_lowercase, ascii_uppercase, digits

natural = digits[1:] + '0'


with open('abc.wl', 'a') as file:
    for a in range(3, len(ascii_lowercase) + 1):
        for b in range(len(ascii_lowercase)):
            if len(ascii_lowercase[b: b + a]) == a:
                file.write(ascii_lowercase[b: b + a] + '\n')
    for a in range(3, len(ascii_uppercase) + 1):
        for b in range(len(ascii_uppercase)):
            if len(ascii_uppercase[b: b + a]) == a:
                file.write(ascii_uppercase[b: b + a] + '\n')
    for a in range(3, len(digits) + 1):
        for b in range(len(digits)):
            if len(digits[b: b + a]) == a:
                file.write(digits[b: b + a] + '\n')<commit_msg>Change in folder structure<commit_after>#!/usr/bin/env python3
# -*- coding: UTF-8 -*-
############################################################################
#
# abc_list_generator.py
#
############################################################################
#
# Author: Videonauth <<EMAIL>>
# Date: 08.07.2016
# Purpose:
#     Generate a word-list for the abc and digit check.
# Written for: Python 3.5.1
#
############################################################################

from string import ascii_lowercase, ascii_uppercase, digits

natural = digits[1:] + '0'


with open('../lists/abc.wl', 'r+') as file:
    for a in range(3, len(ascii_lowercase) + 1):
        for b in range(len(ascii_lowercase)):
            if len(ascii_lowercase[b: b + a]) == a:
                file.write(ascii_lowercase[b: b + a] + '\n')
    for a in range(3, len(ascii_uppercase) + 1):
        for b in range(len(ascii_uppercase)):
            if len(ascii_uppercase[b: b + a]) == a:
                file.write(ascii_uppercase[b: b + a] + '\n')
    for a in range(3, len(digits) + 1):
        for b in range(len(digits)):
            if len(digits[b: b + a]) == a:
                file.write(digits[b: b + a] + '\n')
{'fraction_non_alphanumeric': 0.32061385317295726, 'fraction_numerical': 0.017420157610949814, 'mean_word_length': 3.2918149466192173, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '329397', 'n_tokens_mistral': 812, 'n_tokens_neox': 739, 'n_words': 192}