<commit_before>import string

COLUMNS = 14
TMPL_OPTIONS = {
    'page-size': 'Letter'
}


def get_flat_chars():
    chars = unicode(string.lowercase)
    chars += unicode(string.uppercase)
    chars += unicode(string.octdigits)
    chars += unicode(string.punctuation)
    return chars


def get_chars():
    chars = get_flat_chars()
    result = [chars[i:i + COLUMNS] for i in xrange(0, len(chars), COLUMNS)]
    result[-1] = result[-1].ljust(10)
    return result


def get_sample_chars():
    return iter("AaBbCcDd")
<commit_msg>Fix ljust last row<commit_after>import string

COLUMNS = 14
TMPL_OPTIONS = {
    'page-size': 'Letter'
}


def get_flat_chars():
    chars = unicode(string.lowercase)
    chars += unicode(string.uppercase)
    chars += unicode(string.octdigits)
    chars += unicode(string.punctuation)
    return chars


def get_chars():
    chars = get_flat_chars()
    result = [chars[i:i + COLUMNS] for i in xrange(0, len(chars), COLUMNS)]
    result[-1] = result[-1].ljust(COLUMNS)
    return result


def get_sample_chars():
    return iter("AaBbCcDd")

{'fraction_non_alphanumeric': 0.13221601489757914, 'fraction_numerical': 0.0111731843575419, 'mean_word_length': 3.756637168141593, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1573185', 'n_tokens_mistral': 416, 'n_tokens_neox': 382, 'n_words': 83}