<commit_before>from functools import partial
from itertools import izip_longest


_marker = object()
def chunked(iterable, n):
    """Break an iterable into tuples of a given length::

        >>> list(chunked([1, 2, 3, 4, 5, 6, 7], 3))
        [(1, 2, 3), (4, 5, 6), (8,)]

    If the length of ``iterable`` is not evenly divisible by ``n``, the last
    returned tuple will be shorter.<commit_msg>Fix an incorrect doctest.<commit_after>from functools import partial
from itertools import izip_longest


_marker = object()
def chunked(iterable, n):
    """Break an iterable into tuples of a given length::

        >>> list(chunked([1, 2, 3, 4, 5, 6, 7], 3))
        [(1, 2, 3), (4, 5, 6), (7,)]

    If the length of ``iterable`` is not evenly divisible by ``n``, the last
    returned tuple will be shorter.
{'fraction_non_alphanumeric': 0.13950617283950617, 'fraction_numerical': 0.037037037037037035, 'mean_word_length': 3.431693989071038, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7027889', 'n_tokens_mistral': 297, 'n_tokens_neox': 267, 'n_words': 112}