<commit_before>import os
import errno
import sys


PY32 = sys.version_info >= (3, 2)


def _makedirs_31(path, exist_ok=False):
    try:
        os.makedirs(path)
    except OSError as exc:
        if not exist_ok or exc.errno != errno.EEXIST:
            raise


makedirs = os.makedirs if PY32 else _makedirs_31
<commit_msg>Restrict use of os.makedirs to those with the security patch introduced in Python 3.2.6, 3.3.5, and 3.4.1 per https://bugs.python.org/issue21082. Ref #1082.<commit_after>import os
import errno
import sys


def _makedirs_31(path, exist_ok=False):
    try:
        os.makedirs(path)
    except OSError as exc:
        if not exist_ok or exc.errno != errno.EEXIST:
            raise


# rely on compatibility behavior until mode considerations
#  and exists_ok considerations are disentangled.
# See https://github.com/pypa/setuptools/pull/1083#issuecomment-315168663
needs_makedirs = (
    sys.version_info <= (3, 2, 6) or
    (3, 3) <= sys.version_info <= (3, 3, 5) or
    (3, 4) <= sys.version_info <= (3, 4, 1)
)
makedirs = os.makedirs if needs_makedirs else _makedirs_31

{'fraction_non_alphanumeric': 0.10300820419325434, 'fraction_numerical': 0.0528714676390155, 'mean_word_length': 3.206896551724138, 'pattern_counts': {'":': 0, '<': 8, '<?xml version=': 0, '>': 4, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '93028', 'n_tokens_mistral': 438, 'n_tokens_neox': 391, 'n_words': 113}