<commit_before># -*- coding: utf-8 -*-
from __future__ import print_function
import textwrap
import warnings
from contextlib import contextmanager
import os
import shutil
import tempfile
import yaml
import numbers
import datetime
from types import NoneType

try:               # pragma: nocover
    basestring
except NameError:  # pragma: nocover
    basestring = (str, bytes)


class YamlDirsException(Exception):
    """Base class for YamlDirs exceptions.
    """

class UnknownType(YamlDirsException):
    """Found a type that we don't know how to handle.
    """


class FilemakerBase(object):
    """Override marked methods to do something useful.  Base class serves as<commit_msg>Apparently NoneType is not in the types module anymore, and the one-true-way is to use isinstance(.., type(None))<commit_after># -*- coding: utf-8 -*-
from __future__ import print_function
import textwrap
import warnings
from contextlib import contextmanager
import os
import shutil
import tempfile
import yaml
import numbers
import datetime

try:
    from types import NoneType
except ImportError:
    NoneType = type(None)

try:               # pragma: nocover
    basestring
except NameError:  # pragma: nocover
    basestring = (str, bytes)


class YamlDirsException(Exception):
    """Base class for YamlDirs exceptions.
    """

class UnknownType(YamlDirsException):
    """Found a type that we don't know how to handle.
    """


class FilemakerBase(object):
    """Override marked methods to do something useful.  Base class serves as
{'fraction_non_alphanumeric': 0.07526178010471204, 'fraction_numerical': 0.0013089005235602095, 'mean_word_length': 3.9006410256410255, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5862585', 'n_tokens_mistral': 433, 'n_tokens_neox': 417, 'n_words': 168}