<commit_before># -*- coding: utf-8 -*-
import re
import warnings
from collections import OrderedDict
from configparser import ConfigParser
from fnmatch import fnmatch
from itertools import product

try:
    from StringIO import StringIO
except ImportError:
    from io import StringIO

__version__ = "2.0.1"

entry_rx = re.compile(
    r"""
    ^
    ((?P<merge>\?))?
    ((?P<alias>[^\?:]*):)?
    \s*(?P<value>[^!&]+?)\s*
    (?P<reducers>[!&].+)?
    $
""",
    re.VERBOSE,
)
reducer_rx = re.compile(
    r"""
    \s*
    (?P<type>[!&])
    (?P<variable>[^!&\[\]]+)
    \[(?P<glob>[^\[\]]+)\]
    \s*
""",
    re.VERBOSE,
)

special_chars_rx = re.compile(r'[\\/:>?|\[\]< ]+')


class ParseError(Exception):
    pass
<commit_msg>Quote fix.<commit_after># -*- coding: utf-8 -*-
import re
import warnings
from collections import OrderedDict
from configparser import ConfigParser
from fnmatch import fnmatch
from itertools import product

try:
    from StringIO import StringIO
except ImportError:
    from io import StringIO

__version__ = '2.0.1'

entry_rx = re.compile(
    r"""
    ^
    ((?P<merge>\?))?
    ((?P<alias>[^\?:]*):)?
    \s*(?P<value>[^!&]+?)\s*
    (?P<reducers>[!&].+)?
    $
""",
    re.VERBOSE,
)
reducer_rx = re.compile(
    r"""
    \s*
    (?P<type>[!&])
    (?P<variable>[^!&\[\]]+)
    \[(?P<glob>[^\[\]]+)\]
    \s*
""",
    re.VERBOSE,
)

special_chars_rx = re.compile(r'[\\/:>?|\[\]< ]+')


class ParseError(Exception):
    pass

{'fraction_non_alphanumeric': 0.2337217272104181, 'fraction_numerical': 0.0054832076764907475, 'mean_word_length': 3.044321329639889, 'pattern_counts': {'":': 0, '<': 19, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3182441', 'n_tokens_mistral': 597, 'n_tokens_neox': 577, 'n_words': 117}