<commit_before>from __future__ import print_function
import functools
import inspect
import json
import logging.config
import re
from operator import attrgetter

try:
    # noinspection PyCompatibility
    from UserDict import IterableUserDict as UserDict
    # noinspection PyCompatibility
    from UserList import UserList
except ImportError:
    # noinspection PyUnresolvedReferences
    from collections import UserDict, UserList
try:
    # noinspection PyCompatibility
    basestring
except NameError:
    # noinspection PyShadowingBuiltins
    basestring = str
from collections import Sized, defaultdict, Mapping, Sequence, MutableMapping
from contextlib import contextmanager
from datetime import datetime, date, time as time_type
from decimal import Decimal
from fractions import Fraction
from numbers import Rational
from itertools import islice
from json.encoder import JSONEncoder
from pprint import pprint
from time import sleep, time

try:
    from types import SimpleNamespace
except ImportError:<commit_msg>Fix collections import warning<commit_after>from __future__ import print_function
import functools
import inspect
import json
import logging.config
import re
from operator import attrgetter

try:
    # noinspection PyCompatibility
    from UserDict import IterableUserDict as UserDict
    # noinspection PyCompatibility
    from UserList import UserList
except ImportError:
    # noinspection PyUnresolvedReferences
    from collections import UserDict, UserList
try:
    # noinspection PyCompatibility
    basestring
except NameError:
    # noinspection PyShadowingBuiltins
    basestring = str

from collections.abc import Sized, Mapping, Sequence, MutableMapping
from collections import defaultdict
from contextlib import contextmanager
from datetime import datetime, date, time as time_type
from decimal import Decimal
from fractions import Fraction
from numbers import Rational
from itertools import islice
from json.encoder import JSONEncoder
from pprint import pprint
from time import sleep, time

try:
    from types import SimpleNamespace
except ImportError:
{'fraction_non_alphanumeric': 0.023934897079942556, 'fraction_numerical': 0.0, 'mean_word_length': 5.314199395770393, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4085075', 'n_tokens_mistral': 520, 'n_tokens_neox': 515, 'n_words': 221}