<commit_before>#!/usr/bin/env python

# find_package data is
# (c) 2005 <NAME> and contributors; written for Paste
# (http://pythonpaste.org)
# Licensed under the MIT license:
# http://www.opensource.org/licenses/mit-license.php

from __future__ import print_function
import os
import subprocess
import sys
import shutil
from fnmatch import fnmatchcase


try:
    # Prefer setuptools for the installation to have no problem with the
    # "--single-version-externally-managed" option that pip uses when
    # installing packages.
    from setuptools import setup
    from setuptools import convert_path

    from setuptools.command.install import install
except ImportError:
    print('\n*** setuptools not found! Falling back to distutils\n\n')
    from distutils.core import setup  # NOQA

    from distutils.command.install import install
    from distutils.util import convert_path  # NOQA

dependencies = [
    'doit>=0.20.0',
    'pygments',
    'pillow>=2.0.0',
    'docutils',
    'mako>=0.6',
    'unidecode',
    'lxml',
    'yapsy',
    'PyRSS2Gen',
    'pytz',
]

if sys.version_info[0] == 2:
    # in Python 3 this becomes a builtin, for Python 2 we need the backport
    dependencies.append('configparser')

# Provided as an attribute, so you can append to these instead
# of replicating them:<commit_msg>Python 2.x can stay with any Pillow while Python 3 requires at least 2.0.0<commit_after>#!/usr/bin/env python

# find_package data is
# (c) 2005 <NAME> and contributors; written for Paste
# (http://pythonpaste.org)
# Licensed under the MIT license:
# http://www.opensource.org/licenses/mit-license.php

from __future__ import print_function
import os
import subprocess
import sys
import shutil
from fnmatch import fnmatchcase


try:
    # Prefer setuptools for the installation to have no problem with the
    # "--single-version-externally-managed" option that pip uses when
    # installing packages.
    from setuptools import setup
    from setuptools import convert_path

    from setuptools.command.install import install
except ImportError:
    print('\n*** setuptools not found! Falling back to distutils\n\n')
    from distutils.core import setup  # NOQA

    from distutils.command.install import install
    from distutils.util import convert_path  # NOQA

dependencies = [
    'doit>=0.20.0',
    'pygments',
    'pillow',
    'docutils',
    'mako>=0.6',
    'unidecode',
    'lxml',
    'yapsy',
    'PyRSS2Gen',
    'pytz',
]

if sys.version_info[0] == 2:
    # in Python 3 this becomes a builtin, for Python 2 we need the backport
    dependencies.append('configparser')
elif sys.version_info[0] == 3:
    # Pillow introduced support for Python 3 with 2.0.0
    dependencies.remove('pillow')
    dependencies.append('pillow>=2.0.0')

# Provided as an attribute, so you can append to these instead
# of replicating them:
{'fraction_non_alphanumeric': 0.09670637701471618, 'fraction_numerical': 0.016468114926419062, 'mean_word_length': 3.5974235104669887, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 11, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5020256', 'n_tokens_mistral': 929, 'n_tokens_neox': 879, 'n_words': 295}