<commit_before>#!/usr/bin/env python
from __future__ import absolute_import

# This file is part of Local Scraperlibs.

import warnings
import os
from distutils.core import setup


def has_external_dependency(name):
    'Check that a non-Python dependency is installed.'
    for directory in os.environ['PATH'].split(':'):
        if os.path.exists(os.path.join(directory, name)):
            return True
    return False

if not has_external_dependency('pdftohtml'):
    warnings.warn(
        'scraperwiki.pdftoxml requires pdftohtml, but pdftohtml was not found '
        'in the PATH. If you wish to use this function, you probably need to '
        'install pdftohtml.'
    )

config = dict(name='scraperwiki',
              author='<NAME>',
              author_email='<EMAIL>',
              description='Local version of ScraperWiki libraries',
              url='https://github.com/scraperwiki/scraperwiki-python',
              classifiers=[
              'Intended Audience :: Developers',
              'Intended Audience :: Science/Research',
              'License :: OSI Approved :: '
              'GNU General Public License v3 or later (GPLv3+)',
              'Programming Language :: Python :: 2.7',
              'Programming Language :: Python :: 3.4',
              'Programming Language :: SQL',
              'Topic :: Database :: Front-Ends',
              ],
              packages=['scraperwiki'],
              version='0.4.2',
              license='GPL',
              )

try:
    from setuptools import setup
    config['install_requires'] = ['requests', 'six',
                                  'sqlalchemy', 'alembic'],
except ImportError:
    pass

setup(**config)<commit_msg>bump 0.5: non-compatible change (runlog)<commit_after>#!/usr/bin/env python
from __future__ import absolute_import

# This file is part of Local Scraperlibs.

import warnings
import os
from distutils.core import setup


def has_external_dependency(name):
    'Check that a non-Python dependency is installed.'
    for directory in os.environ['PATH'].split(':'):
        if os.path.exists(os.path.join(directory, name)):
            return True
    return False

if not has_external_dependency('pdftohtml'):
    warnings.warn(
        'scraperwiki.pdftoxml requires pdftohtml, but pdftohtml was not found '
        'in the PATH. If you wish to use this function, you probably need to '
        'install pdftohtml.'
    )

config = dict(name='scraperwiki',
              author='<NAME>',
              author_email='<EMAIL>',
              description='Local version of ScraperWiki libraries',
              url='https://github.com/scraperwiki/scraperwiki-python',
              classifiers=[
              'Intended Audience :: Developers',
              'Intended Audience :: Science/Research',
              'License :: OSI Approved :: '
              'GNU General Public License v3 or later (GPLv3+)',
              'Programming Language :: Python :: 2.7',
              'Programming Language :: Python :: 3.4',
              'Programming Language :: SQL',
              'Topic :: Database :: Front-Ends',
              ],
              packages=['scraperwiki'],
              version='0.5',
              license='GPL',
              )

try:
    from setuptools import setup
    config['install_requires'] = ['requests', 'six',
                                  'sqlalchemy', 'alembic'],
except ImportError:
    pass

setup(**config)
{'fraction_non_alphanumeric': 0.1114012184508268, 'fraction_numerical': 0.005512039454598201, 'mean_word_length': 2.140255009107468, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5020320', 'n_tokens_mistral': 943, 'n_tokens_neox': 925, 'n_words': 259}