<commit_before>from slybot import __version__
try:
    from setuptools import setup
except ImportError:
    from distutils.core import setup

install_requires = ['Scrapy', 'scrapely', 'loginform', 'lxml', 'jsonschema']
tests_requires = install_requires

setup(name='slybot',
      version=__version__,
      license='BSD',
      description='Slybot crawler',
      author='Scrapy project',
      author_email='<EMAIL>',
      url='http://github.com/scrapy/slybot',
      packages=['slybot', 'slybot.fieldtypes', 'slybot.tests', 'slybot.linkextractor'],
      platforms=['Any'],
      scripts=['bin/slybot', 'bin/portiacrawl'],
      install_requires=install_requires,
      tests_requires=tests_requires,
      classifiers=['Development Status :: 4 - Beta',
                   'License :: OSI Approved :: BSD License',
                   'Operating System :: OS Independent',
                   'Programming Language :: Python'])<commit_msg>Update Slybot packages and drop support for Python < 2.7<commit_after>from slybot import __version__
from setuptools import setup, find_packages

install_requires = ['Scrapy', 'scrapely', 'loginform', 'lxml', 'jsonschema']
tests_requires = install_requires

setup(name='slybot',
      version=__version__,
      license='BSD',
      description='Slybot crawler',
      author='Scrapy project',
      author_email='<EMAIL>',
      url='http://github.com/scrapy/slybot',
      packages=find_packages(exclude=('tests', 'tests.*')),
      platforms=['Any'],
      scripts=['bin/slybot', 'bin/portiacrawl'],
      install_requires=install_requires,
      tests_requires=tests_requires,
      classifiers=[
          'Development Status :: 4 - Beta',
          'License :: OSI Approved :: BSD License',
          'Operating System :: OS Independent',
          'Programming Language :: Python',
          'Programming Language :: Python :: 2',
          'Programming Language :: Python :: 2.7'
      ])
{'fraction_non_alphanumeric': 0.1337119256582344, 'fraction_numerical': 0.0036138358286009293, 'mean_word_length': 3.3452914798206277, 'pattern_counts': {'":': 0, '<': 6, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3659075', 'n_tokens_mistral': 593, 'n_tokens_neox': 556, 'n_words': 122}