<commit_before>#!/usr/bin/env python
# -*- encoding: utf-8 -*-
# vim: set et sw=4 ts=4 sts=4 ff=unix fenc=utf8:
# Author: Binux<<EMAIL>>
#         http://binux.me
# Created on 2014-11-24 22:27:45

from setuptools import setup, find_packages
from codecs import open
from os import path

here = path.abspath(path.dirname(__file__))
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()


import pyspider
setup(
    name='pyspider',
    version=pyspider.__version__,

    description='A Powerful Spider System in Python',
    long_description=long_description,

    url='https://github.com/binux/pyspider',

    author='<NAME>',
    author_email='<EMAIL>',

    license='Apache License, Version 2.0',

    classifiers=[
        'Development Status :: 3 - Alpha',
        'Programming Language :: Python :: 2',
        'Programming Language :: Python :: 2.6',
        'Programming Language :: Python :: 2.7',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.3',
        'Programming Language :: Python :: 3.4',

        'License :: OSI Approved :: Apache Software License',

        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Environment :: Web Environment',

        'Topic :: Internet :: WWW/HTTP',
        'Topic :: Software Development :: Libraries :: Application Frameworks',
        'Topic :: Software Development :: Libraries :: Python Modules',
    ],

    keywords='scrapy crawler spider webui',

    packages=find_packages(exclude=['data', 'tests*']),

    install_requires=[
        'Flask>=0.10',
        'Jinja2>=2.7',
        'chardet>=2.2',
        'cssselect>=0.9',
        'lxml>=3.3.2',
        'pycurl>=7.19',
        'pyquery>=1.2',
        'requests>=2.2',
        'tornado>=3.2',
        'Flask-Login>=0.2.11',
        'u-msgpack-python>=1.6',
        'click>=3.3',
        'six>=1.8.0',
    ],

    extras_require={
        'all': [
            'mysql-connector-python>=1.2.2',
            'pika>=0.9.14',
            'amqp>=1.3.0',
            'pymongo>=2.7.2',
            'unittest2>=0.5.1',
            'SQLAlchemy>=0.9.7'
        ],
    },

    package_data={
        'pyspider': [
            'logging.conf',
            'fetcher/phantomjs_fetcher.js',
            'webui/static/*',
            'webui/templates/*'
        ],
    },

    entry_points={
        'console_scripts': [
            'pyspider=pyspider.run:main'
        ]
    },

    test_suite='tests.all_suite',
)
<commit_msg>change Development Status to Beta<commit_after>#!/usr/bin/env python
# -*- encoding: utf-8 -*-
# vim: set et sw=4 ts=4 sts=4 ff=unix fenc=utf8:
# Author: Binux<<EMAIL>>
#         http://binux.me
# Created on 2014-11-24 22:27:45

from setuptools import setup, find_packages
from codecs import open
from os import path

here = path.abspath(path.dirname(__file__))
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()


import pyspider
setup(
    name='pyspider',
    version=pyspider.__version__,

    description='A Powerful Spider System in Python',
    long_description=long_description,

    url='https://github.com/binux/pyspider',

    author='<NAME>',
    author_email='<EMAIL>',

    license='Apache License, Version 2.0',

    classifiers=[
        'Development Status :: 4 - Beta',
        'Programming Language :: Python :: 2',
        'Programming Language :: Python :: 2.6',
        'Programming Language :: Python :: 2.7',
        'Programming Language :: Python :: 3',
        'Programming Language :: Python :: 3.3',
        'Programming Language :: Python :: 3.4',

        'License :: OSI Approved :: Apache Software License',

        'Intended Audience :: Developers',
        'Operating System :: OS Independent',
        'Environment :: Web Environment',

        'Topic :: Internet :: WWW/HTTP',
        'Topic :: Software Development :: Libraries :: Application Frameworks',
        'Topic :: Software Development :: Libraries :: Python Modules',
    ],

    keywords='scrapy crawler spider webui',

    packages=find_packages(exclude=['data', 'tests*']),

    install_requires=[
        'Flask>=0.10',
        'Jinja2>=2.7',
        'chardet>=2.2',
        'cssselect>=0.9',
        'lxml>=3.3.2',
        'pycurl>=7.19',
        'pyquery>=1.2',
        'requests>=2.2',
        'tornado>=3.2',
        'Flask-Login>=0.2.11',
        'u-msgpack-python>=1.6',
        'click>=3.3',
        'six>=1.8.0',
    ],

    extras_require={
        'all': [
            'mysql-connector-python>=1.2.2',
            'pika>=0.9.14',
            'amqp>=1.3.0',
            'pymongo>=2.7.2',
            'unittest2>=0.5.1',
            'SQLAlchemy>=0.9.7'
        ],
    },

    package_data={
        'pyspider': [
            'logging.conf',
            'fetcher/phantomjs_fetcher.js',
            'webui/static/*',
            'webui/templates/*'
        ],
    },

    entry_points={
        'console_scripts': [
            'pyspider=pyspider.run:main'
        ]
    },

    test_suite='tests.all_suite',
)

{'fraction_non_alphanumeric': 0.16513402465270985, 'fraction_numerical': 0.033652905497945605, 'mean_word_length': 2.2171176840780364, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 49, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 9, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6969370', 'n_tokens_mistral': 1765, 'n_tokens_neox': 1662, 'n_words': 322}