<commit_before>#!/bin/python2.7

"""
<NAME> 2014 -- http://codelucas.com

Setup guide: http://guide.python-distribute.org/creation.html

"""
import os
import sys
# from .newspaper import VERSION TODO fix relative import error

try:
    from setuptools import setup
except ImportError:
    from distutils.core import setup

if sys.argv[-1] == 'publish':
    os.system('python setup.py sdist upload')
    sys.exit()

packages = [
    'newspaper',
    'newspaper.data',
    'newspaper.packages',
    'newspaper.packages.tldextract',
    # 'newspaper.packages.tldextract.tests',
    'newspaper.packages.feedparser',
    # 'newspaper.packages.feedparser.tests'
    'newspaper.packages.goose',
    'newspaper.packages.goose.utils',
    'newspaper.packages.goose.videos',
    'newspaper.packages.goose.images',
    # 'newspaper.packages.python-goose-documents',
    'newspaper.packages.jieba',
    'newspaper.packages.jieba.posseg',
    'newspaper.packages.jieba.finalseg',
    'newspaper.packages.jieba.analyse'
]
requires = [
    'lxml==3.2.4',            # version for lxml is important
    'requests',
    'nltk',
    'Pillow',
    'cssselect',
    'BeautifulSoup'
]

# 'feedparser',
# 'tldextract==1.2.2',
# 'pil',
# 'nltk',
# 'requests==2.0.1',

with open('README.rst') as f:
    readme = f.read()

with open('LICENSE') as f:
    license = f.read()

with open('HISTORY.md') as f:
    history = f.read()

setup(
    name='newspaper',
    version='0.0.1',
    description='Simplified python article discovery & extraction.',
    long_description=readme + '\r\n' + history,
    author='<NAME>',
    author_email='<EMAIL>',
    url='https://github.com/codelucas/newspaper/tarball/0.0.1', #'http://pypi.python.org/pypi/newspaper/',
    packages=packages,
    # package_data={'': ['LICENSE'], 'newspaper': []},
    # package_dir={'newspaper': 'newspaper'},
    include_package_data=True,
    install_requires=requires,
    license=license,
    zip_safe=False,
)<commit_msg>trying to fix broken pip<commit_after>#!/bin/python2.7

"""
<NAME> 2014 -- http://codelucas.com

Setup guide: http://guide.python-distribute.org/creation.html

"""
import os
import sys
# from .newspaper import VERSION TODO fix relative import error

try:
    from setuptools import setup
except ImportError:
    from distutils.core import setup

if sys.argv[-1] == 'publish':
    os.system('python setup.py sdist upload')
    sys.exit()

packages = [
    'newspaper',
    'newspaper.data',
    'newspaper.packages',
    'newspaper.packages.tldextract',
    # 'newspaper.packages.tldextract.tests',
    'newspaper.packages.feedparser',
    # 'newspaper.packages.feedparser.tests'
    'newspaper.packages.goose',
    'newspaper.packages.goose.utils',
    'newspaper.packages.goose.videos',
    'newspaper.packages.goose.images',
    # 'newspaper.packages.python-goose-documents',
    'newspaper.packages.jieba',
    'newspaper.packages.jieba.posseg',
    'newspaper.packages.jieba.finalseg',
    'newspaper.packages.jieba.analyse'
]
requires = [
    'lxml==3.2.4',            # version for lxml is important
    'requests',
    'nltk',
    'Pillow',
    'cssselect',
    'BeautifulSoup'
]

# 'feedparser',
# 'tldextract==1.2.2',
# 'pil',
# 'nltk',
# 'requests==2.0.1',

try:
    with open('README.rst') as f:
        readme = f.read()
except:
    readme = u''

try:
    with open('LICENSE') as f:
        license = f.read()
except:
    license = u''

try:
    with open('HISTORY.md') as f:
        history = f.read()
except:
    history = u''

setup(
    name='newspaper',
    version='0.0.1',
    description='Simplified python article discovery & extraction.',
    long_description=readme + '\r\n' + history,
    author='<NAME>',
    author_email='<EMAIL>',
    url='https://github.com/codelucas/newspaper/tarball/0.0.1', #'http://pypi.python.org/pypi/newspaper/',
    packages=packages,
    # package_data={'': ['LICENSE'], 'newspaper': []},
    # package_dir={'newspaper': 'newspaper'},
    include_package_data=True,
    install_requires=requires,
    license=license,
    zip_safe=False,
)
{'fraction_non_alphanumeric': 0.16531165311653118, 'fraction_numerical': 0.01084010840108401, 'mean_word_length': 3.422657952069717, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 4}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3532220', 'n_tokens_mistral': 1504, 'n_tokens_neox': 1478, 'n_words': 248}