<commit_before># !usr/bin/env python
# -*- coding: utf-8 -*-
#
# Licensed under a 3-clause BSD license.
#
# @Author: <NAME>
# @Date:   2016-10-19 17:36:00
# @Last modified by:   <NAME>
# @Last Modified time: 2017-02-18 13:17:57
#
# This is the Marvin setup
#

from setuptools import setup, find_packages
import os
import warnings
from get_version import generate_version_py


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


def convert_md_to_rst(fp):
    try:
        import pypandoc
        output = pypandoc.convert_file(fp, 'rst')
        return output
    except ImportError:
        warnings.warn('cannot import pypandoc.', UserWarning)
        return open(fp).read()


data_files = []


def add_data_file(directory):
    extern_path = os.path.join(os.path.dirname(__file__), directory)
    for root, __, filenames in os.walk(extern_path):
        for filename in filenames:
            data_files.append(os.path.join('..', root.lstrip('python/'), filename))


add_data_file('python/marvin/extern/')

add_data_file('python/marvin/web/configuration/')
add_data_file('python/marvin/web/lib/')
add_data_file('python/marvin/web/static/')
add_data_file('python/marvin/web/templates/')
add_data_file('python/marvin/web/uwsgi_conf_files/')

data_files.append('../marvin/db/dbconfig.ini')
data_files.append('../../requirements.txt')
data_files.append('../../README.md')


requirements_file = os.path.join(os.path.dirname(__file__), 'requirements.txt')
install_requires = [line.strip().replace('==', '>=') for line in open(requirements_file)
                    if not line.strip().startswith('#') and line.strip() != '']

NAME = 'sdss-marvin'
VERSION = '2.1.2dev'
RELEASE = 'dev' not in VERSION
generate_version_py(NAME, VERSION, RELEASE)

setup(name=NAME,
      version=VERSION,
      license='BSD3',
      description='Toolsuite for dealing with the MaNGA dataset',
      long_description=convert_md_to_rst('README.md'),
      author='The Marvin Developers',
      author_email='<EMAIL>',
      keywords='marvin manga astronomy MaNGA',
      url='https://github.com/sdss/marvin',
      packages=find_packages(where='python', exclude=['marvin.web*']),
      package_dir={'': 'python'},
      package_data={'': data_files},
      install_requires=install_requires,
      scripts=['bin/run_marvin', 'bin/check_marvin'],
      classifiers=[
          'Development Status :: 4 - Beta',
          'Environment :: Web Environment',
          'Framework :: Flask',
          'Intended Audience :: Science/Research',
          'License :: OSI Approved :: BSD License',
          'Natural Language :: English',
          'Operating System :: OS Independent',
          'Programming Language :: Python',
          'Programming Language :: Python :: 2.6',
          'Programming Language :: Python :: 2.7',
          'Programming Language :: Python :: 3.3',
          'Programming Language :: Python :: 3.4',
          'Topic :: Database :: Front-Ends',
          'Topic :: Documentation :: Sphinx',
          'Topic :: Internet :: WWW/HTTP :: Dynamic Content',
          'Topic :: Scientific/Engineering :: Astronomy',
          'Topic :: Software Development :: Libraries :: Python Modules',
          'Topic :: Software Development :: User Interfaces'
          #,
      ],<commit_msg>more adding the web back<commit_after># !usr/bin/env python
# -*- coding: utf-8 -*-
#
# Licensed under a 3-clause BSD license.
#
# @Author: <NAME>
# @Date:   2016-10-19 17:36:00
# @Last modified by:   <NAME>
# @Last Modified time: 2017-02-18 13:17:57
#
# This is the Marvin setup
#

from setuptools import setup, find_packages
import os
import warnings
from get_version import generate_version_py


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


def convert_md_to_rst(fp):
    try:
        import pypandoc
        output = pypandoc.convert_file(fp, 'rst')
        return output
    except ImportError:
        warnings.warn('cannot import pypandoc.', UserWarning)
        return open(fp).read()


data_files = []


def add_data_file(directory):
    extern_path = os.path.join(os.path.dirname(__file__), directory)
    for root, __, filenames in os.walk(extern_path):
        for filename in filenames:
            data_files.append(os.path.join('..', root.lstrip('python/'), filename))


add_data_file('python/marvin/extern/')

add_data_file('python/marvin/web/configuration/')
add_data_file('python/marvin/web/lib/')
add_data_file('python/marvin/web/static/')
add_data_file('python/marvin/web/templates/')
add_data_file('python/marvin/web/uwsgi_conf_files/')

data_files.append('../marvin/db/dbconfig.ini')
data_files.append('../../requirements.txt')
data_files.append('../../README.md')


requirements_file = os.path.join(os.path.dirname(__file__), 'requirements.txt')
install_requires = [line.strip().replace('==', '>=') for line in open(requirements_file)
                    if not line.strip().startswith('#') and line.strip() != '']

NAME = 'sdss-marvin'
VERSION = '2.1.2dev'
RELEASE = 'dev' not in VERSION
generate_version_py(NAME, VERSION, RELEASE)

setup(name=NAME,
      version=VERSION,
      license='BSD3',
      description='Toolsuite for dealing with the MaNGA dataset',
      long_description=convert_md_to_rst('README.md'),
      author='The Marvin Developers',
      author_email='<EMAIL>',
      keywords='marvin manga astronomy MaNGA',
      url='https://github.com/sdss/marvin',
      packages=find_packages(where='python'),
      package_dir={'': 'python'},
      package_data={'': data_files},
      install_requires=install_requires,
      scripts=['bin/run_marvin', 'bin/check_marvin'],
      classifiers=[
          'Development Status :: 4 - Beta',
          'Environment :: Web Environment',
          'Framework :: Flask',
          'Intended Audience :: Science/Research',
          'License :: OSI Approved :: BSD License',
          'Natural Language :: English',
          'Operating System :: OS Independent',
          'Programming Language :: Python',
          'Programming Language :: Python :: 2.6',
          'Programming Language :: Python :: 2.7',
          'Programming Language :: Python :: 3.3',
          'Programming Language :: Python :: 3.4',
          'Topic :: Database :: Front-Ends',
          'Topic :: Documentation :: Sphinx',
          'Topic :: Internet :: WWW/HTTP :: Dynamic Content',
          'Topic :: Scientific/Engineering :: Astronomy',
          'Topic :: Software Development :: Libraries :: Python Modules',
          'Topic :: Software Development :: User Interfaces'
          #,
      ],
{'fraction_non_alphanumeric': 0.14894259818731118, 'fraction_numerical': 0.012990936555891239, 'mean_word_length': 3.1931602279924003, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 8, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5662518', 'n_tokens_mistral': 2129, 'n_tokens_neox': 2022, 'n_words': 437}