<commit_before># !usr/bin/env python
# -*- coding: utf-8 -*-
#
# Licensed under a 3-clause BSD license.
#
# @Author: <NAME>
# @Date:   2016-10-19 17:36:00
# @Last modified by:   <NAME>
# @Last Modified time: 2017-02-18 13:17:57
#
# This is the Marvin setup
#

from setuptools import setup, find_packages

import os
import warnings
from get_version import generate_version_py

import argparse
import sys


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


def convert_md_to_rst(fp):
    try:
        import pypandoc
        output = pypandoc.convert_file(fp, 'rst')
        return output
    except ImportError:
        warnings.warn('cannot import pypandoc.', UserWarning)
        return open(fp).read()


def add_data_file(directory, data_files):
    extern_path = os.path.join(os.path.dirname(__file__), directory)
    for root, __, filenames in os.walk(extern_path):
        for filename in filenames:
            data_files.append(os.path.join('..', root.lstrip('python/'), filename))


def get_data_files(with_web=True):

    data_files = []

    add_data_file('python/marvin/extern/', data_files)

    if with_web:
        add_data_file('python/marvin/web/configuration/', data_files)
        add_data_file('python/marvin/web/lib/', data_files)
        add_data_file('python/marvin/web/static/', data_files)
        add_data_file('python/marvin/web/templates/', data_files)
        add_data_file('python/marvin/web/uwsgi_conf_files/', data_files)

    data_files.append('../marvin/db/dbconfig.ini')
    data_files.append('../../requirements.txt')
    data_files.append('../../README.md')

    return data_files


requirements_file = os.path.join(os.path.dirname(__file__), 'requirements.txt')
install_requires = [line.strip().replace('==', '>=') for line in open(requirements_file)
                    if not line.strip().startswith('#') and line.strip() != '']

NAME = 'sdss-marvin'
VERSION = '2.1.2-dev0'
RELEASE = 'dev' not in VERSION<commit_msg>updated version<commit_after># !usr/bin/env python
# -*- coding: utf-8 -*-
#
# Licensed under a 3-clause BSD license.
#
# @Author: <NAME>
# @Date:   2016-10-19 17:36:00
# @Last modified by:   <NAME>
# @Last Modified time: 2017-02-18 13:17:57
#
# This is the Marvin setup
#

from setuptools import setup, find_packages

import os
import warnings
from get_version import generate_version_py

import argparse
import sys


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


def convert_md_to_rst(fp):
    try:
        import pypandoc
        output = pypandoc.convert_file(fp, 'rst')
        return output
    except ImportError:
        warnings.warn('cannot import pypandoc.', UserWarning)
        return open(fp).read()


def add_data_file(directory, data_files):
    extern_path = os.path.join(os.path.dirname(__file__), directory)
    for root, __, filenames in os.walk(extern_path):
        for filename in filenames:
            data_files.append(os.path.join('..', root.lstrip('python/'), filename))


def get_data_files(with_web=True):

    data_files = []

    add_data_file('python/marvin/extern/', data_files)

    if with_web:
        add_data_file('python/marvin/web/configuration/', data_files)
        add_data_file('python/marvin/web/lib/', data_files)
        add_data_file('python/marvin/web/static/', data_files)
        add_data_file('python/marvin/web/templates/', data_files)
        add_data_file('python/marvin/web/uwsgi_conf_files/', data_files)

    data_files.append('../marvin/db/dbconfig.ini')
    data_files.append('../../requirements.txt')
    data_files.append('../../README.md')

    return data_files


requirements_file = os.path.join(os.path.dirname(__file__), 'requirements.txt')
install_requires = [line.strip().replace('==', '>=') for line in open(requirements_file)
                    if not line.strip().startswith('#') and line.strip() != '']

NAME = 'sdss-marvin'
VERSION = '2.1.2-dev1'
RELEASE = 'dev' not in VERSION
{'fraction_non_alphanumeric': 0.14428857715430862, 'fraction_numerical': 0.017034068136272545, 'mean_word_length': 3.4966216216216215, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3325222', 'n_tokens_mistral': 1426, 'n_tokens_neox': 1349, 'n_words': 266}