<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import io
from codecs import open
from setuptools import setup, find_packages

REQUIRES = [
    'pandas>=0.20.1',
    'webcolors>=1.7.0',
    'carto>=1.4.0',
    'tqdm>=4.14.0',
    'appdirs>=1.4.3',
]

EXTRAS_REQUIRE = {
    ':python_version == "2.7"': [
        'IPython>=5.0.0,<6.0.0',
    ],
    ':python_version >= "3.4"': [
        'IPython>=6.0.0'
    ],
}

PACKAGE_DATA = {
    '': [
        'LICENSE',
        'CONTRIBUTORS',
    ],
    'cartoframes': [
        'assets/*',
        'assets/*.j2'
    ],
}

here = os.path.abspath(os.path.dirname(__file__))

with io.open(os.path.join(here, 'README.rst'), encoding='utf-8') as f:
    long_description = '\n' + f.read()

about = {}
with open(os.path.join(here, 'cartoframes', '__version__.py'), 'r', 'utf-8') as f:
        exec(f.read(), about)<commit_msg>walks through subdir<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import io
from codecs import open
from setuptools import setup, find_packages

def walk_subpkg(name):
    data_files = []
    package_dir = 'cartoframes'
    for parent, dirs, files in os.walk(os.path.join(package_dir, name)):
        # Remove package_dir from the path.
        sub_dir = os.sep.join(parent.split(os.sep)[1:])
        for f in files:
            data_files.append(os.path.join(sub_dir, f))
    return data_files

REQUIRES = [
    'pandas>=0.20.1',
    'webcolors>=1.7.0',
    'carto>=1.4.0',
    'tqdm>=4.14.0',
    'appdirs>=1.4.3',
]

EXTRAS_REQUIRE = {
    ':python_version == "2.7"': [
        'IPython>=5.0.0,<6.0.0',
    ],
    ':python_version >= "3.4"': [
        'IPython>=6.0.0'
    ],
}

PACKAGE_DATA = {
    '': [
        'LICENSE',
        'CONTRIBUTORS',
    ],
    'cartoframes': [
        'assets/*',
        'assets/*.j2'
    ] + walk_subpkg('assets'),
}

here = os.path.abspath(os.path.dirname(__file__))

with io.open(os.path.join(here, 'README.rst'), encoding='utf-8') as f:
    long_description = '\n' + f.read()

about = {}
with open(os.path.join(here, 'cartoframes', '__version__.py'), 'r', 'utf-8') as f:
        exec(f.read(), about)
{'fraction_non_alphanumeric': 0.20372093023255813, 'fraction_numerical': 0.03209302325581395, 'mean_word_length': 2.5909849749582636, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '993020', 'n_tokens_mistral': 886, 'n_tokens_neox': 873, 'n_words': 145}