<commit_before>from glob import glob
import os

from setuptools import setup, find_packages
from distutils.command.sdist import sdist


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


# automatically build the localedata when generating an sdist
class locale_sdist(sdist):
    def run(self):
        if not self.dry_run:
            from slugger.glibcparse.cli import main
            main(glob('glibc/localedata/locales/*'), standalone_mode=False)

        sdist.run(self)


devtools_req = ['click', 'remember', 'logbook']
setup(name='slugger',
      version='0.2.dev1',
      description=('Slugging done right. Tries to support close to 300'
                   'languages.'),
      long_description=read('README.rst'),
      keywords='slug slugging web i18n',
      author='<NAME>',
      author_email='<EMAIL>',
      url='http://github.com/mbr/slugger',
      license='LGPLv2.1',
      install_requires=['remember', 'unihandecode'],
      include_package_data=True,
      packages=find_packages(exclude=['tests']),
      setup_requires = devtools_req,
      extras_require = {
          'devtools': devtools_req,
      },
      entry_points = {
          'console_scripts': [
              'glcp = slugger.glibcparse.cli:main [devtools]',
          ]
      },
      classifiers=[
          'Programming Language :: Python :: 2',
          #'Programming Language :: Python :: 3',  # no python 3 support yet
      ],
      cmdclass={'sdist': locale_sdist},
      )<commit_msg>Added unihandecode to devtools_req.<commit_after>from glob import glob
import os

from setuptools import setup, find_packages
from distutils.command.sdist import sdist


def read(fname):
    return open(os.path.join(os.path.dirname(__file__), fname)).read()


# automatically build the localedata when generating an sdist
class locale_sdist(sdist):
    def run(self):
        if not self.dry_run:
            from slugger.glibcparse.cli import main
            main(glob('glibc/localedata/locales/*'), standalone_mode=False)

        sdist.run(self)


devtools_req = ['click', 'remember', 'logbook', 'unihandecode']
setup(name='slugger',
      version='0.2.dev1',
      description=('Slugging done right. Tries to support close to 300'
                   'languages.'),
      long_description=read('README.rst'),
      keywords='slug slugging web i18n',
      author='<NAME>',
      author_email='<EMAIL>',
      url='http://github.com/mbr/slugger',
      license='LGPLv2.1',
      install_requires=['remember', 'unihandecode'],
      include_package_data=True,
      packages=find_packages(exclude=['tests']),
      setup_requires = devtools_req,
      extras_require = {
          'devtools': devtools_req,
      },
      entry_points = {
          'console_scripts': [
              'glcp = slugger.glibcparse.cli:main [devtools]',
          ]
      },
      classifiers=[
          'Programming Language :: Python :: 2',
          #'Programming Language :: Python :: 3',  # no python 3 support yet
      ],
      cmdclass={'sdist': locale_sdist},
      )
{'fraction_non_alphanumeric': 0.12800519818063677, 'fraction_numerical': 0.008447043534762833, 'mean_word_length': 2.8012345679012345, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '993481', 'n_tokens_mistral': 983, 'n_tokens_neox': 944, 'n_words': 198}