<commit_before>"""
Setuptools extensions and tools to add multiple language support
"""
import setuptools, sys, os, re

# Ignore these directories when iterating through paths
exclude_dirs = ('.AppleDouble', '.svn', 'CVS', '_darcs')

class LangExtract(setuptools.Command):

    description = "extract strings for internationalisation"
    user_options = []
    boolean_options = []
    def initialize_options(self): pass
    def finalize_options(self): pass
        
    def run(self):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        i18n_path = os.path.join(project, 'i18n%s' % os.sep)
        pot_filename = '%s.pot' % project
        pot_path = os.path.join(i18n_path, pot_filename)
        
        if os.path.exists(pot_path):
            print "Error: File %s already exists" % pot_path
            sys.exit(1)

        oldsys = sys.argv
        sys.argv.pop(1)
        sys.argv.extend(['-K', '-k', '_', '-o', pot_filename, '-p', i18n_path, '*'])
        
        import pylons.i18n.pygettext
        pylons.i18n.pygettext.pot_header = '''\
# Pylons Project %s Translation File
# Copyright (C) YEAR ORGANIZATION
# FIRST AUTHOR <EMAIL<EMAIL>>, YEAR.
#
msgid ""
msgstr ""
"Project-Id-Version: PACKAGE VERSION\\n"
"POT-Creation-Date: %%(time)s\\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n"
"Last-Translator: %s <%s>\\n"
"Language-Team: LANGUAGE <<EMAIL>>\\n"
"MIME-Version: 1.0\\n"
"Content-Type: text/plain; charset=UTF-8\\n"
"Content-Transfer-Encoding: ENCODING\\n"
"Generated-By: Pylons %%(version)s\\n"

''' % (
        project,
        self.distribution.get_author().lower(),
        self.distribution.get_author_email().lower(), 
        )
        # These could be filled in from setup.py
        pylons.i18n.pygettext.main()
        print "\nSucessfully created langauage template in %s\n" % pot_path
        print """Now create your langauge files, save them in i18n/lang replacing 
lang with the language code and changing the file extension to .po then run 
setup.py lang_compile mode to produce your .mo files"""

        sys.argv = oldsys

class LangCompile(setuptools.Command):
    description = "compile strings for internationalisation"
    user_options = [('lang=', 'l', "language to compile"),]
    boolean_options = []
    def finalize_options(self): pass

    def initialize_options(self): 
        self.lang = None
        
    def compile_lang(self, lang):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        lang_path = os.path.join(project, 'i18n', lang)
        po_path = os.path.join(lang_path, '%s.po' % project)
        lc_path = os.path.join(lang_path, 'LC_MESSAGES')
        mo_path = os.path.join(lc_path, '%s.mo' % project)

        if not os.path.exists(lang_path) or not os.path.exists(po_path):
            print "Error: Could not find the directory %s" % lang_path
            sys.exit(1)
        if not os.path.exists(lc_path):
            os.mkdir(lc_path)
        
        oldsys = sys.argv
        sys.argv = [sys.argv[0], '-o', mo_path, po_path]

        import pylons.i18n.msgfmt
        pylons.i18n.msgfmt.main()
        print "Sucessfully generated '%s' catalog" % lang
        
        sys.argv = oldsys
        
    def run(self):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        if not self.lang:
            print "No langauge specified, compiling all languages"
            i18n_path = os.path.join(project, 'i18n')
            for lang in os.listdir(i18n_path):
                if os.path.isdir(os.path.join(i18n_path, lang)) and \
                                     lang not in exclude_dirs:
                    self.compile_lang(lang)
        else:
            self.compile_lang(self.lang)
<commit_msg>[svn] Fixed typos in docs, closes #134.<commit_after>"""
Setuptools extensions and tools to add multiple language support
"""
import setuptools, sys, os, re

# Ignore these directories when iterating through paths
exclude_dirs = ('.AppleDouble', '.svn', 'CVS', '_darcs')

class LangExtract(setuptools.Command):

    description = "extract strings for internationalisation"
    user_options = []
    boolean_options = []
    def initialize_options(self): pass
    def finalize_options(self): pass
        
    def run(self):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        i18n_path = os.path.join(project, 'i18n%s' % os.sep)
        pot_filename = '%s.pot' % project
        pot_path = os.path.join(i18n_path, pot_filename)
        
        if os.path.exists(pot_path):
            print "Error: File %s already exists" % pot_path
            sys.exit(1)

        oldsys = sys.argv
        sys.argv.pop(1)
        sys.argv.extend(['-K', '-k', '_', '-o', pot_filename, '-p', i18n_path, '*'])
        
        import pylons.i18n.pygettext
        pylons.i18n.pygettext.pot_header = '''\
# Pylons Project %s Translation File
# Copyright (C) YEAR ORGANIZATION
# FIRST AUTHOR <<EMAIL>>, YEAR.
#
msgid ""
msgstr ""
"Project-Id-Version: PACKAGE VERSION\\n"
"POT-Creation-Date: %%(time)s\\n"
"PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\\n"
"Last-Translator: %s <%s>\\n"
"Language-Team: LANGUAGE <<EMAIL>>\\n"
"MIME-Version: 1.0\\n"
"Content-Type: text/plain; charset=UTF-8\\n"
"Content-Transfer-Encoding: ENCODING\\n"
"Generated-By: Pylons %%(version)s\\n"

''' % (
        project,
        self.distribution.get_author().lower(),
        self.distribution.get_author_email().lower(), 
        )
        # These could be filled in from setup.py
        pylons.i18n.pygettext.main()
        print "\nSucessfully created langauage template in %s\n" % pot_path
        print """Now create your language files, save them in i18n/lang replacing 
lang with the language code and changing the file extension to .po then run 
setup.py lang_compile mode to produce your .mo files"""

        sys.argv = oldsys

class LangCompile(setuptools.Command):
    description = "compile strings for internationalisation"
    user_options = [('lang=', 'l', "language to compile"),]
    boolean_options = []
    def finalize_options(self): pass

    def initialize_options(self): 
        self.lang = None
        
    def compile_lang(self, lang):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        lang_path = os.path.join(project, 'i18n', lang)
        po_path = os.path.join(lang_path, '%s.po' % project)
        lc_path = os.path.join(lang_path, 'LC_MESSAGES')
        mo_path = os.path.join(lc_path, '%s.mo' % project)

        if not os.path.exists(lang_path) or not os.path.exists(po_path):
            print "Error: Could not find the directory %s" % lang_path
            sys.exit(1)
        if not os.path.exists(lc_path):
            os.mkdir(lc_path)
        
        oldsys = sys.argv
        sys.argv = [sys.argv[0], '-o', mo_path, po_path]

        import pylons.i18n.msgfmt
        pylons.i18n.msgfmt.main()
        print "Sucessfully generated '%s' catalog" % lang
        
        sys.argv = oldsys
        
    def run(self):
        project = re.compile('[^a-zA-Z0-9_]').sub('', self.distribution.get_name().lower())
        if not self.lang:
            print "No language specified, compiling all languages"
            i18n_path = os.path.join(project, 'i18n')
            for lang in os.listdir(i18n_path):
                if os.path.isdir(os.path.join(i18n_path, lang)) and \
                                     lang not in exclude_dirs:
                    self.compile_lang(lang)
        else:
            self.compile_lang(self.lang)

{'fraction_non_alphanumeric': 0.13852190974493134, 'fraction_numerical': 0.011641595814257685, 'mean_word_length': 2.5170193192272308, 'pattern_counts': {'":': 0, '<': 13, '<?xml version=': 0, '>': 13, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7522278', 'n_tokens_mistral': 2625, 'n_tokens_neox': 2496, 'n_words': 576}