<commit_before>#!/usr/bin/env python

from distutils.core import setup

setup(name="corpus_cleaner",
      version="0.1.0",
      description="Natural-language corpus cleaning scripts",
      author="<NAME>",
      keywords=["smt", "nlp", "corpus"],
      author_email="<EMAIL>",
      url="https://github.com/Eseb/corpus-cleaner",
      download_url="https://github.com/Eseb/corpus-cleaner/tarball/v0.1.0",
      packages=["corpus_cleaner"],
      scripts=['corpus_cleaner/scrubber.py', 'corpus_cleaner/equaliser.py'])<commit_msg>Fix package name in setup.py<commit_after>#!/usr/bin/env python

from distutils.core import setup

setup(name="corpus-cleaner",
      version="0.1.0",
      description="Natural-language corpus cleaning scripts",
      author="<NAME>",
      keywords=["smt", "nlp", "corpus"],
      author_email="<EMAIL>",
      url="https://github.com/Eseb/corpus-cleaner",
      download_url="https://github.com/Eseb/corpus-cleaner/tarball/v0.1.0",
      packages=["corpus_cleaner"],
      scripts=['corpus_cleaner/scrubber.py', 'corpus_cleaner/equaliser.py'])
{'fraction_non_alphanumeric': 0.1764159702878366, 'fraction_numerical': 0.011142061281337047, 'mean_word_length': 4.013953488372093, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5460226', 'n_tokens_mistral': 381, 'n_tokens_neox': 368, 'n_words': 47}