<commit_before>from distutils.core import setup

setup(
  name = 'language-detector',
  packages = ['language_detector'],
  package_dir = {'language_detector': 'language_detector'},
  package_data = {'language_detector': ['prep/char_language.txt','tests/__init__.py','tests/test.py']},
  version = '3.2',
  description = 'Detect language of text',
  author = '<NAME>',
  author_email = '<EMAIL>',
  url = 'https://github.com/DanielJDufour/language-detector',
  download_url = 'https://github.com/DanielJDufour/language-detector/tarball/download',
  keywords = ['arabic','farsi','french','kurdish','kurmanci','language','python','sorani','spanish','tagging','turkish'],
  classifiers = [],
)<commit_msg>Another update<commit_after>from distutils.core import setup

setup(
  name = 'language-detector',
  packages = ['language_detector'],
  package_dir = {'language_detector': 'language_detector'},
  package_data = {'language_detector': ['prep/char_language.txt','tests/__init__.py','tests/test.py']},
  version = '4.1',
  description = 'Detect language of text',
  author = '<NAME>',
  author_email = '<EMAIL>',
  url = 'https://github.com/DanielJDufour/language-detector',
  download_url = 'https://github.com/DanielJDufour/language-detector/tarball/download',
  keywords = ['arabic','farsi','french','kurdish','kurmanci','language','python','sorani','spanish','tagging','turkish'],
  classifiers = [],
)
{'fraction_non_alphanumeric': 0.19074733096085408, 'fraction_numerical': 0.0028469750889679717, 'mean_word_length': 6.4, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6211153', 'n_tokens_mistral': 469, 'n_tokens_neox': 456, 'n_words': 67}