<commit_before><commit_msg>setup file to be able to install through pip<commit_after>from distutils.core import setup
from setuptools import find_packages

setup(name='deepmonster',
      version='1.0',
      author='<NAME>',
      packages=find_packages(exclude=['tools']))
{'fraction_non_alphanumeric': 0.11678832116788321, 'fraction_numerical': 0.0072992700729927005, 'mean_word_length': 5.7073170731707314, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2663304', 'n_tokens_mistral': 79, 'n_tokens_neox': 78, 'n_words': 20}