<commit_before># There is another requirements file under test folder for test using.
docutils==0.13.1
pathlib2==2.2.1
poyo==0.4.0
proc==0.11
PyYAML==3.12
requests==2.12.5

# ChainMap for Python 2.7
chainmap>=1.0.2

diskcache>=2.4.1
echarts-python>=0.1.3
<commit_msg>add docopt dependency<commit_after># There is another requirements file under test folder for test using.
docutils==0.13.1
pathlib2==2.2.1
poyo==0.4.0
proc==0.11
PyYAML==3.12
requests==2.12.5
# ChainMap for Python 2.7
chainmap>=1.0.2
diskcache>=2.4.1
echarts-python>=0.1.3
docopt>=0.6.2

{'fraction_non_alphanumeric': 0.1588447653429603, 'fraction_numerical': 0.12093862815884476, 'mean_word_length': 4.663265306122449, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 10, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7102310', 'n_tokens_mistral': 249, 'n_tokens_neox': 234, 'n_words': 53}