<commit_before>appdirs==1.4.3
args==0.1.0
certifi==2017.7.27.1
chardet==3.0.4
clint==0.5.1
coverage==4.4.1
coveralls==1.2.0
Cython==0.27.2
docopt==0.6.2
fasteners==0.14.1
flake8==3.5.0
idna==2.6
mccabe==0.6.1
monotonic==1.3
msgpack-python==0.4.8
nose==1.3.7
numcodecs==0.2.1
numpy==1.13.3
packaging==16.8
pkginfo==1.4.1
pluggy==0.5.2
py==1.4.34
pycodestyle==2.3.1
pyflakes==1.6.0
pyparsing==2.2.0
requests==2.18.4
requests-toolbelt==0.8.0
setuptools-scm==1.15.6
six==1.11.0
tox==2.9.1
tox-travis==0.8
tqdm==4.19.4
twine==1.9.1
urllib3==1.22
virtualenv==15.1.0
<commit_msg>unpin six for PY34<commit_after>appdirs==1.4.3
args==0.1.0
certifi==2017.7.27.1
chardet==3.0.4
clint==0.5.1
coverage==4.4.1
coveralls==1.2.0
Cython==0.27.2
docopt==0.6.2
fasteners==0.14.1
flake8==3.5.0
idna==2.6
mccabe==0.6.1
monotonic==1.3
msgpack-python==0.4.8
nose==1.3.7
numcodecs==0.2.1
numpy==1.13.3
packaging==16.8
pkginfo==1.4.1
pluggy==0.5.2
py==1.4.34
pycodestyle==2.3.1
pyflakes==1.6.0
pyparsing==2.2.0
requests==2.18.4
requests-toolbelt==0.8.0
setuptools-scm==1.15.6
six
tox==2.9.1
tox-travis==0.8
tqdm==4.19.4
twine==1.9.1
urllib3==1.22
virtualenv==15.1.0

{'fraction_non_alphanumeric': 0.24715162138475022, 'fraction_numerical': 0.20508326029798424, 'mean_word_length': 4.386792452830188, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5246304', 'n_tokens_mistral': 707, 'n_tokens_neox': 664, 'n_words': 73}