<commit_before>backports.ssl-match-hostname==3.5.0.1
cached-property==1.3.0
certifi==2017.1.23
click==6.6
docker-compose==1.8.1
docker-py==1.10.4
docker-pycreds==0.2.1
dockerpty==0.4.1
docopt==0.6.2
enum34==1.1.6
Flask==0.11.1
fonttools==3.2.0
functools32==3.2.3.post2
html2text==2016.9.19
ipaddress==1.0.17
iso-639==0.4.5
itsdangerous==0.24
Jinja2==2.8
jsonschema==2.5.1
lxml==3.7.3
MarkupSafe==0.23
nose==1.3.7
olefile==0.44
peewee==2.8.8
Pillow==4.2.1
pycurl==7.43.0
PyYAML==3.12
requests==2.7.0
selenium==3.4.3
six==1.10.0
texttable==0.8.5
websocket-client==0.37.0
Werkzeug==0.11.11
wheel==0.24.0
wptools==0.2.1<commit_msg>added nototools<commit_after>backports.ssl-match-hostname==3.5.0.1
cached-property==1.3.0
certifi==2017.1.23
click==6.6
docker-compose==1.8.1
docker-py==1.10.4
docker-pycreds==0.2.1
dockerpty==0.4.1
docopt==0.6.2
enum34==1.1.6
Flask==0.11.1
fonttools==3.2.0
functools32==3.2.3.post2
html2text==2016.9.19
ipaddress==1.0.17
iso-639==0.4.5
itsdangerous==0.24
Jinja2==2.8
jsonschema==2.5.1
lxml==3.7.3
MarkupSafe==0.23
nose==1.3.7
nototools==0.0.1
olefile==0.44
peewee==2.8.8
Pillow==4.2.1
pycurl==7.43.0
PyYAML==3.12
requests==2.7.0
selenium==3.4.3
six==1.10.0
texttable==0.8.5
websocket-client==0.37.0
Werkzeug==0.11.11
wheel==0.24.0
wptools==0.2.1
{'fraction_non_alphanumeric': 0.2356637863315004, 'fraction_numerical': 0.20816967792615867, 'mean_word_length': 4.713004484304933, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7082703', 'n_tokens_mistral': 764, 'n_tokens_neox': 697, 'n_words': 71}