<commit_before>aiohttp==2.3.10
aniso8601==3.0.2
async-timeout==2.0.1
asyncio==3.4.3
certifi==2018.8.24
chardet==3.0.4
click==6.7
cssselect==1.0.3
dpath==1.4.2
Flask==1.0.2
Flask-RESTful==0.3.6
Flask-SSLify==0.1.5
gunicorn==19.9.0
idna==2.7
idna-ssl==1.1.0
itsdangerous==0.24
Jinja2==2.10
lxml==4.2.4
MarkupSafe==1.0
marshmallow==2.15.4
multidict==4.3.1
newrelic==4.2.0.100
pkg-resources==0.0.0
pyquery==1.4.0
python-slugify==1.2.5
pytz==2018.5
redis==2.10.6
requests==2.19.1
scrython==1.5.0
six==1.11.0
Unidecode==1.0.22
urllib3==1.23
Werkzeug==0.14.1
yarl==1.2.0
<commit_msg>Removed pkg-resources to deploy on heroku.<commit_after>aiohttp==2.3.10
aniso8601==3.0.2
async-timeout==2.0.1
asyncio==3.4.3
certifi==2018.8.24
chardet==3.0.4
click==6.7
cssselect==1.0.3
dpath==1.4.2
Flask==1.0.2
Flask-RESTful==0.3.6
Flask-SSLify==0.1.5
gunicorn==19.9.0
idna==2.7
idna-ssl==1.1.0
itsdangerous==0.24
Jinja2==2.10
lxml==4.2.4
MarkupSafe==1.0
marshmallow==2.15.4
multidict==4.3.1
newrelic==4.2.0.100
pyquery==1.4.0
python-slugify==1.2.5
pytz==2018.5
redis==2.10.6
requests==2.19.1
scrython==1.5.0
six==1.11.0
Unidecode==1.0.22
urllib3==1.23
Werkzeug==0.14.1
yarl==1.2.0

{'fraction_non_alphanumeric': 0.23706896551724138, 'fraction_numerical': 0.20775862068965517, 'mean_word_length': 4.581730769230769, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '572767', 'n_tokens_mistral': 707, 'n_tokens_neox': 657, 'n_words': 72}