<commit_before>appdirs==1.4.0
beautifulsoup4==4.3.2
cssselect==0.9.1
feedfinder2==0.0.1
feedparser==5.1.3
-e git+https://github.com/Darthone/bug-free-octo-parakeet.git@8f5637d89346cd953bd1228a2ccf22a4c288f3f5#egg=ifc
jieba==0.35
lxml==3.3.5
newspaper==0.0.9.8
nltk==2.0.5
nose==1.3.7
packaging==16.8
Pillow==2.5.1
pkg-resources==0.0.0
pyparsing==2.1.10
python-dateutil==2.4.0
pytz==2016.10
PyYAML==3.11
requests==2.3.0
simplejson==3.10.0
six==1.7.3
tldextract==1.5.1
ujson==1.35
yahoo-finance==1.4.0<commit_msg>updated requirements for ml stuff<commit_after>appdirs==1.4.0
beautifulsoup4==4.3.2
cssselect==0.9.1
cycler==0.10.0
feedfinder2==0.0.1
feedparser==5.1.3
functools32==3.2.3.post2
-e git+https://github.com/Darthone/bug-free-octo-parakeet.git@dc8e8a679e7ba8f4c1cbc30baf014df7d0532c86#egg=ifc
jieba==0.35
lxml==3.3.5
matplotlib==2.0.0
newspaper==0.0.9.8
nltk==2.0.5
nose==1.3.7
numpy==1.12.0
packaging==16.8
pandas==0.19.2
Pillow==2.5.1
pkg-resources==0.0.0
pyparsing==2.1.10
python-dateutil==2.4.0
pytz==2016.10
PyYAML==3.11
requests==2.3.0
scikit-learn==0.18.1
scipy==0.18.1
simplejson==3.10.0
six==1.10.0
sklearn==0.0
subprocess32==3.2.7
tldextract==1.5.1
ujson==1.35
yahoo-finance==1.4.0
{'fraction_non_alphanumeric': 0.21285475792988315, 'fraction_numerical': 0.1986644407345576, 'mean_word_length': 5.277486910994765, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7413972', 'n_tokens_mistral': 714, 'n_tokens_neox': 657, 'n_words': 62}