<commit_before>chardet
cssmin
dropbox
gunicorn
httplib2
jinja2
markdown2
markupsafe
mysql-python==1.2.5
python-geoip
python-geoip-geolite2
python-dateutil
pytz
six
termcolor
werkzeug
semantic_version
rauth>=0.6.2
requests
celery
redis
selenium
-e git+https://github.com/frappe/python-pdfkit.git#egg=pdfkit
babel
ipython
html2text
email_reply_parser
click
num2words
watchdog==0.8.0
bleach
Pillow<commit_msg>Added requirement for beautifulsoup4<commit_after>chardet
cssmin
dropbox
gunicorn
httplib2
jinja2
markdown2
markupsafe
mysql-python==1.2.5
python-geoip
python-geoip-geolite2
python-dateutil
pytz
six
termcolor
werkzeug
semantic_version
rauth>=0.6.2
requests
celery
redis
selenium
-e git+https://github.com/frappe/python-pdfkit.git#egg=pdfkit
babel
ipython
html2text
email_reply_parser
click
num2words
watchdog==0.8.0
bleach
Pillow
beautifulsoup4
{'fraction_non_alphanumeric': 0.07529411764705882, 'fraction_numerical': 0.03764705882352941, 'mean_word_length': 6.953271028037383, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7439402', 'n_tokens_mistral': 356, 'n_tokens_neox': 346, 'n_words': 69}